AeroViz 0.1.4__py3-none-any.whl → 0.1.6__py3-none-any.whl

AeroViz/rawDataReader/script/APS_3321.py

@@ -1,4 +1,4 @@
-import numpy as n
+import numpy as np
 from pandas import to_datetime, read_table
 
 from AeroViz.rawDataReader.core import AbstractReader
@@ -7,8 +7,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'APS_3321'
 
-    def _raw_reader(self, _file):
-        with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with open(file, 'r', encoding='utf-8', errors='ignore') as f:
             _df = read_table(f, skiprows=6, parse_dates={'Time': ['Date', 'Start Time']}).set_index('Time')
             _key = list(_df.keys()[3:54])  ## 542 ~ 1981
 
@@ -29,7 +29,7 @@ class Reader(AbstractReader):
     # QC data
     def _QC(self, _df):
         # mask out the data size lower than 7
-        _df['total'] = _df.sum(axis=1, min_count=1) * (n.diff(n.log(_df.keys().to_numpy(float)))).mean()
+        _df['total'] = _df.sum(axis=1, min_count=1) * (np.diff(np.log(_df.keys().to_numpy(float)))).mean()
         _df_size = _df['total'].dropna().resample('1h').size().resample(_df.index.freq).ffill()
         _df = _df.mask(_df_size < 7)
 

AeroViz/rawDataReader/script/Aurora.py

@@ -6,8 +6,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'Aurora'
 
-    def _raw_reader(self, _file):
-        with _file.open('r', encoding='utf-8-sig', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with file.open('r', encoding='utf-8-sig', errors='ignore') as f:
             _df = read_csv(f, low_memory=False, index_col=0)
 
             _df.index = to_datetime(_df.index, errors='coerce')
@@ -33,5 +33,8 @@ class Reader(AbstractReader):
         # remove negative value
         _df = _df.mask((_df <= 0) | (_df > 2000)).copy()
 
+        # total scattering is larger than back scattering
+        _df = _df[(_df['BB'] < _df['B']) & (_df['BG'] < _df['G']) & (_df['BR'] < _df['R'])]
+
         # QC data in 1h
         return _df.resample('1h').apply(self.basic_QC).resample(self.meta.get("freq")).mean()

AeroViz/rawDataReader/script/BC1054.py

@@ -6,8 +6,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'BC1054'
 
-    def _raw_reader(self, _file):
-        with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with open(file, 'r', encoding='utf-8', errors='ignore') as f:
             _df = read_csv(f, parse_dates=True, index_col=0)
 
             _df.columns = _df.columns.str.replace(' ', '')

AeroViz/rawDataReader/script/EPA_vertical.py

@@ -7,8 +7,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'EPA_vertical'
 
-    def _raw_reader(self, _file):
-        with _file.open('r', encoding='ascii', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with file.open('r', encoding='ascii', errors='ignore') as f:
             # 有、無輸出有效值都可以
             # read 查詢小時值(測項).csv
             df = read_csv(f, encoding='ascii', encoding_errors='ignore', index_col=0, parse_dates=True,

AeroViz/rawDataReader/script/GRIMM.py

@@ -6,19 +6,19 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'GRIMM'
 
-    def _raw_reader(self, _file):
+    def _raw_reader(self, file):
 
-        _df = read_csv(_file, header=233, delimiter='\t', index_col=0, parse_dates=[0], encoding='ISO-8859-1',
+        _df = read_csv(file, header=233, delimiter='\t', index_col=0, parse_dates=[0], encoding='ISO-8859-1',
                        dayfirst=True).rename_axis("Time")
         _df.index = to_datetime(_df.index, format="%d/%m/%Y %H:%M:%S", dayfirst=True)
 
-        if _file.name.startswith("A407ST"):
+        if file.name.startswith("A407ST"):
             _df.drop(_df.columns[0:11].tolist() + _df.columns[128:].tolist(), axis=1, inplace=True)
         else:
             _df.drop(_df.columns[0:11].tolist() + _df.columns[-5:].tolist(), axis=1, inplace=True)
 
         if _df.empty:
-            print(_file, "is empty")
+            print(file, "is empty")
             return None
 
         return _df / 0.035

AeroViz/rawDataReader/script/IGAC.py

@@ -10,9 +10,9 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'IGAC'
 
-    def _raw_reader(self, _file):
+    def _raw_reader(self, file):
 
-        with _file.open('r', encoding='utf-8-sig', errors='ignore') as f:
+        with file.open('r', encoding='utf-8-sig', errors='ignore') as f:
             _df = read_csv(f, parse_dates=True, index_col=0, na_values='-').apply(to_numeric, errors='coerce')
 
             _df.columns = _df.keys().str.strip(' ')

AeroViz/rawDataReader/script/MA350.py

@@ -6,8 +6,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'MA350'
 
-    def _raw_reader(self, _file):
-        _df = read_csv(_file, parse_dates=['Date / time local'], index_col='Date / time local').rename_axis("Time")
+    def _raw_reader(self, file):
+        _df = read_csv(file, parse_dates=['Date / time local'], index_col='Date / time local').rename_axis("Time")
 
         _df = _df.rename(columns={
             'UV BCc': 'BC1',

AeroViz/rawDataReader/script/Minion.py

@@ -7,8 +7,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'Minion'
 
-    def _raw_reader(self, _file):
-        with _file.open('r', encoding='utf-8-sig', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with file.open('r', encoding='utf-8-sig', errors='ignore') as f:
             _df = read_csv(f, low_memory=False, index_col=0)
 
             _df.index = to_datetime(_df.index, errors='coerce')

AeroViz/rawDataReader/script/NEPH.py

@@ -6,8 +6,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'NEPH'
 
-    def _raw_reader(self, _file):
-        with _file.open('r', encoding='utf-8', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with file.open('r', encoding='utf-8', errors='ignore') as f:
             _df = read_csv(f, header=None, names=range(11))
 
             _df_grp = _df.groupby(0)
@@ -47,23 +47,15 @@ class Reader(AbstractReader):
                 return _df.loc[~_df.index.duplicated() & _df.index.notna()]
 
             except ValueError:
-                group_sizes = _df_grp.size()
-                print(group_sizes)
-
                 # Define valid groups and find invalid indices
-                valid_groups = {'B', 'G', 'R', 'D', 'T', 'Y', 'Z'}
-                invalid_indices = _df[~_df[0].isin(valid_groups)].index
-
-                # Print invalid indices and values
+                invalid_indices = _df[~_df[0].isin({'B', 'G', 'R', 'D', 'T', 'Y', 'Z'})].index
                 print("Invalid values and their indices:")
-                for idx in invalid_indices:
-                    print(f"Index: {idx}, Value: {_df.at[idx, 0]}")
+                print("\n".join([f"Index: {idx}, Value: {_df.at[idx, 0]}" for idx in invalid_indices]))
 
                 # Return an empty DataFrame with specified columns if there's a length mismatch
-                columns = ['B', 'G', 'R', 'BB', 'BG', 'BR', 'RH']
-                _df_out = DataFrame(index=_idx_tm, columns=columns)
+                _df_out = DataFrame(index=_idx_tm, columns=['B', 'G', 'R', 'BB', 'BG', 'BR', 'RH'])
                 _df_out.index.name = 'Time'
-                print(f'\n\t\t\t Length mismatch in {_file} data. Returning an empty DataFrame.')
+                print(f'\n\t\t\t Length mismatch in {file} data. Returning an empty DataFrame.')
                 return _df_out
 
     # QC data
@@ -71,5 +63,8 @@ class Reader(AbstractReader):
         # remove negative value
         _df = _df.mask((_df <= 5).copy())
 
+        # total scattering is larger than back scattering
+        _df = _df[(_df['BB'] < _df['B']) & (_df['BG'] < _df['G']) & (_df['BR'] < _df['R'])]
+
         # QC data in 1h
         return _df.resample('1h').apply(self.basic_QC).resample(self.meta.get("freq")).mean()

AeroViz/rawDataReader/script/{Sunset_OCEC.py → OCEC.py}

@@ -4,40 +4,46 @@ from AeroViz.rawDataReader.core import AbstractReader
 
 
 class Reader(AbstractReader):
-    nam = 'Sunset_OCEC'
+    nam = 'OCEC'
 
-    def _raw_reader(self, _file):
-        with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
-            _df = read_csv(f, skiprows=3)
+    def _raw_reader(self, file):
+        with open(file, 'r', encoding='utf-8', errors='ignore') as f:
+            _df = read_csv(f, skiprows=3, nrows=25)
 
             _df['Start Date/Time'] = _df['Start Date/Time'].str.strip()
             _df['time'] = to_datetime(_df['Start Date/Time'], format='%m/%d/%Y %I:%M:%S %p', errors='coerce')
             _df = _df.set_index('time')
+            _df.index = _df.index.round('1h')
 
             _df = _df.rename(columns={
                 'Thermal/Optical OC (ugC/LCm^3)': 'Thermal_OC',
-                'OC ugC/m^3 (Thermal/Optical)': 'Thermal_OC',
-
                 'Thermal/Optical EC (ugC/LCm^3)': 'Thermal_EC',
-                'EC ugC/m^3 (Thermal/Optical)': 'Thermal_EC',
-
                 'OC=TC-BC (ugC/LCm^3)': 'Optical_OC',
-                'OC by diff ugC (TC-OptEC)': 'Optical_OC',
-
                 'BC (ugC/LCm^3)': 'Optical_EC',
+                'TC (ugC/LCm^3)': 'TC',
+
+                'OC ugC/m^3 (Thermal/Optical)': 'Thermal_OC',
+                'EC ugC/m^3 (Thermal/Optical)': 'Thermal_EC',
+                'OC by diff ugC (TC-OptEC)': 'Optical_OC',
                 'OptEC ugC/m^3': 'Optical_EC',
+                'TC ugC/m^3': 'TC',
 
                 'Sample Volume Local Condition Actual m^3': 'Sample_Volume',
-                'TC (ugC/LCm^3)': 'TC',
-                'TC ugC/m^3': 'TC',
-                'OCPk1-ug C': 'OC1',
-                'OCPk2-ug C': 'OC2',
-                'OCPk3-ug C': 'OC3',
-                'OCPk4-ug C': 'OC4',
-                'Pyrolized C ug': 'PC'
+
+                'OCPk1-ug C': 'OC1_raw',
+                'OCPk2-ug C': 'OC2_raw',
+                'OCPk3-ug C': 'OC3_raw',
+                'OCPk4-ug C': 'OC4_raw',
+                'ECPk1-ug C': 'EC1_raw',
+                'ECPk2-ug C': 'EC2_raw',
+                'ECPk3-ug C': 'EC3_raw',
+                'ECPk4-ug C': 'EC4_raw',
+                'ECPk5-ug C': 'EC5_raw',
             })
 
-            _df = _df[['Thermal_OC', 'Optical_OC', 'Thermal_EC', 'Optical_EC', 'TC', 'OC1', 'OC2', 'OC3', 'OC4']]
+            _df = _df[['Thermal_OC', 'Optical_OC', 'Thermal_EC', 'Optical_EC', 'TC', 'Sample_Volume',
+                       'OC1_raw', 'OC2_raw', 'OC3_raw', 'OC4_raw', 'EC1_raw', 'EC2_raw', 'EC3_raw', 'EC4_raw',
+                       'EC5_raw']]
 
             return _df.loc[~_df.index.duplicated() & _df.index.notna()]
 

AeroViz/rawDataReader/script/SMPS.py

@@ -0,0 +1,76 @@
+import csv
+
+import numpy as np
+from pandas import to_datetime, to_numeric, read_csv, isna
+
+from AeroViz.rawDataReader.core import AbstractReader
+
+
+def find_header_row(file_obj, delimiter):
+    csv_reader = csv.reader(file_obj, delimiter=delimiter)
+    for skip, row in enumerate(csv_reader):
+        if row and (row[0] in ['Sample #', 'Scan Number']):
+            return skip
+    raise ValueError("Header row not found")
+
+
+def parse_date(df, date_format):
+    if 'Date' in df.columns and 'Start Time' in df.columns:
+        return to_datetime(df['Date'] + ' ' + df['Start Time'], format=date_format, errors='coerce')
+    elif 'DateTime Sample Start' in df.columns:
+        return to_datetime(df['DateTime Sample Start'], format=date_format, errors='coerce')
+    else:
+        raise ValueError("Expected date columns not found")
+
+
+class Reader(AbstractReader):
+    nam = 'SMPS'
+
+    def _raw_reader(self, file):
+        with open(file, 'r', encoding='utf-8', errors='ignore') as f:
+            if file.suffix.lower() == '.txt':
+                delimiter, date_formats = '\t', ['%m/%d/%y %X', '%m/%d/%Y %X']
+            else:  # csv
+                delimiter, date_formats = ',', ['%d/%m/%Y %X']
+
+            skip = find_header_row(f, delimiter)
+            f.seek(0)
+
+            _df = read_csv(f, sep=delimiter, skiprows=skip)
+
+            for date_format in date_formats:
+                _time_index = parse_date(_df, date_format)
+                if not isna(_time_index).all():
+                    break
+            else:
+                raise ValueError("Unable to parse dates with given formats")
+
+            # sequence the data
+            numeric_cols = [col for col in _df.columns if col.strip().replace('.', '').isdigit()]
+            numeric_cols.sort(key=lambda x: float(x.strip()))
+
+            _df.index = _time_index
+            _df.index.name = 'time'
+
+            _df_smps = _df[numeric_cols]
+            _df_smps.columns = _df_smps.columns.astype(float)
+
+            return _df_smps.apply(to_numeric, errors='coerce')
+
+    # QC data
+    def _QC(self, _df):
+
+        # mask out the data size lower than 7
+        _df['total'] = _df.sum(axis=1, min_count=1) * (np.diff(np.log(_df.keys().to_numpy(float)))).mean()
+        _df_size = _df['total'].dropna().resample('1h').size().resample(_df.index.freq).ffill()
+        _df = _df.mask(_df_size < 7)
+
+        # remove total conc. lower than 2000
+        _df = _df.mask(_df['total'] < 2000)
+
+        # remove the bin over 400 nm which num. conc. larger than 4000
+        _df_remv_ky = _df.keys()[:-2][_df.keys()[:-2] >= 400.]
+
+        _df[_df_remv_ky] = _df[_df_remv_ky].copy().mask(_df[_df_remv_ky] > 4000.)
+
+        return _df[_df.keys()[:-1]]

AeroViz/rawDataReader/script/TEOM.py

@@ -6,8 +6,8 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'TEOM'
 
-    def _raw_reader(self, _file):
-        with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with open(file, 'r', encoding='utf-8', errors='ignore') as f:
             _df = read_csv(f, skiprows=3, index_col=False)
 
             _df = _df.rename(columns={'Time Stamp': 'time',

AeroViz/rawDataReader/script/Table.py

@@ -8,11 +8,11 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'Table'
 
-    def _raw_reader(self, _file):
-        with _file.open('r', encoding='utf-8-sig', errors='ignore') as f:
+    def _raw_reader(self, file):
+        with file.open('r', encoding='utf-8-sig', errors='ignore') as f:
             _df = read_csv(f, low_memory=False, index_col=0)
 
-            _df.index = to_datetime(_df.index, errors='coerce', format=self._oth_set.get('date_format') or 'mixed')
+            _df.index = to_datetime(_df.index, errors='coerce')
             _df.index.name = 'time'
 
             _df.columns = _df.keys().str.strip(' ')

AeroViz/rawDataReader/script/VOC.py

@@ -1,4 +1,3 @@
-
 from pandas import read_csv
 
 from AeroViz.rawDataReader.core import AbstractReader
@@ -7,20 +6,28 @@ from AeroViz.rawDataReader.core import AbstractReader
 class Reader(AbstractReader):
     nam = 'VOC'
 
-    def _raw_reader(self, _file):
-        with _file.open('r', encoding='utf-8-sig', errors='ignore') as f:
-            _df = read_csv(f, parse_dates=[0], index_col=[0], na_values=('-', 'N.D.'))
+    def _raw_reader(self, file):
+        with file.open('r', encoding='utf-8-sig', errors='ignore') as f:
+            _df = read_csv(f, parse_dates=True, index_col=0, na_values=('-', 'N.D.'))
 
             _df.columns = _df.keys().str.strip(' ')
             _df.index.name = 'time'
 
-            try:
-                _df = _df[self.meta["key"]].loc[_df.index.dropna()]
+            support_voc = set(self.meta["key"])
+
+            valid_keys = [key for key in _df.keys() if key in support_voc]
+            invalid_keys = [key for key in _df.keys() if key not in support_voc]
 
-            except KeyError:
-                _df = _df[self.meta["key_2"]].loc[_df.index.dropna()]
+            if invalid_keys:
+                self.logger.warning(f'{invalid_keys} are not supported keys.')
+                print(f'\n\t{invalid_keys} are not supported keys.'
+                      f'\n\tPlease check the\033[91m support_voc.md\033[0m file to use the correct name.')
 
-        return _df.loc[~_df.index.duplicated() & _df.index.notna()]
+            if valid_keys:
+                return _df[valid_keys].loc[~_df.index.duplicated() & _df.index.notna()]
+            else:
+                self.logger.warning("沒有找到匹配的鍵。返回原始DataFrame並移除含NaN的行。")
+                return _df.loc[~_df.index.duplicated() & _df.index.notna()]
 
     def _QC(self, _df):
         return _df

AeroViz/rawDataReader/script/__init__.py

@@ -1,9 +1,7 @@
 __all__ = [
     'NEPH',
     'Aurora',
-    'SMPS_TH',
-    'SMPS_genr',
-    'SMPS_aim11',
+    'SMPS',
     'APS_3321',
     'GRIMM',
     'AE33',
@@ -11,7 +9,7 @@ __all__ = [
     'BC1054',
     'MA350',
     'TEOM',
-    'Sunset_OCEC',
+    'OCEC',
     'IGAC',
     'VOC',
     'Table',

{AeroViz-0.1.4.dist-info → AeroViz-0.1.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: AeroViz
-Version: 0.1.4
+Version: 0.1.6
 Summary: Aerosol science
 Home-page: https://github.com/Alex870521/AeroViz
 Author: alex
@@ -11,14 +11,15 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: pandas
-Requires-Dist: numpy
-Requires-Dist: matplotlib
-Requires-Dist: seaborn
-Requires-Dist: scipy
-Requires-Dist: scikit-learn
-Requires-Dist: windrose
-Requires-Dist: tabulate
+Requires-Dist: pandas ==2.2.2
+Requires-Dist: numpy ==1.26.4
+Requires-Dist: matplotlib ==3.8.4
+Requires-Dist: scipy ==1.14.0
+Requires-Dist: seaborn ==0.13.2
+Requires-Dist: scikit-learn ==1.5.1
+Requires-Dist: windrose ==1.9.2
+Requires-Dist: tabulate ==0.9.0
+Requires-Dist: rich ~=13.7.1
 
 ## <div align="center">AeroViz for Aerosol Science Visualization</div>
 
@@ -52,13 +53,15 @@ Requires-Dist: tabulate
 ## <div align="center">Installation</div>
 
 ```bash
-pip install AeroViz # ensure the python version is >= 3.12
+pip install AeroViz
 ```
 
 ## <div align="center">Usage</div>
 
 ```python
 import AeroViz
+
+from AeroViz import RawDataReader, DataProcess, plot
 ```
 
 ## <div align="center">RawDataReader Supported Instruments</div>

{AeroViz-0.1.4.dist-info → AeroViz-0.1.6.dist-info}/RECORD

@@ -2,23 +2,25 @@ AeroViz/__init__.py,sha256=A5W6SR71uY_eW44Sh-Yk6blJQ_G1aHrkSzeP2YTPQc4,371
 AeroViz/data/DEFAULT_DATA.csv,sha256=eeeyeh8vSLKkE5tAF0TYnUNOyQIH98VA41bJaAP204Y,2248526
 AeroViz/data/DEFAULT_PNSD_DATA.csv,sha256=imLvLA80oYwo_jzXZtlQn5hZ76d47HUIlK2jp0tZPrg,2636511
 AeroViz/dataProcess/__init__.py,sha256=D3rTVUiGfs_daGuaotVtbijOgLAp6HaRWchj-zoEnHw,828
-AeroViz/dataProcess/Chemistry/__init__.py,sha256=vWlQVQqyX2R_qUQ8cLrIYWmdqLBaxbYwK3PaO7zRqIw,1986
+AeroViz/dataProcess/Chemistry/__init__.py,sha256=fyyomjxkQcUNWDx4R5jPrHafAftN-v2liUZii9OlaiU,2058
 AeroViz/dataProcess/Chemistry/_calculate.py,sha256=q7ojTFPok0vg8k_1PMECNdP5CPanR9NWQ4Rx5iTcHew,599
-AeroViz/dataProcess/Chemistry/_isoropia.py,sha256=PJPdqErssUPnrksR6BocmgQch1DB7lULyge7diOq9uc,3304
-AeroViz/dataProcess/Chemistry/_mass_volume.py,sha256=oqFjRDYZ1om0_kG4g8XNi2QpUPcHsukpnWKydQoNEVg,5394
-AeroViz/dataProcess/Chemistry/_ocec.py,sha256=75r2EroxVrcp2tSHgNC9TAif_MeJeRlrFyo6DvCLemo,5957
+AeroViz/dataProcess/Chemistry/_isoropia.py,sha256=3wp_FXdN230awlStMbctutwld4oot9WaAVXETGd6PSs,3255
+AeroViz/dataProcess/Chemistry/_mass_volume.py,sha256=0joH2BAx0NUwDFzyrLgG-v7WrGl46R7zWxwbajWBV8o,5378
+AeroViz/dataProcess/Chemistry/_ocec.py,sha256=gqDTs9rOyr0RXdN1Nrxv6Vgvh04IFgHwk4gAJUgZZGc,5437
 AeroViz/dataProcess/Chemistry/_partition.py,sha256=tKhb6BJns46UiUlEq6Zq7ahYnvUJ_whY3tWE54C3bqU,1023
 AeroViz/dataProcess/Chemistry/_teom.py,sha256=IiM-TrifWpQLTbKllG-4k4c3mvQulfcmjswWu6muCXA,486
 AeroViz/dataProcess/Chemistry/isrpia.cnf,sha256=iWXTqsOZFmNrJxAI9nYuilZ9h6ru1icdPFVim7YKc_k,566
+AeroViz/dataProcess/Chemistry/isrpia2.exe,sha256=xFYPTXHSjl_-atmVcTmqqOkTZgUn1p8h-kFMcoGMIQw,1560032
 AeroViz/dataProcess/Optical/Angstrom_exponent.py,sha256=KSGM_hf2oUPsLoLuhYSRDK5zdekwce9KgqhzRnf2Y4g,706
-AeroViz/dataProcess/Optical/_IMPROVE.py,sha256=_u0uyKC9ZQpB4uLMx3x8Dm5hSUMcdGUifBcC2bGaM9c,1675
+AeroViz/dataProcess/Optical/_IMPROVE.py,sha256=n3uHUQTivckIrNlbE8rP7lPZGcMWZUAnS_qX8pXd55Q,1670
 AeroViz/dataProcess/Optical/__init__.py,sha256=h_IYhaum0DhK7Qw6lWFvjAEv7uAqLVVPEwU0V4hJnX4,1371
 AeroViz/dataProcess/Optical/_absorption.py,sha256=pYHIoj_R23wKvxR4acUqqU9JXKY40wgsFvZH78rETrY,1234
 AeroViz/dataProcess/Optical/_extinction.py,sha256=anUemSXmLvJi2CSxqTYgQCgUW4pSUqgZ0q0xZ4zs0zY,1189
 AeroViz/dataProcess/Optical/_mie.py,sha256=K_I8NqRStCdExRVxq2rX5hQdvYmfKuu9JCkNtL1OzfE,352
 AeroViz/dataProcess/Optical/_mie_sd.py,sha256=cbWSorfG-l92csaXsZJ7005f8ij2H_VZopIhNPCwx70,4812
 AeroViz/dataProcess/Optical/_scattering.py,sha256=w5xXXOfafV9a_dXY60YqTyzFDZppjBJeLcKl5PeCQe4,961
-AeroViz/dataProcess/SizeDistr/__init__.py,sha256=PJVAdb-v1q8h38JXIkpVcr6q4mg38V26sk4xD_2Mjlc,2186
+AeroViz/dataProcess/Optical/fRH.pkl,sha256=PhJ-BYTaUDjl2Lp5Wz0zeiLQCzrsNdq8nP7Jd1BXyXE,4528
+AeroViz/dataProcess/SizeDistr/__init__.py,sha256=fka1IJW4wZzYWE9HjWi8i03ab0JLFXOUdaHWYs4VHEQ,2172
 AeroViz/dataProcess/SizeDistr/__merge.py,sha256=A-ZmduUA9a0nVM8szhG1AWhsfUPu2UhGIaqFLcmg7Lk,9422
 AeroViz/dataProcess/SizeDistr/_merge.py,sha256=CyZwUc2M4lL-OE74e8mXq41nC6X0LJTAV8TwpO3fS2o,9176
 AeroViz/dataProcess/SizeDistr/_merge_v1.py,sha256=6Anb8DszoatK66tc9ccA6ZApbqtL7pZRPR5TKHj-Tbs,9526
@@ -26,9 +28,9 @@ AeroViz/dataProcess/SizeDistr/_merge_v2.py,sha256=8OzUKw7hTg-yuQBipuFKgBS_7c7zbA
 AeroViz/dataProcess/SizeDistr/_merge_v3.py,sha256=HN2ARFmeWOawOWRPPv_pHEGBBZNgXVbH4dDTxcN7rdY,18749
 AeroViz/dataProcess/SizeDistr/_merge_v4.py,sha256=b8RVAievGIOLrmJHJXRsKXQ1tkMkm6rx43S7XAfeXE4,16228
 AeroViz/dataProcess/SizeDistr/_size_distr.py,sha256=o5fTwLH7j9j5129e3uciSJrOR8AGCN3tkAyGffoPENg,3127
-AeroViz/dataProcess/VOC/__init__.py,sha256=3W5G28UowKVfwsj-tFlxdsCEzXSMxrlrBjpiqUfneaA,290
-AeroViz/dataProcess/VOC/_potential_par.py,sha256=H_9EoDpbz6dZ193FuJEsoaOQ7jCDz9LqPqhEce_nOFQ,3065
-AeroViz/dataProcess/VOC/voc_par.json,sha256=cJF0ynKCMccIruHp7YJ19fZmXZV6ASlLszCJCqduDJQ,7077
+AeroViz/dataProcess/VOC/__init__.py,sha256=8GNP0RMymTkJXK18pSgfLHqrKPWboN-3x1_Ke4UrI44,259
+AeroViz/dataProcess/VOC/_potential_par.py,sha256=h3rVdvtBvC6xHa_ZG4Oq5eXezeSZtHNy6T6I40maIcM,3863
+AeroViz/dataProcess/VOC/support_voc.json,sha256=tMYp_NERqhSriVRE2NavXh33CQ5CnsbJHtmMFlE5q_E,6804
 AeroViz/dataProcess/core/__init__.py,sha256=FhGwqlP8ZwXZQS0LjH0YOz2g1Q2yJniUUhRZ_jDOQ6k,2707
 AeroViz/plot/__init__.py,sha256=BxoarxAeDHNdMHizS1bCTwV8NEuUCgeDB75GbSEsNWs,394
 AeroViz/plot/bar.py,sha256=cSPKJLWGifCzICCZVPcbZtrDrea_AStlwSli9-b-lsA,4246
@@ -77,36 +79,34 @@ AeroViz/process/script/PSD.py,sha256=unSvyHp1RqgQecY-Lab-wRFGP2u45blSO4NCNTaxcRQ
 AeroViz/process/script/PSD_dry.py,sha256=P9rSQVA78jHXrY2bDiC1iQvG0w9Js8QiBNfooPOXzfY,3269
 AeroViz/process/script/__init__.py,sha256=QExUHHK79oiwZXvk8u00P8rLwWhGOc1fpZY2Fx8Vkxg,188
 AeroViz/process/script/retrieve_RI.py,sha256=9OQJU1w6VzVqKz00e9GdWswRAnaETe_1meAHp5N_s54,2711
-AeroViz/rawDataReader/__init__.py,sha256=ytqVoXXYk1xeuyqdo2VJkC3JbIA5RmBz20uzgBnMKW0,1881
+AeroViz/rawDataReader/__init__.py,sha256=jXLrf0A-Hxufw-IQp0-Nyci4PszWk5YU4SnpH4ob1RE,3862
 AeroViz/rawDataReader/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-AeroViz/rawDataReader/config/supported_instruments.py,sha256=3h25eUGysciCzvDeqReDr7YtYLC8fKAcU903FGiGs9g,4728
-AeroViz/rawDataReader/core/__init__.py,sha256=Ne2_eAzasAcwrWmG-NU35cJy1QMkLU1-iWEPLGZdcqU,10304
-AeroViz/rawDataReader/script/AE33.py,sha256=uwadLYg3RsxW1Yhdtb83qy5lWTTBpliYgfYv4GXV-Js,1110
-AeroViz/rawDataReader/script/AE43.py,sha256=-gdpPJg6EHnU7mKNNCsDe-aytbDlR_qyRWo_kgg0Ss8,1058
-AeroViz/rawDataReader/script/APS_3321.py,sha256=6fYwMPLG0w2RduNqIelwQ3Q2rsiJUZKQUetkyaDg0BU,1696
-AeroViz/rawDataReader/script/Aurora.py,sha256=I2xGA-HwE-mlSqZZQ_GHRM3OxE27L3uvbEXfK0p58ig,1238
-AeroViz/rawDataReader/script/BC1054.py,sha256=XD3CZjg9rd4JzQEF4MCNqyRP1931JhMi-pGkgE7B-Ig,1488
-AeroViz/rawDataReader/script/EPA_vertical.py,sha256=AUXbRlnO2T-CCcBdvyMS4TxYGSp3RI679aZH90thh6k,1671
-AeroViz/rawDataReader/script/GRIMM.py,sha256=wvWDksAewCqYNNMR3IuxilGrzooQWzzWFK2b1CbxWjo,950
-AeroViz/rawDataReader/script/IGAC.py,sha256=3F0gLz0-z5_Sj6JQmO4wklrjfRHkX-EnHfBiioBpcvI,2950
-AeroViz/rawDataReader/script/MA350.py,sha256=yjg4WYGpPiZbtlF1gKfrWF1WS-nbGPTpbKZ3ItixOPs,1289
-AeroViz/rawDataReader/script/Minion.py,sha256=x29UQvjHZbWQigSJuNuGGOyQQxP9O4kPSJ2S1ixR5XM,3942
-AeroViz/rawDataReader/script/NEPH.py,sha256=hTWzZmoBeTm7qKkVFYuyC07iDYOmAexamcA7gfdd2Ak,2806
-AeroViz/rawDataReader/script/SMPS_TH.py,sha256=-ME3MxXv2jWBSwsO3uDcBe28sWcrJ9eJpqcS5VMva2A,1470
-AeroViz/rawDataReader/script/SMPS_aim11.py,sha256=zYE482FQICuFVDo0KtpKL6lBOfdXaxObL7ep2I_ufeE,1634
-AeroViz/rawDataReader/script/SMPS_genr.py,sha256=vFNJXsXpUmZhfuobaFsfypVU98iA4bWE3Tk32LTIh1Q,1611
-AeroViz/rawDataReader/script/Sunset_OCEC.py,sha256=O-o8It8XtVDc50zVT043OqdG_eHkPS229-zEt5WR9cs,1953
-AeroViz/rawDataReader/script/TEOM.py,sha256=pFxks2To9y7n_OlpbrGPcRJEmzK-Y_oVoccHvQqQMg8,1798
-AeroViz/rawDataReader/script/Table.py,sha256=piLBiBhLeqR5Wmd9LLma6ubEbGa--3rdrvRCrQa8NPM,854
-AeroViz/rawDataReader/script/VOC.py,sha256=tl6rzqfVU5ofa2R3Ax-_1i37Lno9rUuMhlylPObYFFY,716
-AeroViz/rawDataReader/script/__init__.py,sha256=UndjtWjvJHMma7WtArL5sF9UHiQsanx5sT2otQDqzng,270
+AeroViz/rawDataReader/config/supported_instruments.py,sha256=iE2dqnAhXsHUeVfho5vYYcXL97fg_xt3VvvYcyxCU48,4408
+AeroViz/rawDataReader/core/__init__.py,sha256=W_RwJZmMCTjTwWiTSxcXFhkasO3cyQWEPSdA7-ymeqU,11058
+AeroViz/rawDataReader/script/AE33.py,sha256=Nv0u0w_V50sDjsLh17ZkNT6A75TjIo2A1O6GYc4zkJg,1107
+AeroViz/rawDataReader/script/AE43.py,sha256=Qq9MdiBKzDuKIEFPanmn7wUbkN5VeSTG6Dopw8i0W90,1056
+AeroViz/rawDataReader/script/APS_3321.py,sha256=x75G72Xl0vElr6Njbv8SlOcosAHNozseaJzAxVmfXyI,1697
+AeroViz/rawDataReader/script/Aurora.py,sha256=b0XPs2gc_2UJj4HnOHwW7o255zsCPp459goaDqeAJA8,1387
+AeroViz/rawDataReader/script/BC1054.py,sha256=QGU1SRDoE8e4yNXUX7RsdK5zh72fNd2Q0IpUy7iFzrg,1486
+AeroViz/rawDataReader/script/EPA_vertical.py,sha256=MpcbOzbigivsuldCxzn_B6POtQMzahGQhM_sWRDVP9s,1669
+AeroViz/rawDataReader/script/GRIMM.py,sha256=s2z3aNfpPOd_07Zl8jbHa7CxsR2EjrtoZw_HRjR5ykc,946
+AeroViz/rawDataReader/script/IGAC.py,sha256=BDhmsNy02EvLY0sd75NM6XvLGVTEJlxyQQbprhdFQmU,2948
+AeroViz/rawDataReader/script/MA350.py,sha256=YRY19R2V6nyHMpGMOLVZvK8_41OCCzdTcSnuZR-OJsU,1287
+AeroViz/rawDataReader/script/Minion.py,sha256=c128ZkkxakV6wq1k9NtEq0scdi1mh9Mn0jhQFqz_uVE,3940
+AeroViz/rawDataReader/script/NEPH.py,sha256=OSDtbJ4sujtnf3bzbENXoyJwA-RIeOkPXNCEJ6MvkPQ,2735
+AeroViz/rawDataReader/script/OCEC.py,sha256=t3N_bs5RishlfzFqxTSfMlemZBDIco6cKZ4mU0j9_6g,2315
+AeroViz/rawDataReader/script/SMPS.py,sha256=RnqysTWNaFautGnyPKZgMjdtPdauv9Mqu9IpuTEGpXs,2706
+AeroViz/rawDataReader/script/TEOM.py,sha256=Hx_DDnvGSfSl9cgIVmuf4VmphaFfNCY60mqPWoLmNvw,1796
+AeroViz/rawDataReader/script/Table.py,sha256=othBoQSFVcjfWX0_Q4y8BkjCBc5CihvC6LyrhyJWywk,800
+AeroViz/rawDataReader/script/VOC.py,sha256=sUn3ba_iYQ8Uy8qKNI-6qb1YvHsKN4G6BosBnLLMctc,1269
+AeroViz/rawDataReader/script/__init__.py,sha256=EXLjVwKN-wr3pMi-ILjiPH86ojwfoIif5vG2Q__DGZc,225
 AeroViz/tools/__init__.py,sha256=tPUmCI9Fi1LgE-QSVnzan5jRdYQBIENH9PRDXB_DhTw,109
 AeroViz/tools/database.py,sha256=05VzjJyhlRrhsZdhfFQ__7CxGm4MdFekLjz3_Is5h9U,3430
 AeroViz/tools/dataclassifier.py,sha256=_wpv0PlZ5EGkcNqHxfFtdEsYvHP5FVE8sMZXikhm_YE,4492
 AeroViz/tools/dataprinter.py,sha256=Jq2Yztpa9YCOeLDVTrRs7PhSdNIPhEAexVj1YSuJ7hY,2249
 AeroViz/tools/datareader.py,sha256=iTQ0U8hdNMjCdbiH7EiKW10UEoxzxXRHc4s5_1IikJo,1933
-AeroViz-0.1.4.dist-info/LICENSE,sha256=E-679GpGGkp3irmtuJXiT7R4cNUA4cmsH6Q7QUgPf5U,1069
-AeroViz-0.1.4.dist-info/METADATA,sha256=RQchK9CdQftok3LH-Cc3gfbzC5g-R-7UWzVQl7VagMA,5323
-AeroViz-0.1.4.dist-info/WHEEL,sha256=HiCZjzuy6Dw0hdX5R3LCFPDmFS4BWl8H-8W39XfmgX4,91
-AeroViz-0.1.4.dist-info/top_level.txt,sha256=BYsmTst_o4FZOKRP1XIvIMlN6mMTTXNfnSToL2_nVbQ,8
-AeroViz-0.1.4.dist-info/RECORD,,
+AeroViz-0.1.6.dist-info/LICENSE,sha256=E-679GpGGkp3irmtuJXiT7R4cNUA4cmsH6Q7QUgPf5U,1069
+AeroViz-0.1.6.dist-info/METADATA,sha256=Fp-P1AKOfLLX0c46uZms4TfEQ5ImonxFHThq5oHFs4c,5434
+AeroViz-0.1.6.dist-info/WHEEL,sha256=HiCZjzuy6Dw0hdX5R3LCFPDmFS4BWl8H-8W39XfmgX4,91
+AeroViz-0.1.6.dist-info/top_level.txt,sha256=BYsmTst_o4FZOKRP1XIvIMlN6mMTTXNfnSToL2_nVbQ,8
+AeroViz-0.1.6.dist-info/RECORD,,

AeroViz/rawDataReader/script/SMPS_TH.py

@@ -1,41 +0,0 @@
-from pandas import to_datetime, read_table
-
-from AeroViz.rawDataReader.core import AbstractReader
-
-
-class Reader(AbstractReader):
-    nam = 'SMPS_TH'
-
-    def _raw_reader(self, _file):
-        with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
-            _df = read_table(f, skiprows=18, parse_dates={'Time': ['Date', 'Start Time']}).set_index('Time')
-            _key = list(_df.keys()[6:-26])
-
-            _newkey = {}
-            for _k in _key:
-                _newkey[_k] = float(_k).__round__(4)
-
-            # _newkey['Total Conc.(#/cm)'] = 'total'
-            # _newkey['Mode(nm)']	= 'mode'
-
-            _df_idx = to_datetime(_df.index, errors='coerce')
-        return _df[_newkey.keys()].rename(_newkey, axis=1).set_index(_df_idx).loc[_df_idx.dropna()]
-
-    # QC data
-    def _QC(self, _df):
-        import numpy as n
-
-        # mask out the data size lower than 7
-        _df['total'] = _df.sum(axis=1, min_count=1) * (n.diff(n.log(_df.keys().to_numpy(float)))).mean()
-        _df_size = _df['total'].dropna().resample('1h').size().resample(_df.index.freq).ffill()
-        _df = _df.mask(_df_size < 7)
-
-        # remove total conc. lower than 2000
-        _df = _df.mask(_df['total'] < 2000)
-
-        # remove the bin over 400 nm which num. conc. larger than 4000
-        _df_remv_ky = _df.keys()[:-2][_df.keys()[:-2] >= 400.]
-
-        _df[_df_remv_ky] = _df[_df_remv_ky].copy().mask(_df[_df_remv_ky] > 4000.)
-
-        return _df[_df.keys()[:-1]]