AeroViz 0.1.2__py3-none-any.whl → 0.1.3b0__py3-none-any.whl

AeroViz/rawDataReader/script/SMPS_genr.py

@@ -4,48 +4,48 @@ from AeroViz.rawDataReader.core import AbstractReader
 
 
 class Reader(AbstractReader):
-	nam = 'SMPS_genr'
+    nam = 'SMPS_genr'
 
-	def _raw_reader(self, _file):
-		with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
+    def _raw_reader(self, _file):
+        with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
 
-			skiprows = 0
-			for _line in f:
+            skiprows = 0
+            for _line in f:
 
-				if _line.split('\t')[0] == 'Sample #':
-					f.seek(0)
-					break
+                if _line.split('\t')[0] == 'Sample #':
+                    f.seek(0)
+                    break
 
-				skiprows += 1
+                skiprows += 1
 
-			_df = read_table(f, skiprows=skiprows)
-			_tm_idx = to_datetime(_df['Date'] + _df['Start Time'], format='%m/%d/%y%X', errors='coerce')
+            _df = read_table(f, skiprows=skiprows)
+            _tm_idx = to_datetime(_df['Date'] + _df['Start Time'], format='%m/%d/%y%X', errors='coerce')
 
-			## index
-			_df = _df.set_index(_tm_idx).loc[_tm_idx.dropna()]
+            ## index
+            _df = _df.set_index(_tm_idx).loc[_tm_idx.dropna()]
 
-			## keys
-			_key = to_numeric(_df.keys(), errors='coerce')
-			_df.columns = _key
-			_df = _df.loc[:, ~_key.isna()]
+            ## keys
+            _key = to_numeric(_df.keys(), errors='coerce')
+            _df.columns = _key
+            _df = _df.loc[:, ~_key.isna()]
 
-		return _df.apply(to_numeric, errors='coerce')
+        return _df.apply(to_numeric, errors='coerce')
 
-	## QC data
-	def _QC(self, _df):
-		import numpy as n
+    ## QC data
+    def _QC(self, _df):
+        import numpy as n
 
-		## mask out the data size lower than 7
-		_df['total'] = _df.sum(axis=1, min_count=1) * (n.diff(n.log(_df.keys().to_numpy(float)))).mean()
-		_df_size = _df['total'].dropna().resample('1h').size().resample(_df.index.freq).ffill()
-		_df = _df.mask(_df_size < 7)
+        ## mask out the data size lower than 7
+        _df['total'] = _df.sum(axis=1, min_count=1) * (n.diff(n.log(_df.keys().to_numpy(float)))).mean()
+        _df_size = _df['total'].dropna().resample('1h').size().resample(_df.index.freq).ffill()
+        _df = _df.mask(_df_size < 7)
 
-		## remove total conc. lower than 2000
-		_df = _df.mask(_df['total'] < 2000)
+        ## remove total conc. lower than 2000
+        _df = _df.mask(_df['total'] < 2000)
 
-		## remove the bin over 400 nm which num. conc. larger than 4000
-		_df_remv_ky = _df.keys()[:-2][_df.keys()[:-2] >= 400.]
+        ## remove the bin over 400 nm which num. conc. larger than 4000
+        _df_remv_ky = _df.keys()[:-2][_df.keys()[:-2] >= 400.]
 
-		_df[_df_remv_ky] = _df[_df_remv_ky].copy().mask(_df[_df_remv_ky] > 4000.)
+        _df[_df_remv_ky] = _df[_df_remv_ky].copy().mask(_df[_df_remv_ky] > 4000.)
 
-		return _df[_df.keys()[:-1]]
+        return _df[_df.keys()[:-1]]

AeroViz/rawDataReader/script/TEOM.py

@@ -4,43 +4,43 @@ from AeroViz.rawDataReader.core import AbstractReader
 
 
 class Reader(AbstractReader):
-	nam = 'TEOM'
+    nam = 'TEOM'
 
-	def _raw_reader(self, _file):
-		with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
-			_df = read_csv(f, skiprows=3, index_col=False)
+    def _raw_reader(self, _file):
+        with open(_file, 'r', encoding='utf-8', errors='ignore') as f:
+            _df = read_csv(f, skiprows=3, index_col=False)
 
-			_df = _df.rename(columns={'Time Stamp': 'time',
-									  'System status': 'status',
-									  'PM-2.5 base MC': 'PM_NV',
-									  'PM-2.5 MC': 'PM_Total',
-									  'PM-2.5 TEOM noise': 'noise', })
+            _df = _df.rename(columns={'Time Stamp': 'time',
+                                      'System status': 'status',
+                                      'PM-2.5 base MC': 'PM_NV',
+                                      'PM-2.5 MC': 'PM_Total',
+                                      'PM-2.5 TEOM noise': 'noise', })
 
-			_time_replace = {'十一月': '11', '十二月': '12', '一月': '01', '二月': '02', '三月': '03', '四月': '04',
-							 '五月': '05', '六月': '06', '七月': '07', '八月': '08', '九月': '09', '十月': '10'}
+            _time_replace = {'十一月': '11', '十二月': '12', '一月': '01', '二月': '02', '三月': '03', '四月': '04',
+                             '五月': '05', '六月': '06', '七月': '07', '八月': '08', '九月': '09', '十月': '10'}
 
-			_tm_idx = _df.time
-			for _ori, _rpl in _time_replace.items():
-				_tm_idx = _tm_idx.str.replace(_ori, _rpl)
+            _tm_idx = _df.time
+            for _ori, _rpl in _time_replace.items():
+                _tm_idx = _tm_idx.str.replace(_ori, _rpl)
 
-			_df = _df.set_index(to_datetime(_tm_idx, errors='coerce', format='%d - %m - %Y %X'))
+            _df = _df.set_index(to_datetime(_tm_idx, errors='coerce', format='%d - %m - %Y %X'))
 
-			_df = _df.where(_df['status'] < 1e-7)
+            _df = _df.where(_df['status'] < 1e-7)
 
-		return _df[['PM_NV', 'PM_Total', 'noise', ]]
+        return _df[['PM_NV', 'PM_Total', 'noise', ]]
 
-	## QC data
-	def _QC(self, _df):
+    ## QC data
+    def _QC(self, _df):
 
-		_df_idx = _df.index.copy()
+        _df_idx = _df.index.copy()
 
-		## remove negative value
-		_df = _df.where(_df.noise < 0.01)[['PM_NV', 'PM_Total']].mask((_df < 0).copy())
+        ## remove negative value
+        _df = _df.where(_df.noise < 0.01)[['PM_NV', 'PM_Total']].mask((_df < 0).copy())
 
-		## QC data in 1 hr
-		## remove data where size < 8 in 1-hr
-		for _key in ['PM_Total', 'PM_NV']:
-			_size = _df[_key].dropna().resample('1h').size().reindex(_df_idx).ffill().copy()
-			_df[_key] = _df[_key].mask(_size < 8)
+        ## QC data in 1 hr
+        ## remove data where size < 8 in 1-hr
+        for _key in ['PM_Total', 'PM_NV']:
+            _size = _df[_key].dropna().resample('1h').size().reindex(_df_idx).ffill().copy()
+            _df[_key] = _df[_key].mask(_size < 8)
 
-		return _df.reindex(_df_idx)
+        return _df.reindex(_df_idx)

AeroViz/rawDataReader/script/Table.py

@@ -7,22 +7,22 @@ from AeroViz.rawDataReader.core import AbstractReader
 
 
 class Reader(AbstractReader):
-	nam = 'Table'
+    nam = 'Table'
 
-	def _raw_reader(self, _file):
-		self.meta['freq'] = self._oth_set.get('data_freq') or self.meta['freq']
+    def _raw_reader(self, _file):
+        self.meta['freq'] = self._oth_set.get('data_freq') or self.meta['freq']
 
-		with (_file).open('r', encoding='utf-8-sig', errors='ignore') as f:
-			_df = read_csv(f, low_memory=False, index_col=0)
+        with (_file).open('r', encoding='utf-8-sig', errors='ignore') as f:
+            _df = read_csv(f, low_memory=False, index_col=0)
 
-			_df.index = to_datetime(_df.index, errors='coerce', format=self._oth_set.get('date_format') or 'mixed')
-			_df.index.name = 'time'
+            _df.index = to_datetime(_df.index, errors='coerce', format=self._oth_set.get('date_format') or 'mixed')
+            _df.index.name = 'time'
 
-			_df.columns = _df.keys().str.strip(' ')
+            _df.columns = _df.keys().str.strip(' ')
 
-			_df = _df.loc[_df.index.dropna()].copy()
+            _df = _df.loc[_df.index.dropna()].copy()
 
-		return _df.loc[~_df.index.duplicated()]
+        return _df.loc[~_df.index.duplicated()]
 
-	def _QC(self, _df):
-		return _df
+    def _QC(self, _df):
+        return _df

AeroViz/rawDataReader/script/VOC_TH.py

@@ -7,24 +7,24 @@ from AeroViz.rawDataReader.core import AbstractReader
 
 
 class Reader(AbstractReader):
-	nam = 'VOC_TH'
+    nam = 'VOC_TH'
 
-	def _raw_reader(self, _file):
-		_keys = ['Isopentane', 'Hexane', '2-Methylhexane', '3-Methylhexane', '2-Methylheptane', '3-Methylheptane',
-				 'Propene', '1.3-Butadiene', 'Isoprene', '1-Octene',
-				 'Benzene', 'Toluene', 'Ethylbenzene', 'm.p-Xylene', 'o-Xylene', 'Iso-Propylbenzene', 'Styrene',
-				 'n-Propylbenzene', '3.4-Ethyltoluene', '1.3.5-TMB', '2-Ethyltoluene', '1.2.4-TMB', '1.2.3-TMB',
-				 'Acetaldehyde', 'Ethanol', 'Acetone', 'IPA', 'Ethyl Acetate', 'Butyl Acetate',
-				 'VCM', 'TCE', 'PCE', '1.4-DCB', '1.2-DCB']
+    def _raw_reader(self, _file):
+        _keys = ['Isopentane', 'Hexane', '2-Methylhexane', '3-Methylhexane', '2-Methylheptane', '3-Methylheptane',
+                 'Propene', '1.3-Butadiene', 'Isoprene', '1-Octene',
+                 'Benzene', 'Toluene', 'Ethylbenzene', 'm.p-Xylene', 'o-Xylene', 'Iso-Propylbenzene', 'Styrene',
+                 'n-Propylbenzene', '3.4-Ethyltoluene', '1.3.5-TMB', '2-Ethyltoluene', '1.2.4-TMB', '1.2.3-TMB',
+                 'Acetaldehyde', 'Ethanol', 'Acetone', 'IPA', 'Ethyl Acetate', 'Butyl Acetate',
+                 'VCM', 'TCE', 'PCE', '1.4-DCB', '1.2-DCB']
 
-		with (_file).open('r', encoding='utf-8-sig', errors='ignore') as f:
-			_df = read_csv(f, parse_dates=[0], index_col=[0], na_values=['-', 'N.D.'])
+        with (_file).open('r', encoding='utf-8-sig', errors='ignore') as f:
+            _df = read_csv(f, parse_dates=[0], index_col=[0], na_values=['-', 'N.D.'])
 
-			_df.columns = _df.keys().str.strip(' ')
-			_df.index.name = 'time'
+            _df.columns = _df.keys().str.strip(' ')
+            _df.index.name = 'time'
 
-			_df = _df[_keys].loc[_df.index.dropna()]
-		return _df.loc[~_df.index.duplicated()]
+            _df = _df[_keys].loc[_df.index.dropna()]
+        return _df.loc[~_df.index.duplicated()]
 
-	def _QC(self, _df):
-		return _df
+    def _QC(self, _df):
+        return _df

AeroViz/rawDataReader/script/VOC_ZM.py

@@ -7,31 +7,31 @@ from AeroViz.rawDataReader.core import AbstractReader
 
 
 class Reader(AbstractReader):
-	nam = 'VOC_ZM'
-
-	def _raw_reader(self, _file):
-		_keys = ['Ethane', 'Propane', 'Isobutane', 'n-Butane', 'Cyclopentane', 'Isopentane',
-				 'n-Pentane', '2,2-Dimethylbutane', '2,3-Dimethylbutane', '2-Methylpentane',
-				 '3-Methylpentane', 'n-Hexane', 'Methylcyclopentane', '2,4-Dimethylpentane',
-				 'Cyclohexane', '2-Methylhexane', '2-Methylhexane', '3-Methylheptane',
-				 '2,2,4-Trimethylpentane', 'n-Heptane', 'Methylcyclohexane',
-				 '2,3,4-Trimethylpentane', '2-Methylheptane', '3-Methylhexane', 'n-Octane',
-				 'n-Nonane', 'n-Decane', 'n-Undecane', 'Ethylene', 'Propylene', 't-2-Butene',
-				 '1-Butene', 'cis-2-Butene', 't-2-Pentene', '1-Pentene', 'cis-2-Pentene',
-				 'isoprene', 'Acetylene', 'Benzene', 'Toluene', 'Ethylbenzene', 'm,p-Xylene',
-				 'Styrene', 'o-Xylene', 'Isopropylbenzene', 'n-Propylbenzene', 'm-Ethyltoluene',
-				 'p-Ethyltoluene', '1,3,5-Trimethylbenzene', 'o-Ethyltoluene',
-				 '1,2,4-Trimethylbenzene', '1,2,3-Trimethylbenzene', 'm-Diethylbenzene',
-				 'p-Diethylbenzene']
-
-		with (_file).open('r', encoding='utf-8-sig', errors='ignore') as f:
-			_df = read_csv(f, parse_dates=[0], index_col=[0], na_values=['-'])
-
-			_df.columns = _df.keys().str.strip(' ')
-			_df.index.name = 'time'
-
-			_df = _df[_keys].loc[_df.index.dropna()]
-		return _df.loc[~_df.index.duplicated()]
-
-	def _QC(self, _df):
-		return _df
+    nam = 'VOC_ZM'
+
+    def _raw_reader(self, _file):
+        _keys = ['Ethane', 'Propane', 'Isobutane', 'n-Butane', 'Cyclopentane', 'Isopentane',
+                 'n-Pentane', '2,2-Dimethylbutane', '2,3-Dimethylbutane', '2-Methylpentane',
+                 '3-Methylpentane', 'n-Hexane', 'Methylcyclopentane', '2,4-Dimethylpentane',
+                 'Cyclohexane', '2-Methylhexane', '2-Methylhexane', '3-Methylheptane',
+                 '2,2,4-Trimethylpentane', 'n-Heptane', 'Methylcyclohexane',
+                 '2,3,4-Trimethylpentane', '2-Methylheptane', '3-Methylhexane', 'n-Octane',
+                 'n-Nonane', 'n-Decane', 'n-Undecane', 'Ethylene', 'Propylene', 't-2-Butene',
+                 '1-Butene', 'cis-2-Butene', 't-2-Pentene', '1-Pentene', 'cis-2-Pentene',
+                 'isoprene', 'Acetylene', 'Benzene', 'Toluene', 'Ethylbenzene', 'm,p-Xylene',
+                 'Styrene', 'o-Xylene', 'Isopropylbenzene', 'n-Propylbenzene', 'm-Ethyltoluene',
+                 'p-Ethyltoluene', '1,3,5-Trimethylbenzene', 'o-Ethyltoluene',
+                 '1,2,4-Trimethylbenzene', '1,2,3-Trimethylbenzene', 'm-Diethylbenzene',
+                 'p-Diethylbenzene']
+
+        with (_file).open('r', encoding='utf-8-sig', errors='ignore') as f:
+            _df = read_csv(f, parse_dates=[0], index_col=[0], na_values=['-'])
+
+            _df.columns = _df.keys().str.strip(' ')
+            _df.index.name = 'time'
+
+            _df = _df[_keys].loc[_df.index.dropna()]
+        return _df.loc[~_df.index.duplicated()]
+
+    def _QC(self, _df):
+        return _df

AeroViz/rawDataReader/script/__init__.py

@@ -1,22 +1,22 @@
 __all__ = [
-	'NEPH',
-	'Aurora',
-	'Table',
-	'EPA_vertical',
-	'APS_3321',
-	'SMPS_TH',
-	'AE33',
-	'AE43',
-	'BC1054',
-	'MA350',
-	'TEOM',
-	'OCEC_RES',
-	'OCEC_LCRES',
-	'IGAC_TH',
-	'IGAC_ZM',
-	'VOC_TH',
-	'VOC_ZM',
-	'SMPS_genr',
-	'SMPS_aim11',
-	'GRIMM'
+    'NEPH',
+    'Aurora',
+    'Table',
+    'EPA_vertical',
+    'APS_3321',
+    'SMPS_TH',
+    'AE33',
+    'AE43',
+    'BC1054',
+    'MA350',
+    'TEOM',
+    'OCEC_RES',
+    'OCEC_LCRES',
+    'IGAC_TH',
+    'IGAC_ZM',
+    'VOC_TH',
+    'VOC_ZM',
+    'SMPS_genr',
+    'SMPS_aim11',
+    'GRIMM'
 ]