neurostats-API 1.0.0rc2__py3-none-any.whl → 1.0.0rc4__py3-none-any.whl

neurostats_API/__init__.py

@@ -1,4 +1,4 @@
-__version__='1.0.0rc2'
+__version__='1.0.0rc4'
 
 from .fetchers import (
     AgentFinanceOverviewFetcher,
@@ -12,4 +12,18 @@ from .fetchers import (
     TechFetcher,
     TEJStockPriceFetcher,
     ProfitLoseFetcher,
+)
+
+from .async_mode import (
+    AsyncAgentOverviewFetcher,
+    AsyncBalanceSheetFetcher,
+    AsyncCashFlowFetcher,
+    AsyncFinanceOverviewFetcher,
+    AsyncMonthlyRevenueFetcher,
+    AsyncProfitLoseFetcher,
+    AsyncTechFetcher,
+    AsyncTEJSeasonalFetcher,
+    AsyncTWSEInstitutionFetcher,
+    AsyncTWSEMarginFetcher,
+    AsyncTWSEStatsValueFetcher
 )

neurostats_API/async_mode/db_extractors/seasonal/base.py

@@ -68,7 +68,7 @@ class AsyncBaseSeasonalDBExtractor(BaseDBExtractor):
 
         query = {
             "ticker": self.ticker,
-            "chart_name": {"$exists": True}
+            chart_name: {"$exists": True}
         }
 
         query = self._update_query_with_year_season(

neurostats_API/transformers/balance_sheet/twse.py

@@ -1,19 +1,24 @@
 from .base import BaseBalanceSheetTransformer
 from neurostats_API.utils import StatsProcessor
 
+
 class TWSEBalanceSheetTransformer(BaseBalanceSheetTransformer):
+
     def __init__(self, ticker, company_name, zone):
         super().__init__(ticker, company_name, zone)
 
-        self.table_settings = StatsProcessor.load_yaml("twse/balance_sheet.yaml")
+        self.table_settings = StatsProcessor.load_yaml(
+            "twse/balance_sheet.yaml"
+        )
         self.return_keys = [
-            'balance_sheet', 'total_asset', 'current_asset', 'non_current_asset', 
-            'current_debt', 'non_current_debt', 'equity', 'balance_sheet_all', 'balance_sheet_YoY'
+            'balance_sheet', 'total_asset', 'current_asset',
+            'non_current_asset', 'current_debt', 'non_current_debt', 'equity',
+            'balance_sheet_all', 'balance_sheet_YoY'
         ]
 
         self.stats_df = None
         self.new_df = None
-    
+
     def process_transform(self, fetched_data):
         if (not fetched_data):
             return self._get_empty_structure()
@@ -21,12 +26,10 @@ class TWSEBalanceSheetTransformer(BaseBalanceSheetTransformer):
         processed_data = self._process_fn(fetched_data)
 
         return processed_data
+
     def _process_fn(self, fetched_data):
-        
-        return_dict = {
-            "ticker": self.ticker,
-            "company_name": self.company_name
-        }
+
+        return_dict = {"ticker": self.ticker, "company_name": self.company_name}
 
         target_season = fetched_data[0]['season']
 
@@ -36,18 +39,22 @@ class TWSEBalanceSheetTransformer(BaseBalanceSheetTransformer):
         # 轉換格式 (元 / 千元 / %)
         self.stats_df = StatsProcessor.expand_value_percentage(self.stats_df)
         self.stats_df = self._apply_process_unit_pipeline(
-            self.stats_df, 
-            postfix_list=['_value', "_percentage"]
+            self.stats_df, postfix_list=['_value', "_percentage"]
         )
 
         self.new_df = self._process_twse_to_tej_format(fetched_data)
         # 轉換格式 (元 / 千元 / %)
         self.new_df = self._apply_process_unit_pipeline(
-            self.new_df,
-            postfix_list=['_value', "_percentage"]
+            self.new_df, postfix_list=['_value', "_percentage"]
         )
 
-        total_table_YoY = self._slice_target_season(self.new_df.T, target_season)
+        self.new_dict = self.new_df.to_dict()
+        self.new_df = self._cal_QoQ(self.new_dict)
+        self.new_df = self.new_df.T
+
+        total_table_YoY = self._slice_target_season(
+            self.new_df, target_season
+        )
 
         return_dict.update(
             {
@@ -60,17 +67,15 @@ class TWSEBalanceSheetTransformer(BaseBalanceSheetTransformer):
         self._process_target_columns(return_dict, self.stats_df)
 
         return return_dict
-    
+
     def _process_target_columns(self, return_dict, stats_df):
         for name, setting in self.table_settings.items():
             target_indexes = setting.get('target_index', [None])
             for target_index in target_indexes:
                 try:
                     return_dict[name] = StatsProcessor.slice_old_table(
-                        total_table=stats_df,
-                        target_index=target_index
+                        total_table=stats_df, target_index=target_index
                     )
                     break
                 except Exception as e:
                     continue
-

neurostats_API/transformers/base.py

@@ -2,10 +2,12 @@ import abc
 from neurostats_API.utils import StatsProcessor, YoY_Calculator
 import pandas as pd
 
+
 class BaseTransformer(abc.ABC):
     """
     Transformer用途: 轉換資料為fetcher可使用的格式
     """
+
     def __init__(self, ticker, company_name, zone):
         self.ticker = ticker
         self.company_name = company_name
@@ -13,7 +15,6 @@ class BaseTransformer(abc.ABC):
         self.zone = zone
         self.return_keys = []
 
-
     @abc.abstractmethod
     def process_transform(self):
         pass
@@ -23,27 +24,36 @@ class BaseTransformer(abc.ABC):
         indexes = value_dict.keys()
         new_dict = {}
 
-
         for key in indexes:
             new_dict.update(
                 {
-                    f"{key}_{sub_key}": value_dict[key].get(sub_key, None) 
+                    f"{key}_{sub_key}": value_dict[key].get(sub_key, None)
                     for sub_key in target_keys
                 }
             )
+        
         return new_dict
-    
+
     @staticmethod
     def _process_unit(data_df, postfix):
 
         lambda_map = {
-            "_value":  lambda x: StatsProcessor.cal_non_percentage(x, postfix="千元"),
-            "_percentage": lambda x : StatsProcessor.cal_non_percentage(x, to_str=True, postfix="%"),
-            '_growth': lambda x : StatsProcessor.cal_non_percentage(x, to_str=True, postfix="%"),
-            "_YoY_1": StatsProcessor.cal_percentage,
-            "_YoY_3": StatsProcessor.cal_percentage,
-            "_YoY_5": StatsProcessor.cal_percentage,
-            "_YoY_10": StatsProcessor.cal_percentage
+            "_value":
+            lambda x: StatsProcessor.cal_non_percentage(x, postfix="千元"),
+            "_percentage":
+            lambda x: StatsProcessor.
+            cal_non_percentage(x, to_str=True, postfix="%"),
+            '_growth':
+            lambda x: StatsProcessor.
+            cal_non_percentage(x, to_str=True, postfix="%"),
+            "_YoY_1":
+            StatsProcessor.cal_percentage,
+            "_YoY_3":
+            StatsProcessor.cal_percentage,
+            "_YoY_5":
+            StatsProcessor.cal_percentage,
+            "_YoY_10":
+            StatsProcessor.cal_percentage
         }
 
         process_fn = lambda_map.get(postfix)
@@ -51,33 +61,36 @@ class BaseTransformer(abc.ABC):
         postfix_cols = data_df.loc[:, postfix_cols].columns
 
         if (postfix == "_value"):
-            postfix_cols = [col for col in postfix_cols if not ("eps" in col or "每股盈餘" in col)]
-        
+            postfix_cols = [
+                col for col in postfix_cols
+                if not ("eps" in col or "每股盈餘" in col)
+            ]
+
         if (postfix == '_growth'):
-            data_df[postfix_cols] =data_df[postfix_cols].map(
-               lambda x: x * 100.0 if isinstance(x, float) else x
+            data_df[postfix_cols] = data_df[postfix_cols].map(
+                lambda x: x * 100.0 if isinstance(x, float) else x
             )
 
-        data_df[postfix_cols] = (
-            data_df[postfix_cols].map(
-               process_fn
-            )
-        )
+        data_df[postfix_cols] = (data_df[postfix_cols].map(process_fn))
 
         return data_df
 
-    def _apply_process_unit_pipeline(self, data_df, postfix_list = ["_value", "percentage"]):
+    def _apply_process_unit_pipeline(
+        self, data_df, postfix_list=["_value", "percentage"]
+    ):
         for postfix in postfix_list:
             data_df = self._process_unit(data_df, postfix)
         return data_df
 
     @staticmethod
     def _slice_target_season(stats_df, target_season):
-        target_season_columns = stats_df.columns.str.endswith(f"Q{target_season}")
+        target_season_columns = stats_df.columns.str.endswith(
+            f"Q{target_season}"
+        )
         stats_df = stats_df.loc[:, target_season_columns]
 
         return stats_df
-    
+
     def _get_empty_structure(self):
         return_dict = {
             "warning": "No data fetched",
@@ -87,11 +100,12 @@ class BaseTransformer(abc.ABC):
 
         return_dict.update(
             {
-                key: pd.DataFrame(columns= pd.Index([], name = 'date')) for key in self.return_keys
+                key: pd.DataFrame(columns=pd.Index([], name='date'))
+                for key in self.return_keys
             }
         )
         return return_dict
-    
+
     def _process_value(self, value):
         if isinstance(value, str) and "%" in value:
             value = value.replace("%", "")
@@ -99,7 +113,7 @@ class BaseTransformer(abc.ABC):
             return float(value)
         except (ValueError, TypeError):
             return None
-    
+
     def _calculate_growth(self, this_value, last_value, delta):
         try:
             return YoY_Calculator.cal_growth(
@@ -107,4 +121,38 @@ class BaseTransformer(abc.ABC):
             ) * 100
         except Exception:
             return None
-    
+
+    def _cal_QoQ(self, data_dict):
+        """
+        data_dict: {"<key>_value": {"2020Q1": <value>, ....}, "<key>_percentage": {"2020Q1": <value>, ....}}
+        """
+
+        return_dict = data_dict.copy()
+
+        for key, datas in data_dict.items():
+            if (key.endswith("_value")):
+                main_key = key.split("_")[0]
+                temp_growth_dict = dict()
+                for year_season, value in datas.items():
+
+                    year, season = year_season.split('Q')
+                    year, season = int(year), int(season)
+
+                    last_year, last_season = (
+                        year, season - 1
+                    ) if season != 1 else (year - 1, 4)
+
+                    last_value = datas.get(f"{last_year}Q{last_season}", None)
+
+                    growth = YoY_Calculator.cal_growth(
+                        value, last_value, delta=1
+                    )
+                    if (growth):
+                        growth = growth * 100
+                        growth = f"{growth:.2f}%"
+
+                    temp_growth_dict[year_season] = growth
+
+                return_dict[f"{main_key}_growth"] = growth
+        return_df = pd.DataFrame.from_dict(return_dict)
+        return return_df

neurostats_API/transformers/cash_flow/twse.py

@@ -52,6 +52,8 @@ class TWSECashFlowTransformer(BaseCashFlowTransformer):
             return self._get_empty_structure()
         
         data_df = self._process_twse_to_tej_format(fetched_data)
+        data_df = self._cal_QoQ(data_df.T.to_dict())
+        data_df = data_df.T
         target_season = fetched_data[0]['season']
 
         data_df_YoY = self._slice_target_season(data_df, target_season)

neurostats_API/transformers/finance_overview/stats_overview.py

@@ -27,12 +27,27 @@ class FinanceOverviewTransformer(BaseFinanceOverviewTransformer):
         return processed_data_dict
 
     def _filter_target_data(self, balance_sheet, profit_lose, cash_flow):
+        balance_sheet = balance_sheet[-1]
+        cash_flow = cash_flow[-1]
+        profit_lose = profit_lose[-1]
+        seasons = [
+            (int(report['year']), int(report['season']))
+            for report in (balance_sheet, profit_lose, cash_flow)
+        ]
+
+        max_date = max(seasons)
+        year, season = max_date
+
         data_dict = {
-            'balance_sheet': balance_sheet[-1]['balance_sheet'],
-            'profit_lose': profit_lose[-1]['profit_lose'],
-            "cash_flow": cash_flow[-1]['cash_flow']
+            'balance_sheet': balance_sheet['balance_sheet'],
+            'profit_lose': profit_lose['profit_lose'],
+            "cash_flow": cash_flow['cash_flow']
         }
-        filtered_dict = {}
+        filtered_dict = {
+            "year": year,
+            "season": season
+        }
+
 
         for key, target_sets in self.target_fields.items():
             try:

neurostats_API/transformers/profit_lose/twse.py

@@ -105,7 +105,7 @@ class TWSEProfitLoseTransformer(BaseProfitLoseTransformer):
         return_dict.update({
             "profit_lose": stats_main_page_df,
             "grand_total_profit_lose": stats_grand_total_df,
-            "profit_lose_all": self.new_df.T,
+            "profit_lose_all": self.new_df,
             "profit_lose_YoY": new_df_YoY
         })
 

{neurostats_API-1.0.0rc2.dist-info → neurostats_API-1.0.0rc4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: neurostats_API
-Version: 1.0.0rc2
+Version: 1.0.0rc4
 Summary: The service of NeuroStats website
 Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
 Author: JasonWang@Neurowatt
@@ -71,7 +71,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-1.0.0rc2
+1.0.0rc4
 ```
 
 ### 下載舊版

{neurostats_API-1.0.0rc2.dist-info → neurostats_API-1.0.0rc4.dist-info}/RECORD

@@ -1,4 +1,4 @@
-neurostats_API/__init__.py,sha256=58rMdx6r5TIsGQzFXciGec5dDXE4IAHXd4j7caKw624,323
+neurostats_API/__init__.py,sha256=_uiy9Ft_P0W543jiIeLSo575-z7QQrPbVPoJr3UKbm8,675
 neurostats_API/cli.py,sha256=UJSWLIw03P24p-gkBb6JSEI5dW5U12UvLf1L8HjQD-o,873
 neurostats_API/main.py,sha256=QcsfmWivg2Dnqw3MTJWiI0QvEiRs0VuH-BjwQHFCv00,677
 neurostats_API/async_mode/__init__.py,sha256=arSINQm3O3g-IwfOSLsGraEj2icJbkuW0t5HLPQ4Xk8,348
@@ -21,7 +21,7 @@ neurostats_API/async_mode/db_extractors/month_revenue/base.py,sha256=pXK6MEQtwCh
 neurostats_API/async_mode/db_extractors/month_revenue/twse.py,sha256=54HT6ISZYC9uFx-YAcWQN4r3rKuZN0fbC5zgsJE46Ic,197
 neurostats_API/async_mode/db_extractors/seasonal/__init__.py,sha256=sotZHTbuGH2am48hb0bIGVs3K_14PgMKsO-FEQzF0dI,236
 neurostats_API/async_mode/db_extractors/seasonal/balance_sheet.py,sha256=67OzGUxZbt7LQ9m3uTcnPPhEYQ17ygEH-Kv1eaR1X2Y,560
-neurostats_API/async_mode/db_extractors/seasonal/base.py,sha256=1Un39qDmckL-eL_-QM4BS8M5CCmALZv4g0m6799ez8g,4664
+neurostats_API/async_mode/db_extractors/seasonal/base.py,sha256=VwaZ5fzZ40lHjo8xR_SumD7hTDwnIxiWrtY3fHm3kMA,4662
 neurostats_API/async_mode/db_extractors/seasonal/cashflow.py,sha256=2yOIOMFic9DTeEyhD2xD_tGrtSWb-LirUnN1a5ka_3A,293
 neurostats_API/async_mode/db_extractors/seasonal/profit_lose.py,sha256=AMKMVIVIBWTRk2b_A33OUuTLrCwc-xYj5fIL4YjLnug,564
 neurostats_API/async_mode/db_extractors/seasonal/tej.py,sha256=SqObDqR3uOnxXGF12VQz7Rzw7B5YAimY1-nR0ImLkaY,2591
@@ -66,14 +66,14 @@ neurostats_API/fetchers/tech.py,sha256=TsS8m25Otc3_2jTYITFe-wNHlDWcfWsHIxhOrqL8q
 neurostats_API/fetchers/tej_finance_report.py,sha256=mlIm2Qzs8-Xlzeb8uET8qGPWD3VGUx3g8qFFcY4UbAw,13022
 neurostats_API/fetchers/value_invest.py,sha256=QxQS2GcoLIU9ZBDEo8iRK2yHd8YLmBS70Bq42F3IsSw,8295
 neurostats_API/transformers/__init__.py,sha256=AJ0SkJ9P65gbdHPSygYw1X2I-KRJO20q20lLVP-JViE,676
-neurostats_API/transformers/base.py,sha256=ju6PCoc9CNo-sdGCYnozQ2_l8KBSHEEe5W2ua8HxzR0,3422
+neurostats_API/transformers/base.py,sha256=cw_1pjtZOhbzMRNl9jcfsUNxjJkiNOWOjZFNXwpfkqs,4794
 neurostats_API/transformers/balance_sheet/__init__.py,sha256=RCScBsR3zeC5UdyuiHD1CGRQufoFL5LkN8WbtI5JeA4,87
 neurostats_API/transformers/balance_sheet/base.py,sha256=sEap9uHe-nri8F4gPV_FCVm0Qe6KWgpHt6a2ryAPd_8,1676
-neurostats_API/transformers/balance_sheet/twse.py,sha256=ZJKfRN4HkmmcbJsYY3t1Q6ufq0ri8btba5O9EhREW_g,2710
+neurostats_API/transformers/balance_sheet/twse.py,sha256=ghQWvacJvJSEqu7RtNqICE5gK_N_AKWSvpfYv5Eioiw,2800
 neurostats_API/transformers/balance_sheet/us.py,sha256=WS1JjShLcs9oGov4Bdaggs_eTIzb8SSutVKKKbAK7Ts,897
 neurostats_API/transformers/cash_flow/__init__.py,sha256=KJs5kfjRV0ahy842ZVLvQuZS02YxT-w0cMNHfU0ngFE,79
 neurostats_API/transformers/cash_flow/base.py,sha256=6Lt44O-xg658-jEFYBHOF2cgD0PGiKK43257uQMSetk,4392
-neurostats_API/transformers/cash_flow/twse.py,sha256=_ZIiZrjXSBCxgpXRgXe8MYWFWlDSVQVEb06P90LOezA,2351
+neurostats_API/transformers/cash_flow/twse.py,sha256=srrmTmFheJig3el5jQIW8YBgpZVUOq-Af2zM4NxLm7s,2432
 neurostats_API/transformers/cash_flow/us.py,sha256=nRJajeDz4HNkv42NosoP0Jir4tIA0ybhIZu9zHkjAEM,1304
 neurostats_API/transformers/daily_chip/__init__.py,sha256=e-yvQ94J3dkzRbhZwOiAkyt_ub9bRQ7pAVDbO-61Grw,43
 neurostats_API/transformers/daily_chip/base.py,sha256=KBsnpACakJh2W-k4Kvv-dVNnSNbUCGMeqvQsTQkz-aE,184
@@ -91,13 +91,13 @@ neurostats_API/transformers/daily_tech/utils/processor.py,sha256=9zOjVFyWqzRXD5j
 neurostats_API/transformers/finance_overview/__init__.py,sha256=mWFn13YrugExrSQ7oJvnvP95W20_rQ1wOesrZY3XnSU,107
 neurostats_API/transformers/finance_overview/agent_overview.py,sha256=DA7zLTslqiYCKIzC8wKKJK7f2cz2KpTOhqy-qDQmDrc,1974
 neurostats_API/transformers/finance_overview/base.py,sha256=uksr5sUhbaL12ZBH3cUtR1Q0NzpQ8C36FwfwluB8uYE,29669
-neurostats_API/transformers/finance_overview/stats_overview.py,sha256=pRstGTw7flYQ8nDFHA8BioWRGXBTu_T2GBuzm5us0xM,2498
+neurostats_API/transformers/finance_overview/stats_overview.py,sha256=ml-u6BHCSKaTebvDAOBgyJfT6o3LCmluCfneABn1ysw,2884
 neurostats_API/transformers/month_revenue/__init__.py,sha256=fNj-FNJgl7yhYeswd3UFZEcSNoDF4kL6Mkspjom2cSo,47
 neurostats_API/transformers/month_revenue/base.py,sha256=cDswLIZ7UBJX3insyI3NPunxOva9Pf-6TEW15tHjn4s,1881
 neurostats_API/transformers/month_revenue/twse.py,sha256=-QhPI3hRc7PPWmFarsbBINauv6LdwXlyR_hIR6alh34,5642
 neurostats_API/transformers/profit_lose/__init__.py,sha256=oOPyakP1wDnmq7bsxgEm4vu1uWtUR34dd3Oegk9kvq0,83
 neurostats_API/transformers/profit_lose/base.py,sha256=BJZjE1GmWBI3ayjDkzrtQTrn0vjTSVckPbrQ_u6zEl0,3125
-neurostats_API/transformers/profit_lose/twse.py,sha256=kpIEk7D309umdt5xRvmMDvNfuwS53CwqpIhczCKwrCo,5402
+neurostats_API/transformers/profit_lose/twse.py,sha256=RwAJWQBdsjFaLlW-HL6oUGxLAd8jXPpp6ljVB8uOfhQ,5400
 neurostats_API/transformers/profit_lose/us.py,sha256=QzAd2N_1Dqqb2TEPCLkqxsfp62gOMffbSOgr6FFODRM,804
 neurostats_API/transformers/tej/__init__.py,sha256=WihARZhphkvApsKr4U0--68m1M-Dc_rpV7xoV2fUV7E,61
 neurostats_API/transformers/tej/base.py,sha256=YD6M3Iok-KXb5EDhqa_fUzJ-zWXLeoXPsavdDJD-ks4,5436
@@ -113,7 +113,7 @@ neurostats_API/utils/datetime.py,sha256=XJya4G8b_-ZOaBbMXgQjWh2MC4wc-o6goQ7EQJQM
 neurostats_API/utils/db_client.py,sha256=OYe6yazcR4Aa6jYmy47JrryUeh2NnKGqY2K_lSZe6i8,455
 neurostats_API/utils/exception.py,sha256=yv92GVh5uHV1BgRmO4DwJcX_PtE0-TSgQoo3VnZ5hOQ,277
 neurostats_API/utils/logger.py,sha256=egBiiPGTi5l1FoX_o6EvdGh81R0_k8hFPctSxq8RCoo,693
-neurostats_API-1.0.0rc2.dist-info/METADATA,sha256=xQ479cEYQ3A48QpJlltoMehvj3mG6fxyT09XjWru4SU,2964
-neurostats_API-1.0.0rc2.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
-neurostats_API-1.0.0rc2.dist-info/top_level.txt,sha256=nSlQPMG0VtXivJyedp4Bkf86EOy2TpW10VGxolXrqnU,15
-neurostats_API-1.0.0rc2.dist-info/RECORD,,
+neurostats_API-1.0.0rc4.dist-info/METADATA,sha256=powkqVobJNpKzC-H4kX4IjnmL9WMR7CLMbCAdGX3Kdk,2964
+neurostats_API-1.0.0rc4.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
+neurostats_API-1.0.0rc4.dist-info/top_level.txt,sha256=nSlQPMG0VtXivJyedp4Bkf86EOy2TpW10VGxolXrqnU,15
+neurostats_API-1.0.0rc4.dist-info/RECORD,,