neurostats-API 0.0.9__tar.gz → 0.0.10__tar.gz

neurostats_API-0.0.9/README.md → neurostats_API-0.0.10/PKG-INFO

@@ -1,3 +1,13 @@
+Metadata-Version: 2.1
+Name: neurostats_API
+Version: 0.0.10
+Summary: The service of NeuroStats website
+Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
+Author: JasonWang@Neurowatt
+Author-email: jason@neurowatt.ai
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+
 # neurostats_API
 
 - [檔案架構](#檔案架構)
@@ -9,6 +19,8 @@
     - [損益表](#損益表)
     - [資產負債表](#資產負債表)
     - [現金流量表](#現金流量表)
+    - [版本紀錄](#版本紀錄)
+
 
 ## 檔案架構
 
@@ -68,7 +80,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-0.0.9
+0.0.10
 ```
 
 ### 得到最新一期的評價資料與歷年評價
@@ -424,6 +436,11 @@ stats_fetcher.query()
 > 大部分資料缺失是因為尚未計算，僅先填上已經有的資料
 
 
-## TODO
-- 將utils/fetcher.py中的功能切分到fetchers資料夾中
+## 版本紀錄
+### 0.0.10
+- 更新指標的資料型態: 單位為千元乘以1000之後回傳整數
+
+- 處理銀行公司在finanace_overview會報錯誤的問題(未完全解決，因銀行公司財報有許多名稱不同，目前都會顯示為None)
 
+### 0.0.9
+- 更新指標的資料型態: 單位為日, %, 倍轉為字串

neurostats_API-0.0.9/PKG-INFO → neurostats_API-0.0.10/README.md

@@ -1,13 +1,3 @@
-Metadata-Version: 2.1
-Name: neurostats_API
-Version: 0.0.9
-Summary: The service of NeuroStats website
-Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
-Author: JasonWang@Neurowatt
-Author-email: jason@neurowatt.ai
-Requires-Python: >=3.6
-Description-Content-Type: text/markdown
-
 # neurostats_API
 
 - [檔案架構](#檔案架構)
@@ -19,6 +9,8 @@ Description-Content-Type: text/markdown
     - [損益表](#損益表)
     - [資產負債表](#資產負債表)
     - [現金流量表](#現金流量表)
+    - [版本紀錄](#版本紀錄)
+
 
 ## 檔案架構
 
@@ -78,7 +70,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-0.0.9
+0.0.10
 ```
 
 ### 得到最新一期的評價資料與歷年評價
@@ -434,6 +426,11 @@ stats_fetcher.query()
 > 大部分資料缺失是因為尚未計算，僅先填上已經有的資料
 
 
-## TODO
-- 將utils/fetcher.py中的功能切分到fetchers資料夾中
+## 版本紀錄
+### 0.0.10
+- 更新指標的資料型態: 單位為千元乘以1000之後回傳整數
+
+- 處理銀行公司在finanace_overview會報錯誤的問題(未完全解決，因銀行公司財報有許多名稱不同，目前都會顯示為None)
 
+### 0.0.9
+- 更新指標的資料型態: 單位為日, %, 倍轉為字串

neurostats_API-0.0.10/neurostats_API/__init__.py

@@ -0,0 +1 @@
+__version__='0.0.10'

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API/fetchers/balance_sheet.py

@@ -132,10 +132,17 @@ class BalanceSheetFetcher(StatsFetcher):
         total_table.columns = pd.MultiIndex.from_tuples(total_table.columns)
 
         for name, setting in self.table_settings.items():
-            return_dict[name] = StatsProcessor.slice_multi_col_table(
-                total_table=total_table,
-                mode=setting['mode'],
-                target_index=setting['target_index']
-                if "target_index" in setting.keys() else None)
-
+            if ('target_index' in setting.keys()):
+                target_indexes = [target_index.strip() for target_index in setting['target_index']]
+            else:
+                target_indexes = [None]
+            for target_index in target_indexes:
+                try:
+                    return_dict[name] = StatsProcessor.slice_multi_col_table(
+                        total_table=total_table,
+                        mode=setting['mode'],
+                        target_index=target_index)
+                    break
+                except Exception as e:
+                    continue
         return return_dict

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API/fetchers/finance_overview.py

@@ -31,15 +31,19 @@ class FinanceOverviewFetcher(StatsFetcher):
 
         for key, target_sets in self.target_fields.items():
             try:
-                small_target = target_sets['field']
-                big_target = self.inverse_dict[
-                    small_target]  # balance_sheet/profit_lose/cash_flow
+                small_targets = target_sets['field']
+
                 value_index = target_sets['value']  # "金額" or "%"
 
-                target_query.update({
-                    f"{key}":
-                    f"$$target_season_data.{big_target}.{small_target}.{value_index}"
-                })
+                for small_target in small_targets:
+                    big_target = self.inverse_dict[
+                    small_target]  # balance_sheet/profit_lose/cash_flow
+                    if (small_target == "利息費用_bank"):
+                        small_target = small_target[:small_target.find("_bank")]
+                    target_query.update({
+                        f"{key}":
+                        f"$$target_season_data.{big_target}.{small_target}.{value_index}"
+                    })
             except Exception:
                 continue
 
@@ -98,8 +102,16 @@ class FinanceOverviewFetcher(StatsFetcher):
         finance_dict = fetched_data['seasonal_data'][0]
         FinanceOverviewProcessor.process_rate(finance_dict)
         FinanceOverviewProcessor.process_all(finance_dict)
+        self.fill_nan_index(finance_dict)
+        FinanceOverviewProcessor.process_thousand_dollar(finance_dict)
         fetched_data['seasonal_data'] = finance_dict
+
         return fetched_data
+    
+    def fill_nan_index(self, finance_dict):
+        for key in self.target_fields.keys():
+            if (key not in finance_dict.keys()):
+                finance_dict[key] = None
 
 
 class FinanceOverviewProcessor(StatsProcessor):
@@ -116,6 +128,34 @@ class FinanceOverviewProcessor(StatsProcessor):
             else:
                 finance_dict[key] = StatsProcessor.cal_non_percentage(
                     finance_dict[key])
+    
+    
+    @classmethod
+    def process_thousand_dollar(cls, finance_dict):
+        process_index = [
+            "revenue",
+            "gross_profit",
+            "operating_income",
+            "net_income",
+            "operating_cash_flow",
+            "invest_cash_flow",
+            "financing_cash_flow",
+            "fcf",
+
+            'current_assets',
+            'current_liabilities',
+            'non_current_assets',
+            'non_current_liabilities',
+            'total_assets',
+            "total_liabilities",
+            "equity"
+        ]
+        
+        for index in process_index:
+            try:
+                finance_dict[index] = StatsProcessor.cal_non_percentage(finance_dict[index], postfix="千元")
+            except Exception as e:
+                finance_dict[index] = None
 
     @classmethod
     def process_all(cls, finance_dict):
@@ -135,12 +175,16 @@ class FinanceOverviewProcessor(StatsProcessor):
             cls.cal_quick_ratio, cls.cal_debt_to_equity_ratio,
             cls.cal_net_debt_to_equity_ratio, cls.cal_interest_coverage_ratio,
             cls.cal_debt_to_operating_cash_flow,
-            cls.cal_debt_to_free_cash_flow, cls.cal_cash_flow_ratio
+            cls.cal_debt_to_free_cash_flow, cls.cal_cash_flow_ratio,
+
+            # process to 千元
+            cls.process_thousand_dollar
         ]
 
         for method in methods:
             method(finance_dict)
 
+
     @classmethod
     def cal_EBIT(cls, finance_dict):
         """
@@ -224,7 +268,14 @@ class FinanceOverviewProcessor(StatsProcessor):
         計算每股毛利
         = （當期營業毛利）÷（當期在外流通股數）
         """
-
+        if ('gross_profit' not in finance_dict.keys()):
+            try:
+                finance_dict['gross_profit'] = (
+                    finance_dict['revenue'] - 
+                    finance_dict['operating_cost']
+                )
+            except:
+                finance_dict['gross_profit'] = None
         try:
             gross_per_share = (finance_dict['gross_profit'] /
                                finance_dict['share_outstanding'])
@@ -267,7 +318,7 @@ class FinanceOverviewProcessor(StatsProcessor):
                     operating_cash_flow_per_share)
         except (KeyError, ZeroDivisionError, TypeError) as e:
             finance_dict['operating_cash_flow_per_share'] = None
-            print(f'operating_cash_flow_per_share because of {str(e)}')
+            # print(f'operating_cash_flow_per_share because of {str(e)}')
 
     @classmethod
     def fcf_per_share(cls, finance_dict):
@@ -292,12 +343,15 @@ class FinanceOverviewProcessor(StatsProcessor):
         計算資產報酬率(ROA)
         ROA = [ 本期淨利 + 利息費用 × (1-有效稅率) ] ÷（資產總額）
         """
-        roa = (
-            finance_dict['net_income'] + finance_dict['interest'] +
-            (1 * 0.1)  # 有效稅率需要改，這裡先設0.1
-        ) / finance_dict['inventories']
+        try:
+            roa = (
+                finance_dict['net_income'] + finance_dict['interest'] +
+                (1 * 0.1)  # 有效稅率需要改，這裡先設0.1
+            ) / finance_dict['inventories']
 
-        finance_dict["roa"] = StatsProcessor.cal_percentage(roa)
+            finance_dict["roa"] = StatsProcessor.cal_percentage(roa)
+        except Exception as e:
+            finance_dict["roa"] = None
 
     @classmethod
     def cal_roe(cls, finance_dict):
@@ -305,8 +359,11 @@ class FinanceOverviewProcessor(StatsProcessor):
         計算股東權益報酬率(ROE)
         ROE = (本期淨利) ÷（權益總額）
         """
-        roe = (finance_dict['net_income'] / finance_dict['equity'])
-        finance_dict['roe'] = StatsProcessor.cal_percentage(roe)
+        try:
+            roe = (finance_dict['net_income'] / finance_dict['equity'])
+            finance_dict['roe'] = StatsProcessor.cal_percentage(roe)
+        except Exception as e:
+            finance_dict['roe'] = None
 
     @classmethod
     def cal_gross_over_asset(cls, finance_dict):
@@ -315,7 +372,7 @@ class FinanceOverviewProcessor(StatsProcessor):
         """
         try:
             gross_over_asset = (finance_dict['gross_profit'] /
-                                finance_dict['total_asset'])
+                                finance_dict['total_assets'])
             finance_dict['gross_over_asset'] = StatsProcessor.cal_percentage(
                 gross_over_asset)
         except (KeyError, ZeroDivisionError, TypeError) as e:
@@ -331,7 +388,7 @@ class FinanceOverviewProcessor(StatsProcessor):
         try:
             roce = ((finance_dict['net_income_before_tax'] +
                      finance_dict['interest']) /
-                    (finance_dict['total_asset'] -
+                    (finance_dict['total_assets'] -
                      finance_dict['current_liabilities']))
             finance_dict['roce'] = StatsProcessor.cal_percentage(roce)
 
@@ -351,7 +408,7 @@ class FinanceOverviewProcessor(StatsProcessor):
             finance_dict[
                 'gross_profit_margin'] = StatsProcessor.cal_percentage(
                     gross_profit_margin)
-        except:
+        except Exception as e:
             finance_dict['gross_profit_margin'] = None
             print(f"gross_profit_margin failed because of {str(e)}")
 
@@ -409,7 +466,7 @@ class FinanceOverviewProcessor(StatsProcessor):
                    (finance_dict['account_pay'] / finance_dict['revenue']))
             finance_dict['dso'] = StatsProcessor.cal_non_percentage(
                 dso, to_str=True, postfix="日")
-        except:
+        except Exception as e:
             finance_dict['dso'] = None
             print(f"Error calculating 應收帳款收現天數 because of {str(e)}")
 
@@ -419,11 +476,15 @@ class FinanceOverviewProcessor(StatsProcessor):
         計算應收帳款佔營收比率
         = 應收帳款平均餘額 ÷ 營業收入
         """
-        account_receive_over_revenue = (finance_dict['account_receive'] /
-                                        finance_dict['revenue'])
-        finance_dict[
-            "account_receive_over_revenue"] = StatsProcessor.cal_percentage(
-                account_receive_over_revenue)
+        try:
+            account_receive_over_revenue = (finance_dict['account_receive'] /
+                                            finance_dict['revenue'])
+            finance_dict[
+                "account_receive_over_revenue"] = StatsProcessor.cal_percentage(
+                    account_receive_over_revenue)
+        except Exception as e:
+            finance_dict[
+                "account_receive_over_revenue"] = None
 
     @classmethod
     def cal_dpo(cls, finance_dict):
@@ -513,10 +574,13 @@ class FinanceOverviewProcessor(StatsProcessor):
         計算資產周轉率
         營業收入 ÷ 資產總額
         """
-        asset_turnover = (finance_dict["revenue"] /
-                          finance_dict["inventories"])
-        finance_dict["asset_turnover"] = StatsProcessor.cal_percentage(
-            asset_turnover)
+        try:
+            asset_turnover = (finance_dict["revenue"] /
+                            finance_dict["inventories"])
+            finance_dict["asset_turnover"] = StatsProcessor.cal_percentage(
+                asset_turnover)
+        except Exception as e:
+            finance_dict["asset_turnover"] = None
 
     @classmethod
     def cal_application_turnover(cls, finance_dict):
@@ -528,11 +592,12 @@ class FinanceOverviewProcessor(StatsProcessor):
             applcation_turnover = (finance_dict['revenue'] /
                                    finance_dict["application"])
             finance_dict[
-                'applcation_turnover'] = StatsProcessor.cal_percentage(
+                'application_turnover'] = StatsProcessor.cal_percentage(
                     applcation_turnover)
 
-        except (KeyError, ZeroDivisionError, TypeError) as e:
+        except Exception as e:
             finance_dict['application_turnover'] = None
+        
 
     @classmethod
     def cal_current_ratio(cls, finance_dict):

neurostats_API-0.0.10/neurostats_API/fetchers/institution.py

@@ -0,0 +1,114 @@
+from .base import StatsFetcher
+from datetime import datetime, timedelta
+import json
+import numpy as np
+import pandas as pd
+from ..utils import StatsDateTime, StatsProcessor
+import importlib.resources as pkg_resources
+import yaml
+
+
+class InstitutionFetcher(StatsFetcher):
+    """
+    iFa -> 交易資訊 -> 法人買賣
+
+    包括: 
+    1. 當日交易
+    2. 一年內交易
+    """
+
+    def __init__(self, ticker, db_client):
+        raise(NotImplementedError("InstitutionFetcher : Not done yet"))
+        super().__init__(ticker, db_client)
+
+    def prepare_query(self, start_date, end_date):
+        pipeline = super().prepare_query()
+
+        target_query = {
+            "date": date,
+            "institution_trading": "$$target_season_data.institution_trading"
+        }
+
+
+        pipeline.append({
+            "$project": {
+                "_id": 0,
+                "ticker": 1,
+                "company_name": 1,
+                "profit_loses": {
+                    "$map": {
+                        "input": {
+                            "$filter": {
+                                "input": "$daily_data",
+                                "as": "daily",
+                                "cond": {
+                                        "$and": [
+                                        {"$gte": ["$$daily.date", start_date]},
+                                        {"$lte": ["$$daily.date", end_date]}
+                                    ]
+                                }
+                            }
+                        },
+                        "as": "target_daily_data",
+                        "in": "$$target_daily_data"
+                    }
+                }
+            }
+        })
+
+        return pipeline
+
+    def collect_data(self, date):
+        pipeline = self.prepare_query(date)
+
+        fetched_data = self.collection.aggregate(pipeline).to_list()
+
+        return fetch_data[-1]
+    
+    def query_data(self):
+        try:
+            latest_time = StatsDateTime.get_latest_time(
+                self.ticker, self.collection)['last_update_time']
+            latest_date = latest_time['daily_data']['institution_trading']['last_update']
+            date = latest_date.replace(hour=0, minute=0, second=0, microsecond=0) 
+        except Exception as e:
+            print(f"No updated time for institution_trading in {self.ticker}, use current time instead")
+            date = datetime.now(self.timezone)
+            date = date.replace(hour=0, minute=0, second=0, microsecond=0) 
+
+            if (date.hour < 17):  # 拿不到今天的資料
+                date = date - timedelta(days=1)
+        
+        start_date = start_date - timedelta(days=365)
+
+        daily_data = self.collect_data(date)
+
+        daily_data = sorted(daily_data['daily_data'], key = lambda x : x['date'], reverse = True)
+
+        self.process_data(self.ticker, daily_data)
+    
+    def process_data(self, daily_data):
+        table_dict = dict()
+
+        latest_data = daily_data[0] 
+        yesterday_data = daily_data[1]
+
+        # 交易價格與昨天交易
+        table_dict = {
+            "open": latest_data['open'],
+            'close': latest_data['close'],
+            'range': f"{latest_data['high']}-{latest_data['low']}",
+            'volumn': latest_data['volumn'] / 1000
+
+        }
+
+        # 今日法人買賣
+
+        # 一年內法人
+
+
+
+
+
+
+        

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API/fetchers/profit_lose.py

@@ -137,10 +137,19 @@ class ProfitLoseFetcher(StatsFetcher):
         total_table = total_table.replace("N/A", None)
 
         for name, setting in self.table_settings.items():
-            return_dict[name] = StatsProcessor.slice_multi_col_table(
-                total_table=total_table,
-                mode=setting['mode'],
-                target_index=setting['target_index']
-                if "target_index" in setting.keys() else None)
+            if ('target_index' in setting.keys()):
+                target_indexes = [target.strip() for target in setting['target_index']]
+            else:
+                target_indexes = [None]
+            
+            for target_index in target_indexes:
+                try:
+                    return_dict[name] = StatsProcessor.slice_multi_col_table(
+                        total_table=total_table,
+                        mode=setting['mode'],
+                        target_index=target_index)
+                    break
+                except Exception as e:
+                    continue
 
         return return_dict

neurostats_API-0.0.10/neurostats_API/tools/balance_sheet.yaml

@@ -0,0 +1,34 @@
+balance_sheet:
+  mode: value_and_percentage
+
+total_asset:
+  mode: value_and_percentage
+  target_index: 
+    - 資產總額 負債總額 權益總額
+    - 資產總計 負債總計 權益總計
+ 
+current_asset:
+  mode: value_and_percentage
+  target_index: 
+    - 流動資產合計
+
+non_current_asset:
+  mode: value_and_percentage
+  target_index: 
+    - 非流動資產合計
+
+current_debt:
+  mode: value_and_percentage
+  target_index: 
+    - 流動負債合計
+
+non_current_debt:
+  mode: value_and_percentage
+  target_index: 
+    - 非流動負債合計
+
+equity:
+  mode: value_and_percentage
+  target_index: 
+    - 權益總額
+    - 權益總計

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API/tools/finance_overview_dict.yaml

@@ -1,89 +1,111 @@
 # 財務概況
 revenue:
-  field: 營業收入合計
+  field: 
+    - 營業收入合計
   value: value
 
 gross_profit:
-  field: 營業毛利（毛損）淨額
+  field: 
+    - 營業毛利（毛損）淨額
   value: value
 
 operating_income:
-  field: 營業利益（損失）
+  field: 
+    - 營業利益（損失）
   value: value
 
 net_income:
-  field: 本期淨利（淨損）
+  field: 
+    - 本期淨利（淨損）
   value: value
 
 tax_fee:
-  field: 所得稅費用（利益）合計
+  field: 
+    - 所得稅費用（利益）合計
   value: value
 
 # TODO: 以下所爬到的資料都是累計的，Ifa有額外計算當季的變化量
 operating_cash_flow:
-  field: 營業活動之淨現金流入（流出）
+  field: 
+    - 營業活動之淨現金流入（流出）
   value: single_season_value
 
 invest_cash_flow:
-  field: 投資活動之淨現金流入（流出）
+  field: 
+    - 投資活動之淨現金流入（流出）
   value: single_season_value
 
 financing_cash_flow:
-  field: 籌資活動之淨現金流入（流出）
+  field: 
+    - 籌資活動之淨現金流入（流出）
   value: single_season_value
 # ^^^ 以上皆需要額外在DataBase處理
 
 # 每股財務狀況
 capital:
-  field: 普通股股本
+  field: 
+    - 普通股股本
   value: value
+
 eps:
-  field: 基本每股盈餘
+  field: 
+    - 基本每股盈餘
   value: value
 
 # 獲利能力
-total_asset:
-  field: 資產總額
+total_assets:
+  field: 
+    - 資產總額
   value: value
 
 equity:
-  field: 權益總額
+  field: 
+    - 權益總額
   value: value
 
 net_income_before_tax:
-  field: 稅前淨利（淨損）
+  field: 
+    - 稅前淨利（淨損）
   value: value
 
 interest:
-  field: 利息收入
+  field: 
+    - 利息收入
   value: value
 
 operating_expenses:
-  field: 營業費用合計
+  field: 
+    - 營業費用合計
   value: value
 
 net_income_rate:
-  field: 本期淨利（淨損）
+  field: 
+    - 本期淨利（淨損）
   value: percentage
 # 成長動能
 revenue_YoY:
-  field: 營業收入合計
+  field: 
+    - 營業收入合計
   value: YoY_1
 
 gross_prof_YoY:
-  field: 營業毛利（毛損）淨額
+  field: 
+    - 營業毛利（毛損）淨額
   value: YoY_1
 
 operating_income_YoY:
-  field: 營業利益（損失）
+  field: 
+    - 營業利益（損失）
   value: YoY_1
 
 net_income_YoY:
-  field: 本期淨利（淨損）
+  field: 
+    - 本期淨利（淨損）
   value: YoY_1
 
 operating_cash_flow_YoY:
-  field: 營業活動之淨現金流入（流出）
+  field: 
+    - 營業活動之淨現金流入（流出）
   value: single_season_YoY
 
 # operating_cash_flow_per_share_YoY:
@@ -91,53 +113,73 @@ operating_cash_flow_YoY:
 #   value: YoY_1
 # 營運指標
 account_receive:
-  field: 應收帳款淨額
+  field: 
+    - 應收帳款淨額
   value: value
 
 account_pay:
-  field: 應付帳款
+  field: 
+    - 應付帳款
   value: value
 
 inventories:
-  field: 存貨
+  field: 
+    - 存貨
   value: value
 
 operating_cost:
-  field: 營業成本合計
+  field: 
+    - 營業成本合計
   value: value
 
 application:
-  field: 不動產、廠房及設備
+  field: 
+    - 不動產、廠房及設備
   value: value
 
 # 財務韌性
 current_assets:
-  field: 流動資產合計
+  field: 
+    - 流動資產合計
   value: value
 
 current_liabilities:
-  field: 流動負債合計
+  field: 
+    - 流動負債合計
   value: value
 
 total_liabilities:
-  field: 負債總額
+  field: 
+    - 負債總額
   value: value
 
 short_term_liabilities:
-  field: 短期借款
+  field: 
+    - 短期借款
   value: value
 
 long_term_liabilities:
-  field: 長期借款
+  field: 
+    - 長期借款
   value: value
 # 
 cash_and_cash_equivalents:
-  field: 現金及約當現金
+  field: 
+    - 現金及約當現金
   value: value
 
 interest_expense: 
-  field: 利息費用
+  field: 
+    - 利息費用
   value: value
 
+non_current_assets:
+  field: 
+    - 非流動資產合計
+  value: value
 
+non_current_liabilities:
+  field: 
+    - 非流動負債合計
+  value: value
 

neurostats_API-0.0.10/neurostats_API/tools/profit_lose.yaml

@@ -0,0 +1,121 @@
+profit_lose:  # 總營收表
+  mode: value_and_percentage
+
+grand_total_profit_lose:
+  mode: grand_total_values
+
+revenue:
+  mode: growth
+  target_index: 
+    - 營業收入合計
+    - 利息收入
+
+grand_total_revenue:
+  mode: grand_total_growth
+  target_index: 
+    - 營業收入合計
+    - 利息收入
+
+gross_profit:
+  mode: growth
+  target_index: 
+    -  營業毛利（毛損）淨額
+
+grand_total_gross_profit:
+  mode: grand_total_growth
+  target_index: 
+    - 營業毛利（毛損）淨額
+
+gross_profit_percentage:
+  mode: percentage
+  target_index: 
+    - 營業毛利（毛損）淨額
+
+grand_total_gross_profit_percentage:
+  mode: grand_total_percentage
+  target_index: 
+    - 營業毛利（毛損）淨額
+# 營利
+operating_income:
+  mode: growth
+  target_index: 
+    - 營業利益（損失）
+
+grand_total_operating_income:
+  mode: grand_total_growth
+  target_index: 
+    - 營業利益（損失）
+
+operating_income_percentage:
+  mode: percentage
+  target_index: 
+    - 營業利益（損失）
+
+grand_total_operating_income_percentage:
+  mode: grand_total_percentage
+  target_index: 
+    - 營業利益（損失）
+# 稅前淨利
+net_income_before_tax:
+  mode: growth
+  target_index: 
+    - 稅前淨利（淨損）
+
+grand_total_net_income_before_tax:
+  mode: grand_total_growth
+  target_index: 
+    - 稅前淨利（淨損）
+
+net_income_before_tax_percentage:
+  mode: percentage
+  target_index: 
+    - 稅前淨利（淨損）
+
+grand_total_net_income_before_tax_percentage:
+  mode: grand_total_percentage
+  target_index: 
+    - 稅前淨利（淨損）
+# 本期淨利
+net_income:
+  mode: growth
+  target_index: 
+    - 本期淨利（淨損）
+
+grand_total_net_income:
+  mode: grand_total_growth
+  target_index: 
+    - 本期淨利（淨損）
+
+net_income_percentage:
+  mode: percentage
+  target_index: 
+    - 本期淨利（淨損）
+
+grand_total_income_percentage:
+  mode: grand_total_percentage
+  target_index: 
+    - 本期淨利（淨損）
+# EPS
+EPS:
+  mode: value
+  target_index: 
+    - 基本每股盈餘
+    - 基本每股盈餘合計
+
+EPS_growth:
+  mode: growth
+  target_index: 
+    - 基本每股盈餘
+    - 基本每股盈餘合計
+
+grand_total_EPS:
+  mode: grand_total
+  target_index: 
+    - 基本每股盈餘
+    - 基本每股盈餘合計
+
+grand_total_EPS_growth:
+  mode: grand_total_growth
+  target_index: 
+    - 基本每股盈餘
+    - 基本每股盈餘合計

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API/tools/seasonal_data_field_dict.txt

@@ -22,11 +22,14 @@
   "其他非流動資產": "balance_sheet",
   "非流動資產合計": "balance_sheet",
   "資產總額": "balance_sheet",
+  "資產總計": "balance_sheet",
   "短期借款": "balance_sheet",
   "長期借款": "balance_sheet",
   "透過損益按公允價值衡量之金融負債－流動": "balance_sheet",
   "應付票據": "balance_sheet",
   "應付帳款": "balance_sheet",
+  "應收款項－淨額": "balance_sheet",
+  "應付款項": "balance_sheet",
   "應付帳款－關係人": "balance_sheet",
   "其他應付款": "balance_sheet",
   "其他應付款項－關係人": "balance_sheet",
@@ -38,6 +41,7 @@
   "其他非流動負債": "balance_sheet",
   "非流動負債合計": "balance_sheet",
   "負債總額": "balance_sheet",
+  "負債總計": "balance_sheet",
   "普通股股本": "balance_sheet",
   "股本合計": "balance_sheet",
   "資本公積－發行溢價": "balance_sheet",
@@ -52,10 +56,12 @@
   "歸屬於母公司業主之權益合計": "balance_sheet",
   "非控制權益": "balance_sheet",
   "權益總額": "balance_sheet",
+  "權益總計": "balance_sheet",
   "負債及權益總計": "balance_sheet",
   "待註銷股本股數（單位：股）": "balance_sheet",
   "預收股款（權益項下）之約當發行股數（單位：股）": "balance_sheet",
   "母公司暨子公司所持有之母公司庫藏股股數（單位：股）": "balance_sheet",
+  "應收款項－淨額": "balance_sheet",
   "繼續營業單位稅前淨利（淨損）": "cash_flow",
   "停業單位稅前淨利（淨損）": "cash_flow",
   "本期稅前淨利（淨損）": "cash_flow",
@@ -135,6 +141,7 @@
   "管理費用": "profit_lose",
   "研究發展費用": "profit_lose",
   "營業費用合計": "profit_lose",
+  "營業費用": "profit_lose",
   "營業利益（損失）": "profit_lose",
   "其他收入": "profit_lose",
   "其他利益及損失淨額": "profit_lose",
@@ -142,6 +149,7 @@
   "營業外收入及支出合計": "profit_lose",
   "稅前淨利（淨損）": "profit_lose",
   "所得稅費用（利益）合計": "profit_lose",
+  "所得稅費用（利益）": "profit_lose",
   "繼續營業單位本期淨利（淨損）": "profit_lose",
   "本期淨利（淨損）": "profit_lose",
   "確定福利計畫之再衡量數": "profit_lose",
@@ -155,5 +163,12 @@
   "母公司業主（綜合損益）": "profit_lose",
   "非控制權益（綜合損益）": "profit_lose",
   "基本每股盈餘": "profit_lose",
-  "稀釋每股盈餘": "profit_lose"
+  "稀釋每股盈餘": "profit_lose",
+  "淨收益": "profit_lose",
+  "利息收入": "profit_lose",
+  "利息費用_bank": "profit_lose",
+  "利息淨收益": "profit_lose",
+  "繼續營業單位稅前損益": "profit_lose",
+  "本期稅後淨利（淨損）": "profit_lose",
+  "減：利息費用": "profit_lose"
 }

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API/utils/data_process.py

@@ -152,10 +152,21 @@ class StatsProcessor:
     @classmethod
     def cal_non_percentage(cls, value, to_str=False, postfix="元"):
         if (isinstance(value, (float, int))):
+            
             value = np.round(value, 2).item()
+            if (postfix == "千元"):
+                value *= 1000
+                value = int(value)
+
+                postfix = "元"
+
             if (to_str):
-                value = f"{value:.2f}{postfix}"
-                return value
+                if (isinstance(value, float)):
+                    value = f"{value:.2f}{postfix}"
+                    return value
+                elif (isinstance(value, int)):
+                    value = f"{value}{postfix}"
+                    return value
 
             else:
                 return value

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: neurostats-API
-Version: 0.0.9
+Version: 0.0.10
 Summary: The service of NeuroStats website
 Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
 Author: JasonWang@Neurowatt
@@ -19,6 +19,8 @@ Description-Content-Type: text/markdown
     - [損益表](#損益表)
     - [資產負債表](#資產負債表)
     - [現金流量表](#現金流量表)
+    - [版本紀錄](#版本紀錄)
+
 
 ## 檔案架構
 
@@ -78,7 +80,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-0.0.9
+0.0.10
 ```
 
 ### 得到最新一期的評價資料與歷年評價
@@ -434,6 +436,11 @@ stats_fetcher.query()
 > 大部分資料缺失是因為尚未計算，僅先填上已經有的資料
 
 
-## TODO
-- 將utils/fetcher.py中的功能切分到fetchers資料夾中
+## 版本紀錄
+### 0.0.10
+- 更新指標的資料型態: 單位為千元乘以1000之後回傳整數
+
+- 處理銀行公司在finanace_overview會報錯誤的問題(未完全解決，因銀行公司財報有許多名稱不同，目前都會顯示為None)
 
+### 0.0.9
+- 更新指標的資料型態: 單位為日, %, 倍轉為字串

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/neurostats_API.egg-info/SOURCES.txt

@@ -13,6 +13,7 @@ neurostats_API/fetchers/balance_sheet.py
 neurostats_API/fetchers/base.py
 neurostats_API/fetchers/cash_flow.py
 neurostats_API/fetchers/finance_overview.py
+neurostats_API/fetchers/institution.py
 neurostats_API/fetchers/month_revenue.py
 neurostats_API/fetchers/profit_lose.py
 neurostats_API/fetchers/tech.py

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='neurostats_API',
-    version='0.0.9',
+    version='0.0.10',
     long_description=open('README.md', 'r', encoding='utf-8').read(),
     long_description_content_type='text/markdown',
     install_requires=[

{neurostats_API-0.0.9 → neurostats_API-0.0.10}/test/test_fetchers.py

@@ -1,3 +1,4 @@
+import json
 from pprint import PrettyPrinter
 import pytest
 import pandas as pd
@@ -11,13 +12,18 @@ pp = PrettyPrinter(
     indent=2
 )
 
+with open(f"./neurostats_API/tw50_company_list.json") as f:
+    company_list = json.load(f)
 db_client = DBClient("mongodb://neurowatt:neurodb123@db.neurowatt.ai:27017/neurowatt").get_client()
 
 def test_value():
     from neurostats_API.fetchers import ValueFetcher
-    fetcher = ValueFetcher(ticker='2330', db_client=db_client)
+    for ticker in company_list.keys():
+    
+        fetcher = ValueFetcher(ticker=ticker, db_client=db_client)
 
-    fetched_data = fetcher.query_data()
+        fetched_data = fetcher.query_data()
+    
 
     assert ('daily_data' in fetched_data)
     assert ('yearly_data' in fetched_data)
@@ -32,9 +38,11 @@ def test_value():
 def test_profit_lose():
     from neurostats_API.fetchers import ProfitLoseFetcher
 
-    fetcher = ProfitLoseFetcher("2330", db_client)
+    for ticker in company_list.keys():
+    
+        fetcher = ProfitLoseFetcher(ticker, db_client)
 
-    data = fetcher.query_data()
+        data = fetcher.query_data()
 
     table_settings = StatsProcessor.load_yaml("profit_lose.yaml")
     
@@ -47,8 +55,10 @@ def test_profit_lose():
 def test_cash_flow():
     from neurostats_API.fetchers import CashFlowFetcher
 
-    fetcher = CashFlowFetcher("2330", db_client)
-    data = fetcher.query_data()
+    for ticker in company_list.keys():
+        
+        fetcher = CashFlowFetcher(ticker, db_client)
+        data = fetcher.query_data()
 
     assert("cash_flow" in data.keys())
     assert("CASHO" in data.keys())
@@ -61,9 +71,10 @@ def test_cash_flow():
 
 def test_month_revenue():
     from neurostats_API.fetchers import MonthRevenueFetcher
-
-    fetcher = MonthRevenueFetcher("2330", db_client)
-    data = fetcher.query_data()
+    for ticker in company_list.keys():
+    
+        fetcher = MonthRevenueFetcher(ticker, db_client)
+        data = fetcher.query_data()
 
     assert("month_revenue" in data.keys())
     assert("this_month_revenue_over_years" in data.keys())
@@ -75,11 +86,12 @@ def test_month_revenue():
 
 def test_balance_sheet():
     from neurostats_API.fetchers import BalanceSheetFetcher
+    for ticker in company_list.keys():
+        
+        fetcher = BalanceSheetFetcher(ticker=ticker, db_client=db_client)
 
-    fetcher = BalanceSheetFetcher(ticker='2330', db_client=db_client)
-
-    data = fetcher.query_data()
-    
+        data = fetcher.query_data()
+        
     assert("balance_sheet" in data.keys())
     assert('total_asset' in data.keys())
     assert('current_asset' in data.keys())
@@ -93,8 +105,12 @@ def test_balance_sheet():
 
 def test_finance_overview():
     from neurostats_API.fetchers import FinanceOverviewFetcher
-    fetcher = FinanceOverviewFetcher(ticker='2330', db_client=db_client)
-    fetched_data = fetcher.query_data()
+    for ticker in company_list.keys():
+        fetcher = FinanceOverviewFetcher(ticker=ticker, db_client=db_client)
+        fetched_data = fetcher.query_data()
+
+        # except Exception as e:
+        #     print(f"{ticker} finance_overview {str(e)}")
 
     expected_keys = [
     # Queried items
@@ -107,7 +123,7 @@ def test_finance_overview():
         'financing_cash_flow',
         'capital',
         'eps',
-        'total_asset',
+        'total_assets',
         'equity',
         'net_income_before_tax',
         'interest',
@@ -152,7 +168,7 @@ def test_finance_overview():
         'inventories_revenue_ratio',
         'cash_of_conversion_cycle',
         'asset_turnover',
-        'applcation_turnover',
+        'application_turnover',
         'current_ratio',
         'quick_ratio',
         'debt_to_equity_ratio',

neurostats_API-0.0.9/neurostats_API/__init__.py

@@ -1 +0,0 @@
-__version__='0.0.8'

neurostats_API-0.0.9/neurostats_API/tools/balance_sheet.yaml

@@ -1,26 +0,0 @@
-balance_sheet:
-  mode: value_and_percentage
-
-total_asset:
-  mode: value_and_percentage
-  target_index: 資產總額 負債總額 權益總額
-
-current_asset:
-  mode: value_and_percentage
-  target_index: 流動資產合計
-
-non_current_asset:
-  mode: value_and_percentage
-  target_index: 非流動資產合計
-
-current_debt:
-  mode: value_and_percentage
-  target_index: 流動負債合計
-
-non_current_debt:
-  mode: value_and_percentage
-  target_index: 非流動負債合計
-
-equity:
-  mode: value_and_percentage
-  target_index: 權益總額

neurostats_API-0.0.9/neurostats_API/tools/profit_lose.yaml

@@ -1,93 +0,0 @@
-profit_lose:  # 總營收表
-  mode: value_and_percentage
-
-grand_total_profit_lose:
-  mode: grand_total_values
-
-revenue:
-  mode: growth
-  target_index: 營業收入合計
-
-grand_total_revenue:
-  mode: grand_total_growth
-  target_index: 營業收入合計 
-
-gross_profit:
-  mode: growth
-  target_index: 營業毛利（毛損）淨額
-
-grand_total_gross_profit:
-  mode: grand_total_growth
-  target_index: 營業毛利（毛損）淨額
-
-gross_profit_percentage:
-  mode: percentage
-  target_index: 營業毛利（毛損）淨額
-
-grand_total_gross_profit_percentage:
-  mode: grand_total_percentage
-  target_index: 營業毛利（毛損）淨額
-# 營利
-operating_income:
-  mode: growth
-  target_index: 營業利益（損失）
-
-grand_total_operating_income:
-  mode: grand_total_growth
-  target_index: 營業利益（損失）
-
-operating_income_percentage:
-  mode: percentage
-  target_index: 營業利益（損失）
-
-grand_total_operating_income_percentage:
-  mode: grand_total_percentage
-  target_index: 營業利益（損失）
-# 稅前淨利
-net_income_before_tax:
-  mode: growth
-  target_index: 稅前淨利（淨損）
-
-grand_total_net_income_before_tax:
-  mode: grand_total_growth
-  target_index: 稅前淨利（淨損）
-
-net_income_before_tax_percentage:
-  mode: percentage
-  target_index: 稅前淨利（淨損）
-
-grand_total_net_income_before_tax_percentage:
-  mode: grand_total_percentage
-  target_index: 稅前淨利（淨損）
-# 本期淨利
-net_income:
-  mode: growth
-  target_index: 本期淨利（淨損）
-
-grand_total_net_income:
-  mode: grand_total_growth
-  target_index: 本期淨利（淨損）
-
-net_income_percentage:
-  mode: percentage
-  target_index: 本期淨利（淨損）
-
-grand_total_income_percentage:
-  mode: grand_total_percentage
-  target_index: 本期淨利（淨損）
-# EPS
-EPS:
-  mode: value
-  target_index: 稀釋每股盈餘
-
-EPS_growth:
-  mode: growth
-  target_index: 稀釋每股盈餘
-
-grand_total_EPS:
-  mode: grand_total
-  target_index: 稀釋每股盈餘
-
-grand_total_EPS_growth:
-  mode: grand_total_growth
-  target_index: 稀釋每股盈餘