neurostats-API 1.0.2rc3__tar.gz → 1.0.3rc1__tar.gz

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: neurostats_API
-Version: 1.0.2rc3
+Version: 1.0.3rc1
 Summary: The service of NeuroStats website
 Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
 Author: JasonWang@Neurowatt
@@ -71,7 +71,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-1.0.2rc3
+1.0.3rc1
 ```
 
 ### 下載舊版

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/README.md

@@ -54,7 +54,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-1.0.2rc3
+1.0.3rc1
 ```
 
 ### 下載舊版

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/__init__.py

@@ -1,4 +1,4 @@
-__version__='1.0.2rc3'
+__version__='1.0.3rc1'
 
 from .fetchers import (
     AgentFinanceOverviewFetcher,
@@ -26,5 +26,6 @@ from .async_mode import (
     AsyncTWSEInstitutionFetcher,
     AsyncTWSEMarginFetcher,
     AsyncTWSEStatsValueFetcher,
-    AsyncUSCelebrityFetcher
+    AsyncUSCelebrityFetcher,
+    AsyncBatchTechFetcher
 )

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/async_mode/__init__.py

@@ -5,10 +5,12 @@ from .fetchers import (
     AsyncFinanceOverviewFetcher,
     AsyncMonthlyRevenueFetcher,
     AsyncProfitLoseFetcher,
+    AsyncTEJChipFetcher,
     AsyncTechFetcher,
     AsyncTEJSeasonalFetcher,
     AsyncTWSEInstitutionFetcher,
     AsyncTWSEMarginFetcher,
     AsyncTWSEStatsValueFetcher,
-    AsyncUSCelebrityFetcher
+    AsyncUSCelebrityFetcher,
+    AsyncBatchTechFetcher
 )

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/async_mode/db_extractors/__init__.py

@@ -1,11 +1,13 @@
 from .daily import (
+    AsyncTEJDailyChipDBExtractor,
     AsyncTEJDailyTechDBExtractor,
     AsyncYFDailyTechDBExtractor,
     AsyncDailyValueDBExtractor,
     AsyncTEJDailyValueDBExtractor,
     AsyncTWSEChipDBExtractor,
     AsyncUS_F13DBExtractor,
-    AsyncUS_CelebrityDBExtractor
+    AsyncUS_CelebrityDBExtractor,
+    AsyncBatchTechDBExtractor
 )
 
 from .month_revenue import (

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/async_mode/db_extractors/daily/__init__.py

@@ -1,4 +1,5 @@
-from .tej_tech import AsyncTEJDailyTechDBExtractor
+from .tej_chip import AsyncTEJDailyChipDBExtractor
+from .tej_tech import AsyncTEJDailyTechDBExtractor, AsyncBatchTechDBExtractor
 from .twse_chip import AsyncTWSEChipDBExtractor
 from .value import (
     AsyncDailyValueDBExtractor, 

neurostats_api-1.0.3rc1/neurostats_API/async_mode/db_extractors/daily/tej_tech.py

@@ -0,0 +1,86 @@
+from .base import BaseDailyTechDBExtractor
+from pymongo import AsyncMongoClient, ASCENDING, DESCENDING
+
+class AsyncTEJDailyTechDBExtractor(BaseDailyTechDBExtractor):
+
+    def __init__(self, ticker, client):
+        super().__init__(ticker, client)
+
+    def _get_collection_name(self):
+        self.collection_name_map = {"tw": "TEJ_share_price"}
+
+        return self.collection_name_map.get(self.zone, None)
+
+class AsyncBatchTechDBExtractor(BaseDailyTechDBExtractor):
+
+    def __init__(self, ticker:list, client: AsyncMongoClient, zone:str):
+        self.tickers = ticker
+        self.zone = zone
+        self.client = client
+
+        self.collection_map = {
+            'tw':{
+                'db': "company_test",
+                'collection': "twse_daily_share_price"
+            },
+            'us':{
+                'db': "company_us",
+                'collection': "us_technical"
+            },            
+        }
+
+        db_name = self.collection_map.get(self.zone).get('db')
+        collection_name = self.collection_map.get(self.zone).get('collection')
+        self.collection = self.client.get_database(db_name).get_collection(collection_name)
+
+    def _prepare_query(
+        self, start_date=None, end_date=None, get_latest=False
+    ):
+        query = {"ticker":{"$in": self.tickers}}
+
+        if start_date:
+            start_date = self._transform_date(start_date)
+        if end_date:
+            end_date = self._transform_date(end_date)
+
+        if start_date or end_date:
+            date_range = {}
+            if start_date:
+                date_range["$gte"] = start_date
+            if end_date:
+                date_range["$lte"] = end_date
+            query["date"] = date_range
+
+        projection = {
+            "_id": 0,
+            "ticker": 1,
+            "date": 1,
+            "open": 1,
+            "high": 1,
+            "low": 1,
+            "close": 1,
+            "volume": 1
+        }
+
+        if (get_latest):
+            sort = [("date", DESCENDING)]
+        else:
+            sort = [("date", ASCENDING)]
+
+        return query, projection, sort
+    
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False
+    ):
+        query, projection, sort = self._prepare_query(
+            start_date=start_date, end_date=end_date, get_latest=get_latest
+        )
+
+        if (get_latest):
+            cursor = self.collection.find(query, projection).sort(sort).limit(1)
+        else:
+            cursor = self.collection.find(query, projection).sort(sort)
+
+        fetched_data = [data async for data in cursor]
+
+        return fetched_data

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/async_mode/factory/extractor_factory.py

@@ -2,10 +2,11 @@ from typing import Type, TypedDict, Optional
 from neurostats_API.async_mode.db_extractors import (
     AsyncTEJDailyTechDBExtractor, AsyncYFDailyTechDBExtractor,
     AsyncDailyValueDBExtractor, AsyncTEJDailyValueDBExtractor,
-    AsyncTWSEChipDBExtractor, AsyncTWSEMonthlyRevenueExtractor,
-    AsyncBalanceSheetExtractor, AsyncProfitLoseExtractor,
-    AsyncCashFlowExtractor, AsyncTEJFinanceStatementDBExtractor,
-    AsyncTEJSelfSettlementDBExtractor, AsyncUS_F13DBExtractor
+    AsyncTEJDailyChipDBExtractor, AsyncTWSEChipDBExtractor,
+    AsyncTWSEMonthlyRevenueExtractor, AsyncBalanceSheetExtractor,
+    AsyncProfitLoseExtractor, AsyncCashFlowExtractor,
+    AsyncTEJFinanceStatementDBExtractor, AsyncTEJSelfSettlementDBExtractor,
+    AsyncUS_F13DBExtractor
 )
 from neurostats_API.utils import NotSupportedError
 
@@ -92,6 +93,16 @@ EXTRACTOR_MAP: dict[str, ExtractorConfig] = {
         開高低收
         """
     },
+    "TEJ_Chip": {
+        "class_":
+        AsyncTEJDailyChipDBExtractor,
+        "default_kwargs": {},
+        "description":
+        """
+        DB_collection: TEJ_chip
+        TWSE的評價面
+        """
+    },
     "TEJ_tech": {
         "class_":
         AsyncTEJDailyTechDBExtractor,
@@ -140,8 +151,6 @@ EXTRACTOR_MAP: dict[str, ExtractorConfig] = {
         TWSE的評價面
         """
     },
-
-
     "US_Chip_F13": {
         "class_":
         AsyncUS_F13DBExtractor,
@@ -151,7 +160,7 @@ EXTRACTOR_MAP: dict[str, ExtractorConfig] = {
         DB_collection: "us_F13_flat"
         US籌碼面(F13)
         """
-    },
+    }
 }
 
 

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/async_mode/fetchers/__init__.py

@@ -1,11 +1,11 @@
 from .balance_sheet import AsyncBalanceSheetFetcher
 from .cash_flow import AsyncCashFlowFetcher
 from .finance_overview import AsyncFinanceOverviewFetcher, AsyncAgentOverviewFetcher
-from .tech import AsyncTechFetcher
+from .tech import AsyncTechFetcher, AsyncBatchTechFetcher
 from .twse_institution import AsyncTWSEInstitutionFetcher
 from .twse_margin import AsyncTWSEMarginFetcher
 from .month_revenue import AsyncMonthlyRevenueFetcher
 from .profit_lose import AsyncProfitLoseFetcher
 from .value import AsyncTWSEStatsValueFetcher
-from .tej import AsyncTEJDailyTechFetcher, AsyncTEJSeasonalFetcher
+from .tej import AsyncTEJChipFetcher, AsyncTEJDailyTechFetcher, AsyncTEJSeasonalFetcher
 from .us_chip import AsyncUSChipF13Fetcher, AsyncUSCelebrityFetcher

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/async_mode/fetchers/tech.py

@@ -1,16 +1,17 @@
 from .base import AsyncBaseFetcher
 from datetime import datetime
 from ..db_extractors import (
-    AsyncYFDailyTechDBExtractor, AsyncTEJDailyTechDBExtractor
+    AsyncYFDailyTechDBExtractor, AsyncTEJDailyTechDBExtractor,
+    AsyncBatchTechDBExtractor
 )
 from neurostats_API.async_mode.factory import get_extractor
-from neurostats_API.transformers import DailyTechTransformer
+from neurostats_API.transformers import DailyTechTransformer, BatchTechTransformer
 from neurostats_API.utils import NotSupportedError
 import pandas as pd
 from pytz import timezone
 from neurostats_API.utils import StatsDateTime
 import yfinance as yf
-
+from pymongo import AsyncMongoClient
 
 class AsyncTechFetcher(AsyncBaseFetcher):
 
@@ -208,3 +209,29 @@ class AsyncTechFetcher(AsyncBaseFetcher):
             df = pd.DataFrame(columns=self.required_cols)
 
         return df
+
+class AsyncBatchTechFetcher(AsyncBaseFetcher):
+    def __init__(
+            self, client:AsyncMongoClient, tickers:list, 
+            zone:str, strftime: str = "%Y-%m-%d"
+    ):
+        super().__init__()
+        self.tickers = tickers
+        self.zone = zone
+        self.extractor = AsyncBatchTechDBExtractor(
+            ticker=self.tickers, client=client, zone=zone
+        )
+        self.transformer = BatchTechTransformer(strftime=strftime)
+
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False,
+    ):
+        fetched_data = await self.extractor.query_data(
+            start_date, end_date, get_latest,
+        )
+
+        transformed_data = self.transformer.process_transform(
+            fetched_datas = list(fetched_data),
+        )
+
+        return transformed_data

neurostats_api-1.0.3rc1/neurostats_API/async_mode/fetchers/tej/__init__.py

@@ -0,0 +1,3 @@
+from .chip import AsyncTEJChipFetcher
+from .seasonal_data import AsyncTEJSeasonalFetcher
+from .tech import AsyncTEJDailyTechFetcher

neurostats_api-1.0.3rc1/neurostats_API/async_mode/fetchers/tej/chip.py

@@ -0,0 +1,42 @@
+from datetime import datetime
+
+from neurostats_API.async_mode.fetchers.base import AsyncBaseFetcher
+
+from neurostats_API.async_mode.factory import get_extractor
+from neurostats_API.transformers import TEJChipTransformer
+from neurostats_API.utils import NotSupportedError
+
+class AsyncTEJChipFetcher(AsyncBaseFetcher):
+    def __init__(
+        self,
+        ticker,
+        client
+    ):
+        self.ticker = ticker
+        self.transformer_map = {"tw": TEJChipTransformer}
+        try:
+            self.extractor = get_extractor("TEJ_Chip", ticker, client)
+
+            company_name = self.extractor.get_company_name()
+            zone = self.extractor.get_zone()
+
+            transformer = self.get_transformer(zone)
+            self.transformer = transformer(ticker, company_name, zone)
+
+        except NotSupportedError as e:
+            raise NotSupportedError(
+                f"{self.__class__.__name__} only support {list(self.transformer_map.keys())} companies now, {ticker} is not available"
+            ) from e
+
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False
+    ):
+        fetched_data = await self.extractor.query_data(
+            start_date, end_date, get_latest
+        )
+
+        transformed_data = self.transformer.process_transform(
+            fetched_data = fetched_data
+        )
+
+        return transformed_data

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/async_mode/fetchers/tej/tech.py

@@ -1,10 +1,12 @@
 import pandas as pd
 from neurostats_API.async_mode.fetchers.base import AsyncBaseFetcher
 from neurostats_API.async_mode.factory import get_extractor
+from neurostats_API.transformers import TEJTechTransformer
 from neurostats_API.utils import NotSupportedError
 
+
 class AsyncTEJDailyTechFetcher(AsyncBaseFetcher):
-    
+
     def __init__(
         self,
         ticker,
@@ -17,18 +19,24 @@ class AsyncTEJDailyTechFetcher(AsyncBaseFetcher):
             self.company_name = self.extractor.get_company_name()
             self.zone = self.extractor.get_zone()
 
+            self.transformer = TEJTechTransformer(
+                ticker, self.company_name, self.zone
+            )
+
         except NotSupportedError as e:
             raise NotSupportedError(
                 f"{self.__class__.__name__} only support TW companies now, {ticker} is not available"
             ) from e
-    
+
     async def query_data(self, start_date, end_date):
         data = await self.extractor.query_data(start_date, end_date)
         df = pd.DataFrame(data)
-        return df.rename(columns={
-            "open_d": "open",
-            "high_d": "high",
-            "low_d": "low",
-            "close_d": "close",
-            "vol": "volume"
-        })
+        return df.rename(
+            columns={
+                "open_d": "open",
+                "high_d": "high",
+                "low_d": "low",
+                "close_d": "close",
+                "vol": "volume"
+            }
+        )

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/transformers/__init__.py

@@ -9,7 +9,8 @@ from .cash_flow import (
 )
 
 from .daily_tech import(
-    DailyTechTransformer
+    DailyTechTransformer,
+    BatchTechTransformer
 )
 
 from .daily_chip import(
@@ -28,7 +29,9 @@ from .profit_lose import (
 )
 
 from .tej import (
-    TEJFinanceStatementTransformer
+    TEJChipTransformer,
+    TEJFinanceStatementTransformer,
+    TEJTechTransformer
 )
 
 from .value import (

neurostats_api-1.0.3rc1/neurostats_API/transformers/daily_tech/__init__.py

@@ -0,0 +1 @@
+from .tech import DailyTechTransformer, BatchTechTransformer

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API/transformers/daily_tech/tech.py

@@ -1,8 +1,11 @@
 from .base import BaseDailyTransformer
-import inspect
-import pandas as pd
 from .utils import TechProcessor
 
+import inspect
+import pandas as pd
+from datetime import datetime
+from typing import List, Optional, Union
+from collections import defaultdict
 
 class DailyTechTransformer(BaseDailyTransformer):
     def __init__(self, ticker, company_name, zone):
@@ -81,4 +84,32 @@ class DailyTechTransformer(BaseDailyTransformer):
         """
         回傳年線資料
         """
-        return self._get_resampled("YE")
+        return self._get_resampled("YE")
+    
+class BatchTechTransformer(BaseDailyTransformer):
+    def __init__(self, strftime:str="%Y-%m-%d"):
+        self.date_format = strftime
+
+    def process_transform(
+        self,
+        fetched_datas: List[dict],
+    ) -> dict[str, dict[Union[str, datetime], float]]:
+        
+        result = defaultdict(lambda: defaultdict(dict))
+
+        for record in fetched_datas:
+            ticker = record.get("ticker")
+            date = record.get("date")
+            if isinstance(date, str):
+                date = datetime.fromisoformat(date)
+            date_str = date.strftime(self.date_format)
+
+            result[ticker][date_str] = {
+                "open": record.get("open"),
+                "high": record.get("high"),
+                "low": record.get("low"),
+                "close": record.get("close"),
+                "volume": record.get("volume"),
+            } 
+
+        return dict(result)

neurostats_api-1.0.3rc1/neurostats_API/transformers/tej/__init__.py

@@ -0,0 +1,3 @@
+from .chip import TEJChipTransformer
+from .finance_statement import TEJFinanceStatementTransformer
+from .tech import TEJTechTransformer

neurostats_api-1.0.3rc1/neurostats_API/transformers/tej/chip.py

@@ -0,0 +1,23 @@
+from .base import BaseTEJTransformer
+import pandas as pd
+
+class TEJChipTransformer(BaseTEJTransformer):
+    def __init__(self, ticker, company_name, zone):
+        super().__init__(ticker, company_name, zone)
+        self.return_keys = ["chip_data"]
+        
+
+    def process_transform(
+        self,
+        fetched_data
+    ):
+        if (not fetched_data):
+            return self._get_empty_structure()
+
+        fetched_data = pd.DataFrame(fetched_data)
+
+        return {
+            "ticker": self.ticker,
+            "company_name": self.company_name,
+            "chip_data": fetched_data
+        }

neurostats_api-1.0.3rc1/neurostats_API/transformers/tej/tech.py

@@ -0,0 +1,24 @@
+from .base import BaseTEJTransformer
+import pandas as pd
+
+
+class TEJTechTransformer(BaseTEJTransformer):
+
+    def __init__(self, ticker, company_name, zone):
+        super().__init__(ticker, company_name, zone)
+        self.fetched_data = None
+
+    def process_transform(self, fetched_data):
+        self.fetched_data = pd.DataFrame(fetched_data)
+
+        self.fetched_data = self.fetched_data.rename(
+            columns={
+                "open_d": "open",
+                "high_d": "high",
+                "low_d": "low",
+                "close_d": "close",
+                "vol": "volume"
+            }
+        )
+
+        return self.fetched_data

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: neurostats_API
-Version: 1.0.2rc3
+Version: 1.0.3rc1
 Summary: The service of NeuroStats website
 Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
 Author: JasonWang@Neurowatt
@@ -71,7 +71,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-1.0.2rc3
+1.0.3rc1
 ```
 
 ### 下載舊版

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/neurostats_API.egg-info/SOURCES.txt

@@ -50,6 +50,7 @@ neurostats_API/async_mode/fetchers/twse_margin.py
 neurostats_API/async_mode/fetchers/us_chip.py
 neurostats_API/async_mode/fetchers/value.py
 neurostats_API/async_mode/fetchers/tej/__init__.py
+neurostats_API/async_mode/fetchers/tej/chip.py
 neurostats_API/async_mode/fetchers/tej/seasonal_data.py
 neurostats_API/async_mode/fetchers/tej/tech.py
 neurostats_API/config/company_list/ticker_index_industry_map.json
@@ -90,7 +91,6 @@ neurostats_API/transformers/cash_flow/twse.py
 neurostats_API/transformers/cash_flow/us.py
 neurostats_API/transformers/daily_chip/__init__.py
 neurostats_API/transformers/daily_chip/base.py
-neurostats_API/transformers/daily_chip/tej.py
 neurostats_API/transformers/daily_chip/twse_chip.py
 neurostats_API/transformers/daily_chip/us.py
 neurostats_API/transformers/daily_chip/utils/__init__.py
@@ -117,6 +117,7 @@ neurostats_API/transformers/tej/__init__.py
 neurostats_API/transformers/tej/base.py
 neurostats_API/transformers/tej/chip.py
 neurostats_API/transformers/tej/finance_statement.py
+neurostats_API/transformers/tej/tech.py
 neurostats_API/transformers/value/__init__.py
 neurostats_API/transformers/value/base.py
 neurostats_API/transformers/value/tej.py

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='neurostats_API',
-    version='1.0.2rc3',
+    version='1.0.3rc1',
     long_description=open('README.md', 'r', encoding='utf-8').read(),
     long_description_content_type='text/markdown',
     install_requires=[

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.3rc1}/test/test_async_fetcher.py

@@ -105,7 +105,7 @@ async def test_tech():
 
         test_fns = [
             fetcher.get_daily, fetcher.get_weekly, fetcher.get_monthly,
-            fetcher.get_quarterly, fetcher.get_yearly, fetcher.get_tej
+            fetcher.get_quarterly, fetcher.get_yearly
         ]
 
         for fetch_fn in test_fns:
@@ -249,6 +249,26 @@ async def test_us_chip():
                 print(e)
     print('========================================')
 
+@pytest.mark.asyncio
+async def test_tej_chip():
+    print(f"# Agents overview")
+    from neurostats_API.async_mode.fetchers import AsyncTEJChipFetcher
+
+    for ticker in tickers:
+        try:
+            fetcher = AsyncTEJChipFetcher(ticker, client)
+
+            test_fn = [fetcher.query_data]
+
+            for fetch_fn in test_fn:
+                data = await fetch_fn()
+
+                print_dict_summary(data)
+                print('========================================')
+        
+        except Exception as e:
+            print(str(e))
+
 def print_dict_summary(data: dict, indent: int = 1):
     prefix = " " * indent
     for key, value in data.items():

neurostats_api-1.0.2rc3/neurostats_API/async_mode/db_extractors/daily/tej_tech.py

@@ -1,12 +0,0 @@
-from .base import BaseDailyTechDBExtractor
-
-
-class AsyncTEJDailyTechDBExtractor(BaseDailyTechDBExtractor):
-
-    def __init__(self, ticker, client):
-        super().__init__(ticker, client)
-
-    def _get_collection_name(self):
-        self.collection_name_map = {"tw": "TEJ_share_price"}
-
-        return self.collection_name_map.get(self.zone, None)

neurostats_api-1.0.2rc3/neurostats_API/async_mode/fetchers/tej/__init__.py

@@ -1,2 +0,0 @@
-from .seasonal_data import AsyncTEJSeasonalFetcher
-from .tech import AsyncTEJDailyTechFetcher

neurostats_api-1.0.2rc3/neurostats_API/transformers/daily_tech/__init__.py

@@ -1 +0,0 @@
-from .tech import DailyTechTransformer

neurostats_api-1.0.2rc3/neurostats_API/transformers/tej/__init__.py

@@ -1 +0,0 @@
-from .finance_statement import TEJFinanceStatementTransformer