neurostats-API 1.0.2rc3__tar.gz → 1.0.2rc4__tar.gz

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: neurostats_API
-Version: 1.0.2rc3
+Version: 1.0.2rc4
 Summary: The service of NeuroStats website
 Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
 Author: JasonWang@Neurowatt
@@ -71,7 +71,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-1.0.2rc3
+1.0.2rc4
 ```
 
 ### 下載舊版

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/README.md

@@ -54,7 +54,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-1.0.2rc3
+1.0.2rc4
 ```
 
 ### 下載舊版

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/__init__.py

@@ -1,4 +1,4 @@
-__version__='1.0.2rc3'
+__version__='1.0.2rc4'
 
 from .fetchers import (
     AgentFinanceOverviewFetcher,
@@ -26,5 +26,6 @@ from .async_mode import (
     AsyncTWSEInstitutionFetcher,
     AsyncTWSEMarginFetcher,
     AsyncTWSEStatsValueFetcher,
-    AsyncUSCelebrityFetcher
+    AsyncUSCelebrityFetcher,
+    AsyncBatchTechFetcher
 )

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/async_mode/__init__.py

@@ -10,5 +10,6 @@ from .fetchers import (
     AsyncTWSEInstitutionFetcher,
     AsyncTWSEMarginFetcher,
     AsyncTWSEStatsValueFetcher,
-    AsyncUSCelebrityFetcher
+    AsyncUSCelebrityFetcher,
+    AsyncBatchTechFetcher
 )

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/async_mode/db_extractors/__init__.py

@@ -5,7 +5,8 @@ from .daily import (
     AsyncTEJDailyValueDBExtractor,
     AsyncTWSEChipDBExtractor,
     AsyncUS_F13DBExtractor,
-    AsyncUS_CelebrityDBExtractor
+    AsyncUS_CelebrityDBExtractor,
+    AsyncBatchTechDBExtractor
 )
 
 from .month_revenue import (

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/async_mode/db_extractors/daily/__init__.py

@@ -1,4 +1,4 @@
-from .tej_tech import AsyncTEJDailyTechDBExtractor
+from .tej_tech import AsyncTEJDailyTechDBExtractor, AsyncBatchTechDBExtractor
 from .twse_chip import AsyncTWSEChipDBExtractor
 from .value import (
     AsyncDailyValueDBExtractor, 

neurostats_api-1.0.2rc4/neurostats_API/async_mode/db_extractors/daily/tej_tech.py

@@ -0,0 +1,86 @@
+from .base import BaseDailyTechDBExtractor
+from pymongo import AsyncMongoClient, ASCENDING, DESCENDING
+
+class AsyncTEJDailyTechDBExtractor(BaseDailyTechDBExtractor):
+
+    def __init__(self, ticker, client):
+        super().__init__(ticker, client)
+
+    def _get_collection_name(self):
+        self.collection_name_map = {"tw": "TEJ_share_price"}
+
+        return self.collection_name_map.get(self.zone, None)
+
+class AsyncBatchTechDBExtractor(BaseDailyTechDBExtractor):
+
+    def __init__(self, ticker:list, client: AsyncMongoClient, zone:str):
+        self.tickers = ticker
+        self.zone = zone
+        self.client = client
+
+        self.collection_map = {
+            'tw':{
+                'db': "company_test",
+                'collection': "twse_daily_share_price"
+            },
+            'us':{
+                'db': "company_us",
+                'collection': "us_technical"
+            },            
+        }
+
+        db_name = self.collection_map.get(self.zone).get('db')
+        collection_name = self.collection_map.get(self.zone).get('collection')
+        self.collection = self.client.get_database(db_name).get_collection(collection_name)
+
+    def _prepare_query(
+        self, start_date=None, end_date=None, get_latest=False
+    ):
+        query = {"ticker":{"$in": self.tickers}}
+
+        if start_date:
+            start_date = self._transform_date(start_date)
+        if end_date:
+            end_date = self._transform_date(end_date)
+
+        if start_date or end_date:
+            date_range = {}
+            if start_date:
+                date_range["$gte"] = start_date
+            if end_date:
+                date_range["$lte"] = end_date
+            query["date"] = date_range
+
+        projection = {
+            "_id": 0,
+            "ticker": 1,
+            "date": 1,
+            "open": 1,
+            "high": 1,
+            "low": 1,
+            "close": 1,
+            "volume": 1
+        }
+
+        if (get_latest):
+            sort = [("date", DESCENDING)]
+        else:
+            sort = [("date", ASCENDING)]
+
+        return query, projection, sort
+    
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False
+    ):
+        query, projection, sort = self._prepare_query(
+            start_date=start_date, end_date=end_date, get_latest=get_latest
+        )
+
+        if (get_latest):
+            cursor = self.collection.find(query, projection).sort(sort).limit(1)
+        else:
+            cursor = self.collection.find(query, projection).sort(sort)
+
+        fetched_data = [data async for data in cursor]
+
+        return fetched_data

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/async_mode/fetchers/__init__.py

@@ -1,7 +1,7 @@
 from .balance_sheet import AsyncBalanceSheetFetcher
 from .cash_flow import AsyncCashFlowFetcher
 from .finance_overview import AsyncFinanceOverviewFetcher, AsyncAgentOverviewFetcher
-from .tech import AsyncTechFetcher
+from .tech import AsyncTechFetcher, AsyncBatchTechFetcher
 from .twse_institution import AsyncTWSEInstitutionFetcher
 from .twse_margin import AsyncTWSEMarginFetcher
 from .month_revenue import AsyncMonthlyRevenueFetcher

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/async_mode/fetchers/tech.py

@@ -1,16 +1,17 @@
 from .base import AsyncBaseFetcher
 from datetime import datetime
 from ..db_extractors import (
-    AsyncYFDailyTechDBExtractor, AsyncTEJDailyTechDBExtractor
+    AsyncYFDailyTechDBExtractor, AsyncTEJDailyTechDBExtractor,
+    AsyncBatchTechDBExtractor
 )
 from neurostats_API.async_mode.factory import get_extractor
-from neurostats_API.transformers import DailyTechTransformer
+from neurostats_API.transformers import DailyTechTransformer, BatchTechTransformer
 from neurostats_API.utils import NotSupportedError
 import pandas as pd
 from pytz import timezone
 from neurostats_API.utils import StatsDateTime
 import yfinance as yf
-
+from pymongo import AsyncMongoClient
 
 class AsyncTechFetcher(AsyncBaseFetcher):
 
@@ -208,3 +209,29 @@ class AsyncTechFetcher(AsyncBaseFetcher):
             df = pd.DataFrame(columns=self.required_cols)
 
         return df
+
+class AsyncBatchTechFetcher(AsyncBaseFetcher):
+    def __init__(
+            self, client:AsyncMongoClient, tickers:list, 
+            zone:str, strftime: str = "%Y-%m-%d"
+    ):
+        super().__init__()
+        self.tickers = tickers
+        self.zone = zone
+        self.extractor = AsyncBatchTechDBExtractor(
+            ticker=self.tickers, client=client, zone=zone
+        )
+        self.transformer = BatchTechTransformer(strftime=strftime)
+
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False,
+    ):
+        fetched_data = await self.extractor.query_data(
+            start_date, end_date, get_latest,
+        )
+
+        transformed_data = self.transformer.process_transform(
+            fetched_datas = list(fetched_data),
+        )
+
+        return transformed_data

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/transformers/__init__.py

@@ -9,7 +9,8 @@ from .cash_flow import (
 )
 
 from .daily_tech import(
-    DailyTechTransformer
+    DailyTechTransformer,
+    BatchTechTransformer
 )
 
 from .daily_chip import(

neurostats_api-1.0.2rc4/neurostats_API/transformers/daily_tech/__init__.py

@@ -0,0 +1 @@
+from .tech import DailyTechTransformer, BatchTechTransformer

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API/transformers/daily_tech/tech.py

@@ -1,8 +1,11 @@
 from .base import BaseDailyTransformer
-import inspect
-import pandas as pd
 from .utils import TechProcessor
 
+import inspect
+import pandas as pd
+from datetime import datetime
+from typing import List, Optional, Union
+from collections import defaultdict
 
 class DailyTechTransformer(BaseDailyTransformer):
     def __init__(self, ticker, company_name, zone):
@@ -81,4 +84,32 @@ class DailyTechTransformer(BaseDailyTransformer):
         """
         回傳年線資料
         """
-        return self._get_resampled("YE")
+        return self._get_resampled("YE")
+    
+class BatchTechTransformer(BaseDailyTransformer):
+    def __init__(self, strftime:str="%Y-%m-%d"):
+        self.date_format = strftime
+
+    def process_transform(
+        self,
+        fetched_datas: List[dict],
+    ) -> dict[str, dict[Union[str, datetime], float]]:
+        
+        result = defaultdict(lambda: defaultdict(dict))
+
+        for record in fetched_datas:
+            ticker = record.get("ticker")
+            date = record.get("date")
+            if isinstance(date, str):
+                date = datetime.fromisoformat(date)
+            date_str = date.strftime(self.date_format)
+
+            result[ticker][date_str] = {
+                "open": record.get("open"),
+                "high": record.get("high"),
+                "low": record.get("low"),
+                "close": record.get("close"),
+                "volume": record.get("volume"),
+            } 
+
+        return dict(result)

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: neurostats_API
-Version: 1.0.2rc3
+Version: 1.0.2rc4
 Summary: The service of NeuroStats website
 Home-page: https://github.com/NeurowattStats/NeuroStats_API.git
 Author: JasonWang@Neurowatt
@@ -71,7 +71,7 @@ pip install neurostats-API
 ```Python 
 >>> import neurostats_API
 >>> print(neurostats_API.__version__)
-1.0.2rc3
+1.0.2rc4
 ```
 
 ### 下載舊版

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/neurostats_API.egg-info/SOURCES.txt

@@ -115,7 +115,6 @@ neurostats_API/transformers/profit_lose/twse.py
 neurostats_API/transformers/profit_lose/us.py
 neurostats_API/transformers/tej/__init__.py
 neurostats_API/transformers/tej/base.py
-neurostats_API/transformers/tej/chip.py
 neurostats_API/transformers/tej/finance_statement.py
 neurostats_API/transformers/value/__init__.py
 neurostats_API/transformers/value/base.py

{neurostats_api-1.0.2rc3 → neurostats_api-1.0.2rc4}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='neurostats_API',
-    version='1.0.2rc3',
+    version='1.0.2rc4',
     long_description=open('README.md', 'r', encoding='utf-8').read(),
     long_description_content_type='text/markdown',
     install_requires=[

neurostats_api-1.0.2rc3/neurostats_API/async_mode/db_extractors/daily/tej_tech.py

@@ -1,12 +0,0 @@
-from .base import BaseDailyTechDBExtractor
-
-
-class AsyncTEJDailyTechDBExtractor(BaseDailyTechDBExtractor):
-
-    def __init__(self, ticker, client):
-        super().__init__(ticker, client)
-
-    def _get_collection_name(self):
-        self.collection_name_map = {"tw": "TEJ_share_price"}
-
-        return self.collection_name_map.get(self.zone, None)

neurostats_api-1.0.2rc3/neurostats_API/transformers/daily_tech/__init__.py

@@ -1 +0,0 @@
-from .tech import DailyTechTransformer