neurostats-API 1.0.0rc6__py3-none-any.whl → 1.0.2rc1__py3-none-any.whl

neurostats_API/__init__.py

@@ -1,4 +1,4 @@
-__version__='1.0.0rc5'
+__version__='1.0.2rc1'
 
 from .fetchers import (
     AgentFinanceOverviewFetcher,
@@ -25,5 +25,6 @@ from .async_mode import (
     AsyncTEJSeasonalFetcher,
     AsyncTWSEInstitutionFetcher,
     AsyncTWSEMarginFetcher,
-    AsyncTWSEStatsValueFetcher
+    AsyncTWSEStatsValueFetcher,
+    AsyncUSCelebrityFetcher
 )

neurostats_API/async_mode/__init__.py

@@ -9,5 +9,6 @@ from .fetchers import (
     AsyncTEJSeasonalFetcher,
     AsyncTWSEInstitutionFetcher,
     AsyncTWSEMarginFetcher,
-    AsyncTWSEStatsValueFetcher
+    AsyncTWSEStatsValueFetcher,
+    AsyncUSCelebrityFetcher
 )

neurostats_API/async_mode/db_extractors/__init__.py

@@ -4,7 +4,8 @@ from .daily import (
     AsyncDailyValueDBExtractor,
     AsyncTEJDailyValueDBExtractor,
     AsyncTWSEChipDBExtractor,
-
+    AsyncUS_F13DBExtractor,
+    AsyncUS_CelebrityDBExtractor
 )
 
 from .month_revenue import (

neurostats_API/async_mode/db_extractors/daily/__init__.py

@@ -4,4 +4,5 @@ from .value import (
     AsyncDailyValueDBExtractor, 
     AsyncTEJDailyValueDBExtractor
 )
+from .us_chip import AsyncUS_F13DBExtractor, AsyncUS_CelebrityDBExtractor
 from .yf import AsyncYFDailyTechDBExtractor

neurostats_API/async_mode/db_extractors/daily/base.py

@@ -1,5 +1,5 @@
 from ..base import BaseDBExtractor
-from datetime import datetime
+from datetime import datetime, timezone
 from neurostats_API.utils import NotSupportedError
 from pymongo import ASCENDING, DESCENDING
 
@@ -73,16 +73,23 @@ class BaseDailyTechDBExtractor(BaseDBExtractor):
 
         return query
 
-    def _transform_date(self, date):
+    def _transform_date(self, date, use_UTC = False):
         if (isinstance(date, str)):
             try:
-                return datetime.strptime(date, "%Y-%m-%d")
+                date = datetime.strptime(date, "%Y-%m-%d")
+                if (use_UTC):
+                    date = date.astimezone(tz = timezone.utc)
+                return date 
             except Exception as e:
+                print(e)
                 raise ValueError(
                     "date string format imcompatible, should be \"YYYY-MM-DD\""
                 )
         elif (isinstance(date, datetime)):
-            return date
+            if (use_UTC):
+                return date.astimezone(tz = timezone.utc)
+            else:
+                return date
         else:
             raise ValueError(
                 "date type imcompatible, should be string(\"YYYY-MM-DD\") or datetime.datetime"

neurostats_API/async_mode/db_extractors/daily/us_chip.py

@@ -0,0 +1,132 @@
+from datetime import datetime, timedelta
+from pymongo import ASCENDING, DESCENDING
+from .base import BaseDailyTechDBExtractor
+from neurostats_API.utils import (
+    NotSupportedError, StatsProcessor
+)
+from pymongo import AsyncMongoClient
+
+class AsyncUS_F13DBExtractor(BaseDailyTechDBExtractor):
+
+    def __init__(self, ticker, client, managerTicker=None):
+        """
+        ticker: Issuer Ticker, 被持有的股票代碼
+        managerTicker: 持有者的股票代碼
+        """
+        super().__init__(ticker, client)
+        self.issuerTicker = ticker
+        self.managerTicker = managerTicker
+
+        if (self.get_zone() not in ['us']):
+            raise NotSupportedError("Supports US Company Only")
+
+    def _get_collection_name(self):
+        self.collection_name_map = {"us": "us_F13"}
+
+        return self.collection_name_map.get(self.zone, None)
+
+    def _prepare_query(self, start_date=None, end_date=None, get_latest=False):
+        query = {"issuerTicker": self.issuerTicker}
+
+        if (self.managerTicker):
+            query.update(
+                {
+                    "managerTicker": self.managerTicker
+                }
+            )
+
+        query = self._update_query_with_date(query, start_date, end_date)
+
+        projection = {
+            "_id": 0,
+        }
+
+        if (get_latest):
+            sort = [("reportDate", DESCENDING)]
+        else:
+            sort = [("reportDate", ASCENDING)]
+
+        return query, projection, sort
+
+    def _update_query_with_date(self, query, start_date, end_date):
+        start_date = self._transform_date(start_date)
+        end_date = self._transform_date(end_date)
+
+        date_range = {"$gte": start_date, "$lte": end_date}
+
+        query.update({"reportDate": date_range})
+
+        return query
+
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False
+    ):
+        result = await super().query_data(start_date, end_date, get_latest)
+
+        return result
+
+class AsyncUS_CelebrityDBExtractor(AsyncUS_F13DBExtractor):
+    """        
+    用於查詢美國名人持股的專用extractor
+    """
+    def __init__(self, client:AsyncMongoClient, manager_name=None):
+        """
+        manager_name: 名人名稱
+        """
+        self.client = client
+        self.zone = "us"
+        self.manager = manager_name
+        self.collection_name_map = {"us": "us_F13"}
+        self.collection = self.client.get_database("company_us").get_collection("us_F13")
+    
+
+    def _get_collection_name(self):
+
+        return self.collection_name_map.get(self.zone, None)
+    
+    def _prepare_query(
+            self, start_date=None, end_date=None, get_latest=False,
+            value_throshold=None, title=None
+        ):
+
+        start_date = self._transform_date(start_date)
+        end_date = self._transform_date(end_date)
+
+        query = {
+            "manager": self.manager,
+            "reportDate": {"$gte": start_date, "$lte": end_date}
+        }
+
+        if value_throshold:
+            query["value"] = {"$gt": value_throshold}
+
+        if title:
+            query["titleOfClass"] = title
+
+        projection = {"_id": 0}
+
+        if (get_latest):
+            sort = [("reportDate", DESCENDING)]
+        else:
+            sort = [("reportDate", ASCENDING)]
+
+        return query, projection, sort
+    
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False,
+        value_throshold=None, title=None
+    ):
+        query, projection, sort = self._prepare_query(
+            start_date=start_date, end_date=end_date, get_latest=get_latest,
+            value_throshold=value_throshold, title=title
+        )
+
+        if (get_latest):
+            cursor = self.collection.find(query, projection).sort(sort).limit(1)
+        else:
+            cursor = self.collection.find(query, projection).sort(sort)
+
+        fetched_data = [data async for data in cursor]
+
+        return fetched_data
+    

neurostats_API/async_mode/factory/extractor_factory.py

@@ -5,7 +5,7 @@ from neurostats_API.async_mode.db_extractors import (
     AsyncTWSEChipDBExtractor, AsyncTWSEMonthlyRevenueExtractor,
     AsyncBalanceSheetExtractor, AsyncProfitLoseExtractor,
     AsyncCashFlowExtractor, AsyncTEJFinanceStatementDBExtractor,
-    AsyncTEJSelfSettlementDBExtractor
+    AsyncTEJSelfSettlementDBExtractor, AsyncUS_F13DBExtractor
 )
 from neurostats_API.utils import NotSupportedError
 
@@ -139,7 +139,19 @@ EXTRACTOR_MAP: dict[str, ExtractorConfig] = {
         DB_collection: twse_daily_share_price
         TWSE的評價面
         """
-    }
+    },
+
+
+    "US_Chip_F13": {
+        "class_":
+        AsyncUS_F13DBExtractor,
+        "default_kwargs": {},
+        "description":
+        """
+        DB_collection: "us_F13_flat"
+        US籌碼面(F13)
+        """
+    },
 }
 
 

neurostats_API/async_mode/fetchers/__init__.py

@@ -7,4 +7,5 @@ from .twse_margin import AsyncTWSEMarginFetcher
 from .month_revenue import AsyncMonthlyRevenueFetcher
 from .profit_lose import AsyncProfitLoseFetcher
 from .value import AsyncTWSEStatsValueFetcher
-from .tej import AsyncTEJDailyTechFetcher, AsyncTEJSeasonalFetcher
+from .tej import AsyncTEJDailyTechFetcher, AsyncTEJSeasonalFetcher
+from .us_chip import AsyncUSChipF13Fetcher, AsyncUSCelebrityFetcher

neurostats_API/async_mode/fetchers/finance_overview.py

@@ -14,11 +14,6 @@ import pytz
 import holidays
 import warnings
 
-warnings.filterwarnings(
-    "ignore",
-    category=holidays.deprecations.v1_incompatibility.
-    FutureIncompatibilityWarning
-)
 import yaml
 
 

neurostats_API/async_mode/fetchers/us_chip.py

@@ -0,0 +1,69 @@
+from .base import AsyncBaseFetcher
+from ..db_extractors import (
+    AsyncDailyValueDBExtractor, AsyncTEJDailyValueDBExtractor, AsyncUS_CelebrityDBExtractor
+)
+from neurostats_API.async_mode.factory import get_extractor
+from neurostats_API.transformers import US_F13_Transformer, US_CelebrityTransformer
+from neurostats_API.utils import NotSupportedError
+
+
+class AsyncUSChipF13Fetcher(AsyncBaseFetcher):
+    def __init__(self, 
+        ticker, 
+        client,
+        managerTicker = None,
+    ):
+        self.issuerTicker = ticker
+        self.managerTicker = managerTicker
+        self.transformer_map = {"us": US_F13_Transformer}
+        try:
+            self.extractor = get_extractor(
+                "US_Chip_F13", ticker, client, managerTicker=self.managerTicker
+            )
+
+            company_name = self.extractor.get_company_name()
+            zone = self.extractor.get_zone()
+
+            transformer = self.get_transformer(zone)
+            self.transformer = transformer(ticker, company_name, zone)
+
+        except NotSupportedError as e:
+            raise NotSupportedError(
+                f"{self.__class__.__name__} only support {list(self.transformer_map.keys())} companies now, {ticker} is not available"
+            ) from e
+
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False
+    ):
+        fetched_data = await self.extractor.query_data(
+            start_date, end_date, get_latest
+        )
+
+        transformed_data = self.transformer.process_transform(
+            fetched_data
+        )
+
+        return transformed_data
+
+class AsyncUSCelebrityFetcher(AsyncBaseFetcher):
+
+    def __init__(self, client, manager_name):
+        self.manager_name = manager_name
+        self.extractor = AsyncUS_CelebrityDBExtractor(client, manager_name)
+        self.transformer = US_CelebrityTransformer()
+
+    async def query_data(
+        self, start_date=None, end_date=None, get_latest=False,
+        value_threshold=None, title=None, strftime=None
+    ):
+        fetched_data = await self.extractor.query_data(
+            start_date, end_date, get_latest,
+            value_throshold=value_threshold, title=title
+        )
+
+        transformed_data = self.transformer.process_transform(
+            fetched_datas = list(fetched_data),
+            strftime = strftime
+        )
+
+        return transformed_data