db2_hj3415 0.1.10__py2.py3-none-any.whl → 0.1.11__py2.py3-none-any.whl

db2_hj3415/nfs/c108.py

@@ -1,4 +1,6 @@
 from motor.motor_asyncio import AsyncIOMotorClient
+from typing import Any
+import math
 from pymongo import ASCENDING, UpdateOne, DESCENDING
 import pandas as pd
 from datetime import datetime, timezone, timedelta
@@ -12,36 +14,43 @@ mylogger = setup_logger(__name__, 'WARNING')
 COL_NAME = 'c108'
 
 
-async def save(code: str, data: pd.DataFrame, client: AsyncIOMotorClient) -> dict:
+async def save(code: str, data: pd.DataFrame, client, db_name: str = DB_NAME, col_name: str = COL_NAME) -> dict:
     if data is None or data.empty:
         print("데이터 없음 - 저장 생략")
         return {"status": "unchanged"}
 
-    collection = get_collection(client, DB_NAME, COL_NAME)
+    collection = get_collection(client, db_name, col_name)
 
     await collection.create_index(
         [("코드", ASCENDING), ("날짜", ASCENDING), ("제목", ASCENDING)],
         unique=True
     )
 
-    # NaN -> None 변환
-    df = data.where(pd.notnull(data), None)
+    def convert_nan_to_none(x: Any) -> Any:
+        if isinstance(x, float) and (math.isnan(x) or math.isinf(x)):
+            return None
+        return x
+
+    # DataFrame의 각 열에 대해 map 적용 (applymap 대체)
+    df = data.apply(lambda col: col.map(convert_nan_to_none))
+
     operations = []
-    inserted, updated, skipped = 0, 0, 0
+    inserted, updated = 0, 0
 
     for _, row in df.iterrows():
         try:
-            date_str = str(row["날짜"])
+            doc = row.to_dict()
+
+            date_str = str(doc["날짜"])
             date_obj = datetime.strptime(date_str, DATE_FORMAT).replace(tzinfo=timezone.utc)
 
-            doc = row.to_dict()
             doc["코드"] = code
             doc["날짜"] = date_obj
 
-            filter_ = {"코드": code, "날짜": date_obj, "제목": doc["제목"]}
+            filter_ = {"코드": code, "날짜": date_obj, "제목": doc.get("제목")}
             operations.append(UpdateOne(filter_, {"$set": doc}, upsert=True))
         except Exception as e:
-            print(f"변환 에러 - {row.get('제목', '제목 없음')}: {e}")
+            print(f"[{code}] 변환 에러 - {doc.get('제목', '제목 없음')}: {e}")
             continue
 
     if operations:

{db2_hj3415-0.1.10.dist-info → db2_hj3415-0.1.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: db2_hj3415
-Version: 0.1.10
+Version: 0.1.11
 Summary: Gathering the stock data by playwright
 Author-email: Hyungjin Kim <hj3415@gmail.com>
 Description-Content-Type: text/markdown

{db2_hj3415-0.1.10.dist-info → db2_hj3415-0.1.11.dist-info}/RECORD

@@ -25,7 +25,7 @@ db2_hj3415/nfs/c101.py,sha256=5gndh6OAQPHc6cvBBnBqdfHuMt34oEoFaXFOdCRv62I,5077
 db2_hj3415/nfs/c103.py,sha256=HfbknyRcC7-mKF5vnZzlHnESl9fBRwoIEZ_WCy6-tsM,1864
 db2_hj3415/nfs/c104.py,sha256=yYV2dxble1pXx4f_X7q6bKY54WDHgJ3btTbvX0C3Mik,1864
 db2_hj3415/nfs/c106.py,sha256=lzbMROOQ-w1AU8oeSYsYFhYuk0EuOux97CKuJrWhx1A,1864
-db2_hj3415/nfs/c108.py,sha256=WvT7Fs-BOd0nm_aZGWI4g8Kyo-fFu1dUP7QYyTL87tk,3761
+db2_hj3415/nfs/c108.py,sha256=LAEe_3jWlHeYkm1NnsemzmetOIw2mPLOx-XHQEBzZ9Y,4044
 db2_hj3415/nfs/dart.py,sha256=vVDP2ee5akaoR_m17eN4PxVxxfg5K77TLxVXzQ9ZLyU,3392
 db2_hj3415/nfs/models.py,sha256=Y5FgSiB_BPzX5hY8RLWAFSXCl22LTECTi6RJAtXbaMU,5005
 db2_hj3415/valuation/__init__.py,sha256=SxzWnyeo412A6q7yqYHtQz0Qv-haoAN6qr5Q4h2NRqw,274
@@ -35,7 +35,7 @@ db2_hj3415/valuation/growth.py,sha256=bpixczYpGx6cfb2ChsZXM8YkNDrHMaNWdkuMyPZuld
 db2_hj3415/valuation/mil.py,sha256=kOc9MYrzHYTL7oBSOI95gTD2Edu3H2yOd3R-0qdaH8c,480
 db2_hj3415/valuation/models.py,sha256=fBmWhtdUE56E7AaFs-04aw4WC8ptm-Thl_IX7Yex0js,5592
 db2_hj3415/valuation/red.py,sha256=YV3uavn0A6-T5fk5YiD5MdpC2XhjZMN1mP-e2n_VJrs,481
-db2_hj3415-0.1.10.dist-info/entry_points.txt,sha256=JAGFsxKtvbNgaKCSKo-QRYwCyToabWmdRW0MZWtg9kg,45
-db2_hj3415-0.1.10.dist-info/WHEEL,sha256=Dyt6SBfaasWElUrURkknVFAZDHSTwxg3PaTza7RSbkY,100
-db2_hj3415-0.1.10.dist-info/METADATA,sha256=nTnOhMzON77D0gN7YMDOSOE4SVAqa1BgV8X3AuRUTiE,689
-db2_hj3415-0.1.10.dist-info/RECORD,,
+db2_hj3415-0.1.11.dist-info/entry_points.txt,sha256=JAGFsxKtvbNgaKCSKo-QRYwCyToabWmdRW0MZWtg9kg,45
+db2_hj3415-0.1.11.dist-info/WHEEL,sha256=Dyt6SBfaasWElUrURkknVFAZDHSTwxg3PaTza7RSbkY,100
+db2_hj3415-0.1.11.dist-info/METADATA,sha256=4rwJI8JL0c0RDEvkfUHKf16rcgfA7ps1hWVS5nq8vpg,689
+db2_hj3415-0.1.11.dist-info/RECORD,,