db2_hj3415 0.1.10__tar.gz → 0.1.11__tar.gz

{db2_hj3415-0.1.10 → db2_hj3415-0.1.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: db2_hj3415
-Version: 0.1.10
+Version: 0.1.11
 Summary: Gathering the stock data by playwright
 Author-email: Hyungjin Kim <hj3415@gmail.com>
 Description-Content-Type: text/markdown

{db2_hj3415-0.1.10 → db2_hj3415-0.1.11}/db2_hj3415/nfs/c108.py

@@ -1,4 +1,6 @@
 from motor.motor_asyncio import AsyncIOMotorClient
+from typing import Any
+import math
 from pymongo import ASCENDING, UpdateOne, DESCENDING
 import pandas as pd
 from datetime import datetime, timezone, timedelta
@@ -12,36 +14,43 @@ mylogger = setup_logger(__name__, 'WARNING')
 COL_NAME = 'c108'
 
 
-async def save(code: str, data: pd.DataFrame, client: AsyncIOMotorClient) -> dict:
+async def save(code: str, data: pd.DataFrame, client, db_name: str = DB_NAME, col_name: str = COL_NAME) -> dict:
     if data is None or data.empty:
         print("데이터 없음 - 저장 생략")
         return {"status": "unchanged"}
 
-    collection = get_collection(client, DB_NAME, COL_NAME)
+    collection = get_collection(client, db_name, col_name)
 
     await collection.create_index(
         [("코드", ASCENDING), ("날짜", ASCENDING), ("제목", ASCENDING)],
         unique=True
     )
 
-    # NaN -> None 변환
-    df = data.where(pd.notnull(data), None)
+    def convert_nan_to_none(x: Any) -> Any:
+        if isinstance(x, float) and (math.isnan(x) or math.isinf(x)):
+            return None
+        return x
+
+    # DataFrame의 각 열에 대해 map 적용 (applymap 대체)
+    df = data.apply(lambda col: col.map(convert_nan_to_none))
+
     operations = []
-    inserted, updated, skipped = 0, 0, 0
+    inserted, updated = 0, 0
 
     for _, row in df.iterrows():
         try:
-            date_str = str(row["날짜"])
+            doc = row.to_dict()
+
+            date_str = str(doc["날짜"])
             date_obj = datetime.strptime(date_str, DATE_FORMAT).replace(tzinfo=timezone.utc)
 
-            doc = row.to_dict()
             doc["코드"] = code
             doc["날짜"] = date_obj
 
-            filter_ = {"코드": code, "날짜": date_obj, "제목": doc["제목"]}
+            filter_ = {"코드": code, "날짜": date_obj, "제목": doc.get("제목")}
             operations.append(UpdateOne(filter_, {"$set": doc}, upsert=True))
         except Exception as e:
-            print(f"변환 에러 - {row.get('제목', '제목 없음')}: {e}")
+            print(f"[{code}] 변환 에러 - {doc.get('제목', '제목 없음')}: {e}")
             continue
 
     if operations:

{db2_hj3415-0.1.10 → db2_hj3415-0.1.11}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "db2_hj3415"
-version = "0.1.10"
+version = "0.1.11"
 authors = [{name = "Hyungjin Kim", email = "hj3415@gmail.com"}]
 description = "Gathering the stock data by playwright"
 readme = "README.md"