scraper2-hj3415 2.1.2__py3-none-any.whl → 2.3.0__py3-none-any.whl

scraper2/adapters/out/playwright/browser.py

@@ -10,7 +10,6 @@ class PlaywrightBrowser:
         self.page = page
 
     async def goto(self, url: str, timeout_ms: int = 10_000) -> None:
-        self.page.set_default_timeout(10_000)
         await self.page.goto(url, timeout=timeout_ms)
 
     async def title(self) -> str:

scraper2/adapters/out/sinks/memory/c101_memory_sink.py

@@ -1,7 +1,8 @@
 #scraper2/adapters/out/sinks/memory/c101_memory_sink.py
 from __future__ import annotations
 
-from typing import Iterable
+from datetime import datetime
+from typing import Iterable, Optional
 
 from contracts.nfs.c101 import C101DTO
 from scraper2.adapters.out.sinks.memory.store import InMemoryStore
@@ -13,8 +14,13 @@ class MemoryC101Sink(C101SinkPort):
     def __init__(self, store: InMemoryStore[C101DTO]):
         self._store = store
 
-    async def write(self, dto: C101DTO) -> None:
+    async def write(self, dto: C101DTO, *, asof: Optional[datetime] = None) -> None:
         await self._store.put(_ENDPOINT, dto.코드, dto)
 
-    async def write_many(self, dtos: Iterable[C101DTO]) -> None:
+    async def write_many(
+        self,
+        dtos: Iterable[C101DTO],
+        *,
+        asof: Optional[datetime] = None,
+    ) -> None:
         await self._store.put_many(_ENDPOINT, ((d.코드, d) for d in dtos))

scraper2/adapters/out/sinks/memory/c103_memory_sink.py

@@ -1,7 +1,8 @@
 # scraper2/adapters/out/sinks/memory/c103_memory_sink.py
 from __future__ import annotations
 
-from typing import Iterable
+from datetime import datetime
+from typing import Iterable, Optional
 
 from contracts.nfs.c103 import C103DTO
 from scraper2.adapters.out.sinks.memory.store import InMemoryStore
@@ -13,8 +14,13 @@ class MemoryC103Sink(C103SinkPort):
     def __init__(self, store: InMemoryStore[C103DTO]):
         self._store = store
 
-    async def write(self, dto: C103DTO) -> None:
+    async def write(self, dto: C103DTO, *, asof: Optional[datetime] = None) -> None:
         await self._store.put(_ENDPOINT, dto.코드, dto)
 
-    async def write_many(self, dtos: Iterable[C103DTO]) -> None:
+    async def write_many(
+            self,
+            dtos: Iterable[C103DTO],
+            *,
+            asof: Optional[datetime] = None,
+    ) -> None:
         await self._store.put_many(_ENDPOINT, ((d.코드, d) for d in dtos))

scraper2/adapters/out/sinks/memory/c104_memory_sink.py

@@ -1,7 +1,8 @@
 # scraper2/adapters/out/sinks/memory/c104_memory_sink.py
 from __future__ import annotations
 
-from typing import Iterable
+from datetime import datetime
+from typing import Iterable, Optional
 
 from contracts.nfs.c104 import C104DTO
 from scraper2.adapters.out.sinks.memory.store import InMemoryStore
@@ -13,8 +14,13 @@ class MemoryC104Sink(C104SinkPort):
     def __init__(self, store: InMemoryStore[C104DTO]):
         self._store = store
 
-    async def write(self, dto: C104DTO) -> None:
+    async def write(self, dto: C104DTO, *, asof: Optional[datetime] = None) -> None:
         await self._store.put(_ENDPOINT, dto.코드, dto)
 
-    async def write_many(self, dtos: Iterable[C104DTO]) -> None:
+    async def write_many(
+            self,
+            dtos: Iterable[C104DTO],
+            *,
+            asof: Optional[datetime] = None,
+    ) -> None:
         await self._store.put_many(_ENDPOINT, ((d.코드, d) for d in dtos))

scraper2/adapters/out/sinks/memory/c106_memory_sink.py

@@ -1,7 +1,8 @@
 #scraper2/adapters/out/sinks/memory/c106_memory_sink.py
 from __future__ import annotations
 
-from typing import Iterable
+from datetime import datetime
+from typing import Iterable, Optional
 
 from contracts.nfs.c106 import C106DTO
 from scraper2.adapters.out.sinks.memory.store import InMemoryStore
@@ -13,8 +14,13 @@ class MemoryC106Sink(C106SinkPort):
     def __init__(self, store: InMemoryStore[C106DTO]):
         self._store = store
 
-    async def write(self, dto: C106DTO) -> None:
+    async def write(self, dto: C106DTO, *, asof: Optional[datetime] = None) -> None:
         await self._store.put(_ENDPOINT, dto.코드, dto)
 
-    async def write_many(self, dtos: Iterable[C106DTO]) -> None:
+    async def write_many(
+            self,
+            dtos: Iterable[C106DTO],
+            *,
+            asof: Optional[datetime] = None,
+    ) -> None:
         await self._store.put_many(_ENDPOINT, ((d.코드, d) for d in dtos))

scraper2/adapters/out/sinks/memory/c108_memory_sink.py

@@ -1,7 +1,8 @@
 #scraper2/adapters/out/sinks/memory/c108_memory_sink.py
 from __future__ import annotations
 
-from typing import Iterable
+from datetime import datetime
+from typing import Iterable, Optional
 
 from contracts.nfs.c108 import C108DTO
 from scraper2.adapters.out.sinks.memory.store import InMemoryStore
@@ -13,8 +14,13 @@ class MemoryC108Sink(C108SinkPort):
     def __init__(self, store: InMemoryStore[C108DTO]):
         self._store = store
 
-    async def write(self, dto: C108DTO) -> None:
+    async def write(self, dto: C108DTO, *, asof: Optional[datetime] = None) -> None:
         await self._store.put(_ENDPOINT, dto.코드, dto)
 
-    async def write_many(self, dtos: Iterable[C108DTO]) -> None:
+    async def write_many(
+            self,
+            dtos: Iterable[C108DTO],
+            *,
+            asof: Optional[datetime] = None,
+    ) -> None:
         await self._store.put_many(_ENDPOINT, ((d.코드, d) for d in dtos))

scraper2/app/composition.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 
 import os
 from dataclasses import dataclass
-from typing import Literal
+from typing import Literal, Optional
 
 from pymongo.asynchronous.database import AsyncDatabase
 
@@ -109,6 +109,23 @@ class Usecases:
     store: InMemoryStore | None = None      # ✅ memory일 때만
     mongo: Mongo | None = None              # ✅ mongo일 때만
     db: AsyncDatabase | None = None         # ✅ mongo일 때만
+    browser_factory: Optional[BrowserFactoryPort] = None
+
+    async def aclose(self) -> None:
+        # 1) playwright 먼저 닫기 (subprocess 정리)
+        if self.browser_factory is not None:
+            close = getattr(self.browser_factory, "aclose", None)
+            if callable(close):
+                await close()
+
+        # 2) mongo 닫기
+        if self.mongo is not None:
+            close = getattr(self.mongo, "close", None)
+            if callable(close):
+                out = close()
+                if hasattr(out, "__await__"):
+                    await out
+
 
 
 # -------------------------

scraper2/app/ports/ingest_port.py

@@ -1,13 +1,14 @@
 # scraper2/app/ports/ingest_port.py
-from typing import Protocol, Iterable
+from typing import Protocol, Iterable, Optional, Sequence, Any
 from datetime import datetime
 
 class IngestPort(Protocol):
     async def execute_many(
         self,
-        codes: list[str],
+        codes: Iterable[str],
         *,
         sleep_sec: float = ...,
-        asof: datetime | None = None,
-    ) -> list[object]:
-        ...
+        asof: Optional[datetime] = None,
+    ) -> Sequence[Any]:
+        ...
+

scraper2/main.py

@@ -233,7 +233,10 @@ def nfs_one(
                 else:
                     typer.echo(_dto_to_pretty(dto))
         finally:
-            if getattr(ucs, "mongo", None) is not None:
+            close = getattr(ucs, "aclose", None)
+            if callable(close):
+                await close()
+            elif getattr(ucs, "mongo", None) is not None:
                 await _maybe_await_close(ucs.mongo)
 
     asyncio.run(_run())
@@ -281,7 +284,10 @@ def nfs_all(
                 progress_every=1,   # chunk마다
             )
         finally:
-            if getattr(ucs, "mongo", None) is not None:
+            close = getattr(ucs, "aclose", None)
+            if callable(close):
+                await close()
+            elif getattr(ucs, "mongo", None) is not None:
                 await _maybe_await_close(ucs.mongo)
 
     asyncio.run(_run())

{scraper2_hj3415-2.1.2.dist-info → scraper2_hj3415-2.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scraper2-hj3415
-Version: 2.1.2
+Version: 2.3.0
 Summary: Naver WiseReport scraper
 Keywords: example,demo
 Author-email: Hyungjin Kim <hj3415@gmail.com>

{scraper2_hj3415-2.1.2.dist-info → scraper2_hj3415-2.3.0.dist-info}/RECORD

@@ -1,19 +1,19 @@
-scraper2/.DS_Store,sha256=miZHKI70yhXtniLCotYbxAAOTB3ML9T6Tb8xQYPeK8w,6148
+scraper2/.DS_Store,sha256=sEtRhy6uiX4PgYuHnRIsUN_QtI0jR0lSLi4kYurHsso,6148
 scraper2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/main.py,sha256=SG0h5swYbHiIcgwpk7yNq7lcCEkdOMz3XM8u41qNtLo,9224
+scraper2/main.py,sha256=qkdepCUXBooOXgwA0eJCg66wY1HFM2iLjBVONGeEVDk,9450
 scraper2/adapters/out/.DS_Store,sha256=nUqwRB5F2DM82P8BALYvDI0YoD1UbmngfSi8ukKkY7E,6148
 scraper2/adapters/out/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scraper2/adapters/out/playwright/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/adapters/out/playwright/browser.py,sha256=XomDThsVhsd5MdwhatgXyaCocs1XCjYEKC_YHmo1jsk,3988
+scraper2/adapters/out/playwright/browser.py,sha256=cjz-1iz3U2fmY0tntO5h4NADfW4hYtusCfPTCqSo2NM,3942
 scraper2/adapters/out/playwright/browser_factory.py,sha256=y008Dbu6VmzrEe7zn7CbODndQEVJtv_EBu04GsMbPGM,3697
 scraper2/adapters/out/playwright/session.py,sha256=hQDmYpi7pIVDjkymaTKQzJVWUsRRlvJg1V777V8q44M,3727
 scraper2/adapters/out/sinks/.DS_Store,sha256=c6VOGBl6bMmFzab335dcT09WinGd4BCZXZiPjrZjd7o,6148
 scraper2/adapters/out/sinks/memory/__init__.py,sha256=djvn50E0dBZr-H6Xmh9FMYalG2Zc0jL5kTXaBjnRaRo,400
-scraper2/adapters/out/sinks/memory/c101_memory_sink.py,sha256=klVgT_ra8EQYjJCk6ilWDkrNG3dj_ITP-eqdwX07nY4,682
-scraper2/adapters/out/sinks/memory/c103_memory_sink.py,sha256=hov3yH3uQqFie1BzxHa3GKsHjm_e5011ItZ4AiqaJIg,683
-scraper2/adapters/out/sinks/memory/c104_memory_sink.py,sha256=-cmNhK17OdsFfVklJjQFF4IWJvmH5ppGcjnpLf8VOns,683
-scraper2/adapters/out/sinks/memory/c106_memory_sink.py,sha256=xyrMDjIpPZJ2CHc8687weEF72wKcVl_flFp7PU6GNdo,682
-scraper2/adapters/out/sinks/memory/c108_memory_sink.py,sha256=HYxZ1YymdSlGzPpaNsdQGZhpzVr-ArgNgM0PyJdfubA,682
+scraper2/adapters/out/sinks/memory/c101_memory_sink.py,sha256=yqIYGF43-Jja-IlFo6o6HcuL4RS0CEKRvqS8IULqRC8,833
+scraper2/adapters/out/sinks/memory/c103_memory_sink.py,sha256=WWjkaGp8v0TW-_NydRfv7wRDMrvItkv1qqvlTh_XUbg,850
+scraper2/adapters/out/sinks/memory/c104_memory_sink.py,sha256=Pa-1limYsYtQ0Y3qIU3M0f-QWbagUEIuzfzEtEgBgW4,850
+scraper2/adapters/out/sinks/memory/c106_memory_sink.py,sha256=UNse5lDJla-nTFgsytovw45SRhnGVWH0HWGR8RQRL1Q,849
+scraper2/adapters/out/sinks/memory/c108_memory_sink.py,sha256=XrDy28FtGbLllzTDance9R3LtVYvRP9GHLJVG-npEUI,849
 scraper2/adapters/out/sinks/memory/store.py,sha256=h4dwiCF5gne5kloRdD78NWlqtcaailIqoId9xAjtBk4,2738
 scraper2/adapters/out/sinks/mongo/__init__.py,sha256=YmEZqNqh7S4PFTufxd5sCF2k24rTOsxY3ZFrFVyQzh8,382
 scraper2/adapters/out/sinks/mongo/c101_mongo_sink.py,sha256=CpcafwjBJ-Jo-sm02hRC1H214B4aKfvV5MNoNP1AfxQ,1270
@@ -22,7 +22,7 @@ scraper2/adapters/out/sinks/mongo/c104_mongo_sink.py,sha256=IicVnc2fyeBXoBbgMasB
 scraper2/adapters/out/sinks/mongo/c106_mongo_sink.py,sha256=FMdCp8WVjPwidnh7tIPUoViQWr48O16xtB34O_iCtJI,1203
 scraper2/adapters/out/sinks/mongo/c108_mongo_sink.py,sha256=eSvIRtofWvNKVPchglwL1mOw5hsKDpUfNz5EOum-H3Y,1203
 scraper2/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/app/composition.py,sha256=HijMEE-2lMEMiYKlVN9ZWJD-E4vwgzIf9-plYzoSwGc,6229
+scraper2/app/composition.py,sha256=I3kpBntvnwuYWrTxTk-VQDXjIJuoM9vqEIApOLFphns,6820
 scraper2/app/parsing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scraper2/app/parsing/_converters.py,sha256=z0kSL4nQnqq5w7QfJZBSbjZOLo1JhoqqDLpqlEAN4bo,1815
 scraper2/app/parsing/_normalize.py,sha256=2qqbXxTbzbuYlu7ttzQjyKgatFnwopme2b_fd0zahio,3738
@@ -32,7 +32,7 @@ scraper2/app/parsing/c104_parser.py,sha256=NGnzdVbhdqXFqJphwEDSlJPnM18RU759FCgry
 scraper2/app/parsing/c106_parser.py,sha256=JCml8HHnczgMUVnUkRI8AMEJ9mog1dOJfdd6hQKtv9I,4505
 scraper2/app/parsing/c108_parser.py,sha256=VEzzXliatoRdxR2_uSnHMHLNvV5h2irYiyoXAMQm8jc,1961
 scraper2/app/ports/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/app/ports/ingest_port.py,sha256=RHaRXJanq4VdDUXr42pEJr0vWru7zlIHNOTv7k940os,316
+scraper2/app/ports/ingest_port.py,sha256=mm8jzoaJeiqm2CCznzD347gEzLu7doBjpEwzbRu0R3A,351
 scraper2/app/ports/browser/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scraper2/app/ports/browser/browser_factory_port.py,sha256=dJ3JCc38MVF7wPmCH4MO3BdnHIXE5wSmfsV7cLysJ54,401
 scraper2/app/ports/browser/browser_port.py,sha256=tFYkdCeTCF-5XHvT1duioj31ytsc-ATQpmEgposi1X4,1133
@@ -56,8 +56,8 @@ scraper2/app/usecases/ingest/ingest_c103.py,sha256=T_IKs5ikckin_05FnL-dxirAW1PPa
 scraper2/app/usecases/ingest/ingest_c104.py,sha256=2rGTcFbsATsn3d2KsSEkL5x4fmkGo7x9MHrysoxiICM,1150
 scraper2/app/usecases/ingest/ingest_c106.py,sha256=mQrbASbKVUQyVcIWiXzIczbX-1mNR5NGk760enVCfvo,1190
 scraper2/app/usecases/ingest/ingest_c108.py,sha256=49ULzdl0dN6z3istAKg29PcD5wHTxYholqAZiIEmUzU,1191
-scraper2_hj3415-2.1.2.dist-info/entry_points.txt,sha256=jUNx7ZJQedQ3QnsDN1ompQ0PjwdvVmnKdHHFMfQQPlI,46
-scraper2_hj3415-2.1.2.dist-info/licenses/LICENSE,sha256=QBiVGQuKAESeCfQE344Ik2ex6g2zfYdu9WqrRWydxIs,1068
-scraper2_hj3415-2.1.2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-scraper2_hj3415-2.1.2.dist-info/METADATA,sha256=sSKsVoUEyhyRW5pqaKM7rytCf60aaW8xavVoRj_wxzo,3457
-scraper2_hj3415-2.1.2.dist-info/RECORD,,
+scraper2_hj3415-2.3.0.dist-info/entry_points.txt,sha256=jUNx7ZJQedQ3QnsDN1ompQ0PjwdvVmnKdHHFMfQQPlI,46
+scraper2_hj3415-2.3.0.dist-info/licenses/LICENSE,sha256=QBiVGQuKAESeCfQE344Ik2ex6g2zfYdu9WqrRWydxIs,1068
+scraper2_hj3415-2.3.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+scraper2_hj3415-2.3.0.dist-info/METADATA,sha256=QvB781yiOX_OPA6sCcBfbSCu-lxgS7edswJq0064v4I,3457
+scraper2_hj3415-2.3.0.dist-info/RECORD,,