scraper2-hj3415 2.2.0__py3-none-any.whl → 2.3.0__py3-none-any.whl

scraper2/adapters/out/playwright/browser.py

@@ -10,7 +10,6 @@ class PlaywrightBrowser:
         self.page = page
 
     async def goto(self, url: str, timeout_ms: int = 10_000) -> None:
-        self.page.set_default_timeout(10_000)
         await self.page.goto(url, timeout=timeout_ms)
 
     async def title(self) -> str:

scraper2/app/composition.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 
 import os
 from dataclasses import dataclass
-from typing import Literal
+from typing import Literal, Optional
 
 from pymongo.asynchronous.database import AsyncDatabase
 
@@ -109,6 +109,23 @@ class Usecases:
     store: InMemoryStore | None = None      # ✅ memory일 때만
     mongo: Mongo | None = None              # ✅ mongo일 때만
     db: AsyncDatabase | None = None         # ✅ mongo일 때만
+    browser_factory: Optional[BrowserFactoryPort] = None
+
+    async def aclose(self) -> None:
+        # 1) playwright 먼저 닫기 (subprocess 정리)
+        if self.browser_factory is not None:
+            close = getattr(self.browser_factory, "aclose", None)
+            if callable(close):
+                await close()
+
+        # 2) mongo 닫기
+        if self.mongo is not None:
+            close = getattr(self.mongo, "close", None)
+            if callable(close):
+                out = close()
+                if hasattr(out, "__await__"):
+                    await out
+
 
 
 # -------------------------

scraper2/main.py

@@ -233,7 +233,10 @@ def nfs_one(
                 else:
                     typer.echo(_dto_to_pretty(dto))
         finally:
-            if getattr(ucs, "mongo", None) is not None:
+            close = getattr(ucs, "aclose", None)
+            if callable(close):
+                await close()
+            elif getattr(ucs, "mongo", None) is not None:
                 await _maybe_await_close(ucs.mongo)
 
     asyncio.run(_run())
@@ -281,7 +284,10 @@ def nfs_all(
                 progress_every=1,   # chunk마다
             )
         finally:
-            if getattr(ucs, "mongo", None) is not None:
+            close = getattr(ucs, "aclose", None)
+            if callable(close):
+                await close()
+            elif getattr(ucs, "mongo", None) is not None:
                 await _maybe_await_close(ucs.mongo)
 
     asyncio.run(_run())

{scraper2_hj3415-2.2.0.dist-info → scraper2_hj3415-2.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scraper2-hj3415
-Version: 2.2.0
+Version: 2.3.0
 Summary: Naver WiseReport scraper
 Keywords: example,demo
 Author-email: Hyungjin Kim <hj3415@gmail.com>

{scraper2_hj3415-2.2.0.dist-info → scraper2_hj3415-2.3.0.dist-info}/RECORD

@@ -1,10 +1,10 @@
-scraper2/.DS_Store,sha256=miZHKI70yhXtniLCotYbxAAOTB3ML9T6Tb8xQYPeK8w,6148
+scraper2/.DS_Store,sha256=sEtRhy6uiX4PgYuHnRIsUN_QtI0jR0lSLi4kYurHsso,6148
 scraper2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/main.py,sha256=SG0h5swYbHiIcgwpk7yNq7lcCEkdOMz3XM8u41qNtLo,9224
+scraper2/main.py,sha256=qkdepCUXBooOXgwA0eJCg66wY1HFM2iLjBVONGeEVDk,9450
 scraper2/adapters/out/.DS_Store,sha256=nUqwRB5F2DM82P8BALYvDI0YoD1UbmngfSi8ukKkY7E,6148
 scraper2/adapters/out/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scraper2/adapters/out/playwright/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/adapters/out/playwright/browser.py,sha256=XomDThsVhsd5MdwhatgXyaCocs1XCjYEKC_YHmo1jsk,3988
+scraper2/adapters/out/playwright/browser.py,sha256=cjz-1iz3U2fmY0tntO5h4NADfW4hYtusCfPTCqSo2NM,3942
 scraper2/adapters/out/playwright/browser_factory.py,sha256=y008Dbu6VmzrEe7zn7CbODndQEVJtv_EBu04GsMbPGM,3697
 scraper2/adapters/out/playwright/session.py,sha256=hQDmYpi7pIVDjkymaTKQzJVWUsRRlvJg1V777V8q44M,3727
 scraper2/adapters/out/sinks/.DS_Store,sha256=c6VOGBl6bMmFzab335dcT09WinGd4BCZXZiPjrZjd7o,6148
@@ -22,7 +22,7 @@ scraper2/adapters/out/sinks/mongo/c104_mongo_sink.py,sha256=IicVnc2fyeBXoBbgMasB
 scraper2/adapters/out/sinks/mongo/c106_mongo_sink.py,sha256=FMdCp8WVjPwidnh7tIPUoViQWr48O16xtB34O_iCtJI,1203
 scraper2/adapters/out/sinks/mongo/c108_mongo_sink.py,sha256=eSvIRtofWvNKVPchglwL1mOw5hsKDpUfNz5EOum-H3Y,1203
 scraper2/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/app/composition.py,sha256=HijMEE-2lMEMiYKlVN9ZWJD-E4vwgzIf9-plYzoSwGc,6229
+scraper2/app/composition.py,sha256=I3kpBntvnwuYWrTxTk-VQDXjIJuoM9vqEIApOLFphns,6820
 scraper2/app/parsing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scraper2/app/parsing/_converters.py,sha256=z0kSL4nQnqq5w7QfJZBSbjZOLo1JhoqqDLpqlEAN4bo,1815
 scraper2/app/parsing/_normalize.py,sha256=2qqbXxTbzbuYlu7ttzQjyKgatFnwopme2b_fd0zahio,3738
@@ -56,8 +56,8 @@ scraper2/app/usecases/ingest/ingest_c103.py,sha256=T_IKs5ikckin_05FnL-dxirAW1PPa
 scraper2/app/usecases/ingest/ingest_c104.py,sha256=2rGTcFbsATsn3d2KsSEkL5x4fmkGo7x9MHrysoxiICM,1150
 scraper2/app/usecases/ingest/ingest_c106.py,sha256=mQrbASbKVUQyVcIWiXzIczbX-1mNR5NGk760enVCfvo,1190
 scraper2/app/usecases/ingest/ingest_c108.py,sha256=49ULzdl0dN6z3istAKg29PcD5wHTxYholqAZiIEmUzU,1191
-scraper2_hj3415-2.2.0.dist-info/entry_points.txt,sha256=jUNx7ZJQedQ3QnsDN1ompQ0PjwdvVmnKdHHFMfQQPlI,46
-scraper2_hj3415-2.2.0.dist-info/licenses/LICENSE,sha256=QBiVGQuKAESeCfQE344Ik2ex6g2zfYdu9WqrRWydxIs,1068
-scraper2_hj3415-2.2.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-scraper2_hj3415-2.2.0.dist-info/METADATA,sha256=hdcFQQQvdoDwgw-PTUsaWwjUXFtkS5inLPDFhBlYZjg,3457
-scraper2_hj3415-2.2.0.dist-info/RECORD,,
+scraper2_hj3415-2.3.0.dist-info/entry_points.txt,sha256=jUNx7ZJQedQ3QnsDN1ompQ0PjwdvVmnKdHHFMfQQPlI,46
+scraper2_hj3415-2.3.0.dist-info/licenses/LICENSE,sha256=QBiVGQuKAESeCfQE344Ik2ex6g2zfYdu9WqrRWydxIs,1068
+scraper2_hj3415-2.3.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+scraper2_hj3415-2.3.0.dist-info/METADATA,sha256=QvB781yiOX_OPA6sCcBfbSCu-lxgS7edswJq0064v4I,3457
+scraper2_hj3415-2.3.0.dist-info/RECORD,,