scraper2-hj3415 2.2.0__py3-none-any.whl → 2.4.0__py3-none-any.whl

scraper2/adapters/out/playwright/browser.py

@@ -10,7 +10,6 @@ class PlaywrightBrowser:
         self.page = page
 
     async def goto(self, url: str, timeout_ms: int = 10_000) -> None:
-        self.page.set_default_timeout(10_000)
         await self.page.goto(url, timeout=timeout_ms)
 
     async def title(self) -> str:

scraper2/app/composition.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 
 import os
 from dataclasses import dataclass
-from typing import Literal
+from typing import Literal, Optional
 
 from pymongo.asynchronous.database import AsyncDatabase
 
@@ -109,7 +109,14 @@ class Usecases:
     store: InMemoryStore | None = None      # ✅ memory일 때만
     mongo: Mongo | None = None              # ✅ mongo일 때만
     db: AsyncDatabase | None = None         # ✅ mongo일 때만
+    browser_factory: Optional[BrowserFactoryPort] = None
 
+    async def aclose(self) -> None:
+        if self.browser_factory is not None:
+            await self.browser_factory.aclose()
+
+        if self.mongo is not None:
+            await self.mongo.close()
 
 # -------------------------
 # builders
@@ -185,11 +192,13 @@ def build_usecases(
     if sink_kind == "memory":
         bundle = build_memory_bundle()
         ingest = build_ingest_usecases(fetch=fetch, sinks=bundle.sinks)
-        return Usecases(fetch=fetch, ingest=ingest, sinks=bundle.sinks, store=bundle.store)
+        return Usecases(fetch=fetch, ingest=ingest, sinks=bundle.sinks, store=bundle.store,
+            browser_factory=factory)
 
     if sink_kind == "mongo":
         bundle = build_mongo_bundle()
         ingest = build_ingest_usecases(fetch=fetch, sinks=bundle.sinks)
-        return Usecases(fetch=fetch, ingest=ingest, sinks=bundle.sinks, mongo=bundle.mongo, db=bundle.db)
+        return Usecases(fetch=fetch, ingest=ingest, sinks=bundle.sinks, mongo=bundle.mongo, db=bundle.db,
+            browser_factory=factory)
 
     raise ValueError(f"Unknown sink_kind: {sink_kind}")

scraper2/main.py

@@ -233,8 +233,7 @@ def nfs_one(
                 else:
                     typer.echo(_dto_to_pretty(dto))
         finally:
-            if getattr(ucs, "mongo", None) is not None:
-                await _maybe_await_close(ucs.mongo)
+            await ucs.aclose()
 
     asyncio.run(_run())
 
@@ -281,8 +280,7 @@ def nfs_all(
                 progress_every=1,   # chunk마다
             )
         finally:
-            if getattr(ucs, "mongo", None) is not None:
-                await _maybe_await_close(ucs.mongo)
+            await ucs.aclose()
 
     asyncio.run(_run())
 

{scraper2_hj3415-2.2.0.dist-info → scraper2_hj3415-2.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scraper2-hj3415
-Version: 2.2.0
+Version: 2.4.0
 Summary: Naver WiseReport scraper
 Keywords: example,demo
 Author-email: Hyungjin Kim <hj3415@gmail.com>

{scraper2_hj3415-2.2.0.dist-info → scraper2_hj3415-2.4.0.dist-info}/RECORD

@@ -1,10 +1,10 @@
-scraper2/.DS_Store,sha256=miZHKI70yhXtniLCotYbxAAOTB3ML9T6Tb8xQYPeK8w,6148
+scraper2/.DS_Store,sha256=sEtRhy6uiX4PgYuHnRIsUN_QtI0jR0lSLi4kYurHsso,6148
 scraper2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/main.py,sha256=SG0h5swYbHiIcgwpk7yNq7lcCEkdOMz3XM8u41qNtLo,9224
+scraper2/main.py,sha256=qQaLU1Ohq4QBCRilGsDgVYnm-TqVR4pqQ9-XexKbiWQ,9070
 scraper2/adapters/out/.DS_Store,sha256=nUqwRB5F2DM82P8BALYvDI0YoD1UbmngfSi8ukKkY7E,6148
 scraper2/adapters/out/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scraper2/adapters/out/playwright/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/adapters/out/playwright/browser.py,sha256=XomDThsVhsd5MdwhatgXyaCocs1XCjYEKC_YHmo1jsk,3988
+scraper2/adapters/out/playwright/browser.py,sha256=cjz-1iz3U2fmY0tntO5h4NADfW4hYtusCfPTCqSo2NM,3942
 scraper2/adapters/out/playwright/browser_factory.py,sha256=y008Dbu6VmzrEe7zn7CbODndQEVJtv_EBu04GsMbPGM,3697
 scraper2/adapters/out/playwright/session.py,sha256=hQDmYpi7pIVDjkymaTKQzJVWUsRRlvJg1V777V8q44M,3727
 scraper2/adapters/out/sinks/.DS_Store,sha256=c6VOGBl6bMmFzab335dcT09WinGd4BCZXZiPjrZjd7o,6148
@@ -22,7 +22,7 @@ scraper2/adapters/out/sinks/mongo/c104_mongo_sink.py,sha256=IicVnc2fyeBXoBbgMasB
 scraper2/adapters/out/sinks/mongo/c106_mongo_sink.py,sha256=FMdCp8WVjPwidnh7tIPUoViQWr48O16xtB34O_iCtJI,1203
 scraper2/adapters/out/sinks/mongo/c108_mongo_sink.py,sha256=eSvIRtofWvNKVPchglwL1mOw5hsKDpUfNz5EOum-H3Y,1203
 scraper2/app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scraper2/app/composition.py,sha256=HijMEE-2lMEMiYKlVN9ZWJD-E4vwgzIf9-plYzoSwGc,6229
+scraper2/app/composition.py,sha256=sJuEAPg-mQ51-0ZsXmMOuAN_whKaq1BCMWHy0uAwxMA,6572
 scraper2/app/parsing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scraper2/app/parsing/_converters.py,sha256=z0kSL4nQnqq5w7QfJZBSbjZOLo1JhoqqDLpqlEAN4bo,1815
 scraper2/app/parsing/_normalize.py,sha256=2qqbXxTbzbuYlu7ttzQjyKgatFnwopme2b_fd0zahio,3738
@@ -56,8 +56,8 @@ scraper2/app/usecases/ingest/ingest_c103.py,sha256=T_IKs5ikckin_05FnL-dxirAW1PPa
 scraper2/app/usecases/ingest/ingest_c104.py,sha256=2rGTcFbsATsn3d2KsSEkL5x4fmkGo7x9MHrysoxiICM,1150
 scraper2/app/usecases/ingest/ingest_c106.py,sha256=mQrbASbKVUQyVcIWiXzIczbX-1mNR5NGk760enVCfvo,1190
 scraper2/app/usecases/ingest/ingest_c108.py,sha256=49ULzdl0dN6z3istAKg29PcD5wHTxYholqAZiIEmUzU,1191
-scraper2_hj3415-2.2.0.dist-info/entry_points.txt,sha256=jUNx7ZJQedQ3QnsDN1ompQ0PjwdvVmnKdHHFMfQQPlI,46
-scraper2_hj3415-2.2.0.dist-info/licenses/LICENSE,sha256=QBiVGQuKAESeCfQE344Ik2ex6g2zfYdu9WqrRWydxIs,1068
-scraper2_hj3415-2.2.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-scraper2_hj3415-2.2.0.dist-info/METADATA,sha256=hdcFQQQvdoDwgw-PTUsaWwjUXFtkS5inLPDFhBlYZjg,3457
-scraper2_hj3415-2.2.0.dist-info/RECORD,,
+scraper2_hj3415-2.4.0.dist-info/entry_points.txt,sha256=jUNx7ZJQedQ3QnsDN1ompQ0PjwdvVmnKdHHFMfQQPlI,46
+scraper2_hj3415-2.4.0.dist-info/licenses/LICENSE,sha256=QBiVGQuKAESeCfQE344Ik2ex6g2zfYdu9WqrRWydxIs,1068
+scraper2_hj3415-2.4.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+scraper2_hj3415-2.4.0.dist-info/METADATA,sha256=uIyIiBBmEhDxoXmiLnvBctWO8Ky7mU0o5ycA3FFq6_o,3457
+scraper2_hj3415-2.4.0.dist-info/RECORD,,