pybgpkitstream 0.1.1__tar.gz → 0.1.2__tar.gz

{pybgpkitstream-0.1.1 → pybgpkitstream-0.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pybgpkitstream
-Version: 0.1.1
+Version: 0.1.2
 Summary: Drop-in replacement for PyBGPStream using BGPKIT
 Author: JustinLoye
 Author-email: JustinLoye <jloye@iij.ad.jp>

{pybgpkitstream-0.1.1 → pybgpkitstream-0.1.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "pybgpkitstream"
-version = "0.1.1"
+version = "0.1.2"
 description = "Drop-in replacement for PyBGPStream using BGPKIT"
 readme = "README.md"
 authors = [

{pybgpkitstream-0.1.1 → pybgpkitstream-0.1.2}/src/pybgpkitstream/bgpkitstream.py

@@ -53,6 +53,7 @@ class BGPKITStream:
         data_type: list[Literal["update", "rib"]],
         cache_dir: str | None,
         filters: dict = {},
+        max_concurrent_downloads: int = 10,
     ):
         self.ts_start = ts_start
         self.ts_end = ts_end
@@ -60,6 +61,7 @@ class BGPKITStream:
         self.data_type = data_type
         self.cache_dir = cache_dir
         self.filters = filters
+        self.max_concurrent_downloads = max_concurrent_downloads
 
         self.broker = bgpkit.Broker()
 
@@ -129,8 +131,7 @@ class BGPKITStream:
         self.paths = {"rib": defaultdict(list), "update": defaultdict(list)}
         tasks = []
 
-        CONCURRENT_DOWNLOADS = 10
-        semaphore = asyncio.Semaphore(CONCURRENT_DOWNLOADS)
+        semaphore = asyncio.Semaphore(self.max_concurrent_downloads)
 
         conn = aiohttp.TCPConnector()
         async with aiohttp.ClientSession(connector=conn) as session:
@@ -154,7 +155,7 @@ class BGPKITStream:
 
             if tasks:
                 logging.info(
-                    f"Starting download of {len(tasks)} files with a concurrency of {CONCURRENT_DOWNLOADS}..."
+                    f"Starting download of {len(tasks)} files with a concurrency of {self.max_concurrent_downloads}..."
                 )
                 results = await asyncio.gather(*tasks)
 
@@ -225,4 +226,7 @@ class BGPKITStream:
             filters=config.filters.model_dump(exclude_unset=True)
             if config.filters
             else {},
+            max_concurrent_downloads=config.max_concurrent_downloads
+            if config.max_concurrent_downloads
+            else 10,
         )

{pybgpkitstream-0.1.1 → pybgpkitstream-0.1.2}/src/pybgpkitstream/bgpstreamconfig.py

@@ -63,3 +63,4 @@ class BGPStreamConfig(BaseModel):
         description="Specifies the directory for caching downloaded files.",
     )
     filters: FilterOptions | None = Field(default=None, description="Optional filters")
+    max_concurrent_downloads: int | None = Field(default=None, description="Maximum concurrent downloads when caching")