pybgpkitstream 0.1.0__py3-none-any.whl → 0.1.2__py3-none-any.whl

pybgpkitstream/bgpkitstream.py

@@ -53,6 +53,7 @@ class BGPKITStream:
         data_type: list[Literal["update", "rib"]],
         cache_dir: str | None,
         filters: dict = {},
+        max_concurrent_downloads: int = 10,
     ):
         self.ts_start = ts_start
         self.ts_end = ts_end
@@ -60,6 +61,7 @@ class BGPKITStream:
         self.data_type = data_type
         self.cache_dir = cache_dir
         self.filters = filters
+        self.max_concurrent_downloads = max_concurrent_downloads
 
         self.broker = bgpkit.Broker()
 
@@ -129,8 +131,7 @@ class BGPKITStream:
         self.paths = {"rib": defaultdict(list), "update": defaultdict(list)}
         tasks = []
 
-        CONCURRENT_DOWNLOADS = 10
-        semaphore = asyncio.Semaphore(CONCURRENT_DOWNLOADS)
+        semaphore = asyncio.Semaphore(self.max_concurrent_downloads)
 
         conn = aiohttp.TCPConnector()
         async with aiohttp.ClientSession(connector=conn) as session:
@@ -154,7 +155,7 @@ class BGPKITStream:
 
             if tasks:
                 logging.info(
-                    f"Starting download of {len(tasks)} files with a concurrency of {CONCURRENT_DOWNLOADS}..."
+                    f"Starting download of {len(tasks)} files with a concurrency of {self.max_concurrent_downloads}..."
                 )
                 results = await asyncio.gather(*tasks)
 
@@ -225,4 +226,7 @@ class BGPKITStream:
             filters=config.filters.model_dump(exclude_unset=True)
             if config.filters
             else {},
+            max_concurrent_downloads=config.max_concurrent_downloads
+            if config.max_concurrent_downloads
+            else 10,
         )

pybgpkitstream/bgpstreamconfig.py

@@ -40,6 +40,9 @@ class FilterOptions(BaseModel):
     as_path: str | None = Field(
         default=None, description="Filter by a regular expression matching the AS path."
     )
+    ip_version: Literal["ipv4", "ipv6"] | None = Field(
+        default=None, description="Filter by ip version."
+    )
 
 
 class BGPStreamConfig(BaseModel):
@@ -60,3 +63,4 @@ class BGPStreamConfig(BaseModel):
         description="Specifies the directory for caching downloaded files.",
     )
     filters: FilterOptions | None = Field(default=None, description="Optional filters")
+    max_concurrent_downloads: int | None = Field(default=None, description="Maximum concurrent downloads when caching")

{pybgpkitstream-0.1.0.dist-info → pybgpkitstream-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pybgpkitstream
-Version: 0.1.0
+Version: 0.1.2
 Summary: Drop-in replacement for PyBGPStream using BGPKIT
 Author: JustinLoye
 Author-email: JustinLoye <jloye@iij.ad.jp>
@@ -16,17 +16,25 @@ A drop-in replacement for PyBGPStream using BGPKIT
 
 ## Features
 
-- Effortlessly switch to another BGP stream:
-  - Designed to be a seamless, drop-in replacement ([example](tests/test_stream.py#L38))
+- Effortless BGP Stream Switching:
+  - Seamless, drop-in replacement ([example](tests/test_stream.py#L38))
   - Lazy message generation: generates time-ordered BGP messages on the fly, consuming minimal memory and making it suitable for large datasets
   - Supports multiple route collectors
   - Supports both ribs and updates
-- Caching with concurrent downloading is enabled, and the caching mechanism is fully compatible with the BGPKIT parser's caching functionality
-- [Good-enough performances](examples/perf.ipynb)
+- Caching with concurrent downloading is enabled and is fully compatible with the BGPKIT parser's caching functionality.
+- [Similar performance to PyBGPStream](examples/perf.ipynb)
 - A CLI tool
 
 ## Quick start
 
+Installation:
+
+```sh
+pip install pybgpkitstream
+```
+
+Usage:
+
 ```python
 import datetime
 from pybgpkitstream import BGPStreamConfig, BGPKITStream
@@ -47,6 +55,12 @@ for _ in stream:
 print(f"Processed {n_elems} BGP elements")
 ```
 
+or in the terminal:
+
+```sh
+pybgpkitstream --start-time 2010-09-01T00:00:00 --end-time 2010-09-01T01:59:00 --collectors route-views.sydney route-views.wide --data-types updates > updates.txt
+```
+
 ## Motivation
 
 PyBGPStream is great but the implementation is complex and stops working when UC San Diego experiences a power outage.

pybgpkitstream-0.1.2.dist-info/RECORD

@@ -0,0 +1,10 @@
+pybgpkitstream/__init__.py,sha256=kNfv6bvDkaGKjlw0pr9LWVqOQtIGmIPk-VG1ZCBuA38,163
+pybgpkitstream/bgpelement.py,sha256=7mXSUmWThhIbKy2JVsLchoteve0BshT3uH8cdbAe0Go,1176
+pybgpkitstream/bgpkitstream.py,sha256=PFtxn-xhKdMtsMBcY0CQ_V56JqHq0r0swxOQGhL-wy0,8839
+pybgpkitstream/bgpstreamconfig.py,sha256=3Kw3imRh6r8d6lblJ5iKEo48qZipEl30frXR0Fts-CY,2672
+pybgpkitstream/cli.py,sha256=E0E1hO0fzGhy1skBopRufdewsiSy_mA-J8Gf2WxBRxo,4214
+pybgpkitstream/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+pybgpkitstream-0.1.2.dist-info/WHEEL,sha256=-neZj6nU9KAMg2CnCY6T3w8J53nx1kFGw_9HfoSzM60,79
+pybgpkitstream-0.1.2.dist-info/entry_points.txt,sha256=aWhImGlXLtRKkfyJHudcbSp5K5As4ZGL8wXZC0y6q4o,60
+pybgpkitstream-0.1.2.dist-info/METADATA,sha256=S4Iq-Q5wTATfdd5zK_B4YS4s1vOzJ716ShS7F3TjalQ,2953
+pybgpkitstream-0.1.2.dist-info/RECORD,,

{pybgpkitstream-0.1.0.dist-info → pybgpkitstream-0.1.2.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: uv 0.8.12
+Generator: uv 0.8.22
 Root-Is-Purelib: true
 Tag: py3-none-any

pybgpkitstream-0.1.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-pybgpkitstream/__init__.py,sha256=90d7efe9bbc391a18a8e5c34a6bf4b595a8e42d2069883e4f951b564206e037f,163
-pybgpkitstream/bgpelement.py,sha256=ee65d252659386121b2b2d8956c2dc868b5ebded01b214f7b87f1c75b01ed06a,1176
-pybgpkitstream/bgpkitstream.py,sha256=a5f8df64e963d05b35203280db9e2c18d10a7c5221a39e5bbf12a4b0f21afa60,8609
-pybgpkitstream/bgpstreamconfig.py,sha256=8973ae8248b3effc44f0c6d1208e1ec303308e8d9d51c0315e62207b4084d590,2432
-pybgpkitstream/cli.py,sha256=13413584ed1fcc6872d6c901a2946e7dd7b0b224b2fe603e27c19fd96c41471a,4214
-pybgpkitstream/py.typed,sha256=e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855,0
-pybgpkitstream-0.1.0.dist-info/WHEEL,sha256=76443c98c0efcfdd1191eac5fa1d8223dba1c474dbd47676674a255e7ca48770,79
-pybgpkitstream-0.1.0.dist-info/entry_points.txt,sha256=6968489869572ed44a91fc891ee75c6d2a792b902ce1918bf305d90b4cbaab8a,60
-pybgpkitstream-0.1.0.dist-info/METADATA,sha256=f448c76879004502faefea8738b68489c9890f0741da4b7aec1c0e096c87b3dc,2736
-pybgpkitstream-0.1.0.dist-info/RECORD,,