reqstorm 2.4.1__tar.gz → 2.4.2__tar.gz

{reqstorm-2.4.1/reqstorm.egg-info → reqstorm-2.4.2}/PKG-INFO

@@ -1,17 +1,22 @@
 Metadata-Version: 2.4
 Name: reqstorm
-Version: 2.4.1
-Summary: Send large numbers of HTTP requests concurrently with asyncio, with retries, timeouts and per-request results.
+Version: 2.4.2
+Summary: Send thousands of HTTP requests from Python or the command line, with per-host rate limits, retries, pagination, progress and logs, and results written to files or databases.
 Author-email: Melih Colpan <colpanmelih@gmail.com>
 License-Expression: MIT
 Project-URL: Homepage, https://reqstorm.github.io
+Project-URL: Documentation, https://reqstorm.github.io
 Project-URL: Source, https://github.com/melihcolpan/reqstorm
 Project-URL: Changelog, https://github.com/melihcolpan/reqstorm/blob/master/CHANGELOG.md
 Project-URL: Issues, https://github.com/melihcolpan/reqstorm/issues
-Keywords: asyncio,aiohttp,http,requests,concurrent,bulk,rate-limit,retry,crawler,scraping
+Keywords: http,http-client,asyncio,aiohttp,bulk-requests,batch,concurrency,rate-limit,retry,backoff,pagination,api-client,cli,socks,jsonl,sqlite,postgresql
 Classifier: Development Status :: 5 - Production/Stable
+Classifier: Environment :: Console
 Classifier: Framework :: AsyncIO
+Classifier: Framework :: Pydantic :: 2
 Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Intended Audience :: System Administrators
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
@@ -20,7 +25,10 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Database
 Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Utilities
 Classifier: Typing :: Typed
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
@@ -144,11 +152,35 @@ reqstorm does all of that for you, with one call.
 
 ## Installation
 
+**In your Python code:**
+
 ```console
 $ python -m pip install reqstorm
 ```
 
-reqstorm supports Python 3.9 to 3.13 on Linux, macOS and Windows. Its only dependency is [aiohttp](https://docs.aiohttp.org). For PostgreSQL or MySQL output, install the driver you already use (`psycopg`, `psycopg2`, `pymysql`, `mysqlclient` or `mysql-connector-python`). To use Pydantic models as schemas, install `reqstorm[pydantic]`; for SOCKS proxies, `reqstorm[socks]`.
+**As a command** (`reqstorm urls.txt -o out.jsonl`), pick what you already use:
+
+| You have | Install with |
+|---|---|
+| Homebrew (macOS, Linux) | `brew install melihcolpan/tap/reqstorm` |
+| pipx | `pipx install "reqstorm[socks]"` |
+| uv | `uv tool install "reqstorm[socks]"` |
+| Docker | nothing to install, see below |
+
+```console
+$ docker run --rm -v "$PWD:/data" \
+    ghcr.io/melihcolpan/reqstorm \
+    urls.txt -o results.jsonl
+```
+
+Python 3.9 to 3.13 on Linux, macOS and Windows. The only required dependency is [aiohttp](https://docs.aiohttp.org). Optional extras:
+
+| Extra | Adds |
+|---|---|
+| `reqstorm[socks]` | SOCKS4/5 proxies |
+| `reqstorm[pydantic]` | Pydantic models as schemas |
+
+For PostgreSQL or MySQL output, install the driver you already use (`psycopg`, `psycopg2`, `pymysql`, `mysqlclient` or `mysql-connector-python`).
 
 ## Quick start
 

{reqstorm-2.4.1 → reqstorm-2.4.2}/README.md

@@ -99,11 +99,35 @@ reqstorm does all of that for you, with one call.
 
 ## Installation
 
+**In your Python code:**
+
 ```console
 $ python -m pip install reqstorm
 ```
 
-reqstorm supports Python 3.9 to 3.13 on Linux, macOS and Windows. Its only dependency is [aiohttp](https://docs.aiohttp.org). For PostgreSQL or MySQL output, install the driver you already use (`psycopg`, `psycopg2`, `pymysql`, `mysqlclient` or `mysql-connector-python`). To use Pydantic models as schemas, install `reqstorm[pydantic]`; for SOCKS proxies, `reqstorm[socks]`.
+**As a command** (`reqstorm urls.txt -o out.jsonl`), pick what you already use:
+
+| You have | Install with |
+|---|---|
+| Homebrew (macOS, Linux) | `brew install melihcolpan/tap/reqstorm` |
+| pipx | `pipx install "reqstorm[socks]"` |
+| uv | `uv tool install "reqstorm[socks]"` |
+| Docker | nothing to install, see below |
+
+```console
+$ docker run --rm -v "$PWD:/data" \
+    ghcr.io/melihcolpan/reqstorm \
+    urls.txt -o results.jsonl
+```
+
+Python 3.9 to 3.13 on Linux, macOS and Windows. The only required dependency is [aiohttp](https://docs.aiohttp.org). Optional extras:
+
+| Extra | Adds |
+|---|---|
+| `reqstorm[socks]` | SOCKS4/5 proxies |
+| `reqstorm[pydantic]` | Pydantic models as schemas |
+
+For PostgreSQL or MySQL output, install the driver you already use (`psycopg`, `psycopg2`, `pymysql`, `mysqlclient` or `mysql-connector-python`).
 
 ## Quick start
 

{reqstorm-2.4.1 → reqstorm-2.4.2}/pyproject.toml

@@ -5,18 +5,23 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "reqstorm"
 dynamic = ["version"]
-description = "Send large numbers of HTTP requests concurrently with asyncio, with retries, timeouts and per-request results."
+description = "Send thousands of HTTP requests from Python or the command line, with per-host rate limits, retries, pagination, progress and logs, and results written to files or databases."
 readme = "README.md"
 license = "MIT"
 license-files = ["LICENSE"]
 authors = [{ name = "Melih Colpan", email = "colpanmelih@gmail.com" }]
 requires-python = ">=3.9"
 dependencies = ["aiohttp>=3.9,<4"]
-keywords = ["asyncio", "aiohttp", "http", "requests", "concurrent", "bulk", "rate-limit", "retry", "crawler", "scraping"]
+keywords = ["http", "http-client", "asyncio", "aiohttp", "bulk-requests", "batch", "concurrency", "rate-limit",
+            "retry", "backoff", "pagination", "api-client", "cli", "socks", "jsonl", "sqlite", "postgresql"]
 classifiers = [
     "Development Status :: 5 - Production/Stable",
+    "Environment :: Console",
     "Framework :: AsyncIO",
+    "Framework :: Pydantic :: 2",
     "Intended Audience :: Developers",
+    "Intended Audience :: Science/Research",
+    "Intended Audience :: System Administrators",
     "Operating System :: OS Independent",
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3 :: Only",
@@ -25,7 +30,10 @@ classifiers = [
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Topic :: Database",
     "Topic :: Internet :: WWW/HTTP",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: Utilities",
     "Typing :: Typed",
 ]
 
@@ -40,6 +48,7 @@ reqstorm = "reqstorm._cli:main"
 
 [project.urls]
 Homepage = "https://reqstorm.github.io"
+Documentation = "https://reqstorm.github.io"
 Source = "https://github.com/melihcolpan/reqstorm"
 Changelog = "https://github.com/melihcolpan/reqstorm/blob/master/CHANGELOG.md"
 Issues = "https://github.com/melihcolpan/reqstorm/issues"

{reqstorm-2.4.1 → reqstorm-2.4.2}/reqstorm/__init__.py

@@ -33,7 +33,7 @@ from ._schema import Field, Schema, SchemaError, extract, infer_schema
 from ._sync import fetch_all_sync, fetch_to_db_sync, fetch_to_file_sync, stream_sync
 from ._template import from_template, read_csv, read_sql
 
-__version__ = "2.4.1"
+__version__ = "2.4.2"
 
 __all__ = [
     "Attempt",

{reqstorm-2.4.1 → reqstorm-2.4.2/reqstorm.egg-info}/PKG-INFO

@@ -1,17 +1,22 @@
 Metadata-Version: 2.4
 Name: reqstorm
-Version: 2.4.1
-Summary: Send large numbers of HTTP requests concurrently with asyncio, with retries, timeouts and per-request results.
+Version: 2.4.2
+Summary: Send thousands of HTTP requests from Python or the command line, with per-host rate limits, retries, pagination, progress and logs, and results written to files or databases.
 Author-email: Melih Colpan <colpanmelih@gmail.com>
 License-Expression: MIT
 Project-URL: Homepage, https://reqstorm.github.io
+Project-URL: Documentation, https://reqstorm.github.io
 Project-URL: Source, https://github.com/melihcolpan/reqstorm
 Project-URL: Changelog, https://github.com/melihcolpan/reqstorm/blob/master/CHANGELOG.md
 Project-URL: Issues, https://github.com/melihcolpan/reqstorm/issues
-Keywords: asyncio,aiohttp,http,requests,concurrent,bulk,rate-limit,retry,crawler,scraping
+Keywords: http,http-client,asyncio,aiohttp,bulk-requests,batch,concurrency,rate-limit,retry,backoff,pagination,api-client,cli,socks,jsonl,sqlite,postgresql
 Classifier: Development Status :: 5 - Production/Stable
+Classifier: Environment :: Console
 Classifier: Framework :: AsyncIO
+Classifier: Framework :: Pydantic :: 2
 Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Intended Audience :: System Administrators
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
@@ -20,7 +25,10 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Database
 Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Utilities
 Classifier: Typing :: Typed
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
@@ -144,11 +152,35 @@ reqstorm does all of that for you, with one call.
 
 ## Installation
 
+**In your Python code:**
+
 ```console
 $ python -m pip install reqstorm
 ```
 
-reqstorm supports Python 3.9 to 3.13 on Linux, macOS and Windows. Its only dependency is [aiohttp](https://docs.aiohttp.org). For PostgreSQL or MySQL output, install the driver you already use (`psycopg`, `psycopg2`, `pymysql`, `mysqlclient` or `mysql-connector-python`). To use Pydantic models as schemas, install `reqstorm[pydantic]`; for SOCKS proxies, `reqstorm[socks]`.
+**As a command** (`reqstorm urls.txt -o out.jsonl`), pick what you already use:
+
+| You have | Install with |
+|---|---|
+| Homebrew (macOS, Linux) | `brew install melihcolpan/tap/reqstorm` |
+| pipx | `pipx install "reqstorm[socks]"` |
+| uv | `uv tool install "reqstorm[socks]"` |
+| Docker | nothing to install, see below |
+
+```console
+$ docker run --rm -v "$PWD:/data" \
+    ghcr.io/melihcolpan/reqstorm \
+    urls.txt -o results.jsonl
+```
+
+Python 3.9 to 3.13 on Linux, macOS and Windows. The only required dependency is [aiohttp](https://docs.aiohttp.org). Optional extras:
+
+| Extra | Adds |
+|---|---|
+| `reqstorm[socks]` | SOCKS4/5 proxies |
+| `reqstorm[pydantic]` | Pydantic models as schemas |
+
+For PostgreSQL or MySQL output, install the driver you already use (`psycopg`, `psycopg2`, `pymysql`, `mysqlclient` or `mysql-connector-python`).
 
 ## Quick start