reqrio 0.2.0b2__tar.gz → 0.3.0__tar.gz

reqrio-0.3.0/PKG-INFO

@@ -0,0 +1,190 @@
+Metadata-Version: 2.4
+Name: reqrio
+Version: 0.3.0
+Summary: A lightweight, high concurrency HTTP request library
+Author-email: xllgl2017 <xinlanxi2017@gmail.com>
+License-Expression: Apache-2.0
+Project-URL: Homepage, https://github.com/xllgl2017/reqrio/tree/main/reqrio
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+
+# reqrio-py
+
+`reqrio-py` is the Python binding for `reqrio`, a lightweight and high-concurrency HTTP request library.
+
+## Features
+
+- High-performance HTTP/HTTPS request engine with low-copy semantics.
+- Built-in TLS support using BoringSSL.
+- Supports HTTP/1.1 and HTTP/2.0 via `ALPN`.
+- Supports custom headers, cookies, timeouts, proxies, and certificate verification.
+- Supports form data, JSON, text, bytes, and multipart file uploads.
+- Includes a WebSocket client wrapper.
+
+## Installation
+
+```bash
+pip install reqrio
+```
+
+> Python 3.9 or newer is required.
+
+## Quick Start
+
+```python
+import reqrio
+
+session = reqrio.Session(
+    headers={
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)...",
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+    },
+    alpn=reqrio.ALPN.HTTP20,
+    verify=True,
+)
+
+session.set_timeout(3000, 3000, 3000, 30000)
+
+response = session.get("https://www.example.com")
+print(response.statue_code())
+print(response.text())
+
+session.close()
+```
+
+## API Reference
+
+### `reqrio.Session`
+
+Create a session:
+
+```python
+session = reqrio.Session(
+    headers=None,
+    alpn=reqrio.ALPN.HTTP11,
+    verify=True,
+    proxy=None,
+    key_log=None,
+    ja3=None,
+    ja4=None,
+    client_hello=None,
+    random_tls=False,
+    custom_tls=None,
+    token="",
+)
+```
+
+Common methods:
+
+- `session.set_headers(headers: dict)`
+- `session.add_header(name: str, value: str)`
+- `session.remove_header(name: str)`
+- `session.set_timeout(connect, read, write, handle, connect_times=3, handle_times=3)`
+- `session.set_cookie(cookie: str)`
+- `session.add_cookie(name: str, value: str)`
+- `session.get(url, params=None, data=None, json=None, bytes=None, text=None, **kwargs)`
+- `session.post(url, params=None, data=None, json=None, bytes=None, text=None, **kwargs)`
+- `session.open_stream(method, url, params=None, data=None, json=None, bytes=None, text=None, **kwargs)`
+- `session.close()`
+
+### Helper functions
+
+`reqrio` also offers shortcut functions for single requests:
+
+```python
+resp = reqrio.get(
+    "https://www.example.com",
+    headers={"User-Agent": "..."},
+    params={"q": "test"},
+)
+print(resp.statue_code())
+
+resp = reqrio.post(
+    "https://www.example.com/api",
+    headers={"Content-Type": "application/json"},
+    json={"key": "value"},
+)
+print(resp.statue_code())
+```
+
+### WebSocket support
+
+```python
+from reqrio import WebSocket, WsOpCode
+
+headers = {
+    "Origin": "https://example.com",
+    "User-Agent": "Mozilla/5.0...",
+}
+
+ws = WebSocket(
+    "wss://example.com/",
+    uri="wss://example.com/api/ws",
+    headers=headers,
+)
+ws.open()
+
+while True:
+    frame = ws.read()
+    if frame.opcode == WsOpCode.PING:
+        ws.write(WsOpCode.PONG, frame.payload)
+    else:
+        print(frame.payload.decode("utf-8"))
+
+ws.close()
+```
+
+## Request Body Types
+
+Supported request bodies:
+
+- `data={...}` for form data
+- `json={...}` for JSON payloads
+- `text="..."` for plain text
+- `bytes=b"..."` for raw bytes
+- `files=[...]` for multipart file upload
+
+File upload example:
+
+```python
+files = [
+    {
+        "path": "./example.txt",
+        "field_name": "file",
+        "filetype": "text/plain",
+    }
+]
+
+response = session.post(
+    "https://www.example.com/upload",
+    data={"name": "test"},
+    files=files,
+)
+print(response.statue_code())
+```
+
+## TLS Fingerprinting and Advanced Options
+
+`reqrio.Session` supports advanced TLS configuration:
+
+- `ja3`: JA3 fingerprint string
+- `ja4`: JA4 fingerprint string
+- `client_hello`: raw TLS ClientHello bytes
+- `random_tls`: random TLS fingerprint
+- `custom_tls`: custom TLS configuration dictionary
+- `token`: fingerprint authentication token
+
+Additional options:
+
+- `verify=False` to disable certificate verification
+- `proxy` for HTTP/SOCKS proxy support
+- `key_log` to save TLS key material for debugging
+
+## Notes
+
+- `reqrio-py` is designed to reuse connections when possible.
+- Be sure to call `session.close()` to release resources.
+
+## License
+
+Apache-2.0

reqrio-0.3.0/README.md

@@ -0,0 +1,180 @@
+# reqrio-py
+
+`reqrio-py` is the Python binding for `reqrio`, a lightweight and high-concurrency HTTP request library.
+
+## Features
+
+- High-performance HTTP/HTTPS request engine with low-copy semantics.
+- Built-in TLS support using BoringSSL.
+- Supports HTTP/1.1 and HTTP/2.0 via `ALPN`.
+- Supports custom headers, cookies, timeouts, proxies, and certificate verification.
+- Supports form data, JSON, text, bytes, and multipart file uploads.
+- Includes a WebSocket client wrapper.
+
+## Installation
+
+```bash
+pip install reqrio
+```
+
+> Python 3.9 or newer is required.
+
+## Quick Start
+
+```python
+import reqrio
+
+session = reqrio.Session(
+    headers={
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)...",
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+    },
+    alpn=reqrio.ALPN.HTTP20,
+    verify=True,
+)
+
+session.set_timeout(3000, 3000, 3000, 30000)
+
+response = session.get("https://www.example.com")
+print(response.statue_code())
+print(response.text())
+
+session.close()
+```
+
+## API Reference
+
+### `reqrio.Session`
+
+Create a session:
+
+```python
+session = reqrio.Session(
+    headers=None,
+    alpn=reqrio.ALPN.HTTP11,
+    verify=True,
+    proxy=None,
+    key_log=None,
+    ja3=None,
+    ja4=None,
+    client_hello=None,
+    random_tls=False,
+    custom_tls=None,
+    token="",
+)
+```
+
+Common methods:
+
+- `session.set_headers(headers: dict)`
+- `session.add_header(name: str, value: str)`
+- `session.remove_header(name: str)`
+- `session.set_timeout(connect, read, write, handle, connect_times=3, handle_times=3)`
+- `session.set_cookie(cookie: str)`
+- `session.add_cookie(name: str, value: str)`
+- `session.get(url, params=None, data=None, json=None, bytes=None, text=None, **kwargs)`
+- `session.post(url, params=None, data=None, json=None, bytes=None, text=None, **kwargs)`
+- `session.open_stream(method, url, params=None, data=None, json=None, bytes=None, text=None, **kwargs)`
+- `session.close()`
+
+### Helper functions
+
+`reqrio` also offers shortcut functions for single requests:
+
+```python
+resp = reqrio.get(
+    "https://www.example.com",
+    headers={"User-Agent": "..."},
+    params={"q": "test"},
+)
+print(resp.statue_code())
+
+resp = reqrio.post(
+    "https://www.example.com/api",
+    headers={"Content-Type": "application/json"},
+    json={"key": "value"},
+)
+print(resp.statue_code())
+```
+
+### WebSocket support
+
+```python
+from reqrio import WebSocket, WsOpCode
+
+headers = {
+    "Origin": "https://example.com",
+    "User-Agent": "Mozilla/5.0...",
+}
+
+ws = WebSocket(
+    "wss://example.com/",
+    uri="wss://example.com/api/ws",
+    headers=headers,
+)
+ws.open()
+
+while True:
+    frame = ws.read()
+    if frame.opcode == WsOpCode.PING:
+        ws.write(WsOpCode.PONG, frame.payload)
+    else:
+        print(frame.payload.decode("utf-8"))
+
+ws.close()
+```
+
+## Request Body Types
+
+Supported request bodies:
+
+- `data={...}` for form data
+- `json={...}` for JSON payloads
+- `text="..."` for plain text
+- `bytes=b"..."` for raw bytes
+- `files=[...]` for multipart file upload
+
+File upload example:
+
+```python
+files = [
+    {
+        "path": "./example.txt",
+        "field_name": "file",
+        "filetype": "text/plain",
+    }
+]
+
+response = session.post(
+    "https://www.example.com/upload",
+    data={"name": "test"},
+    files=files,
+)
+print(response.statue_code())
+```
+
+## TLS Fingerprinting and Advanced Options
+
+`reqrio.Session` supports advanced TLS configuration:
+
+- `ja3`: JA3 fingerprint string
+- `ja4`: JA4 fingerprint string
+- `client_hello`: raw TLS ClientHello bytes
+- `random_tls`: random TLS fingerprint
+- `custom_tls`: custom TLS configuration dictionary
+- `token`: fingerprint authentication token
+
+Additional options:
+
+- `verify=False` to disable certificate verification
+- `proxy` for HTTP/SOCKS proxy support
+- `key_log` to save TLS key material for debugging
+
+## Notes
+
+- `reqrio-py` is designed to reuse connections when possible.
+- Be sure to call `session.close()` to release resources.
+
+## License
+
+Apache-2.0

{reqrio-0.2.0b2 → reqrio-0.3.0}/pyproject.toml

@@ -1,29 +1,29 @@
-[build-system]
-requires = ["setuptools", "wheel"]
-build-backend = "setuptools.build_meta"
-
-[project]
-name = "reqrio"
-version = "0.2.0-beta2"
-license = "Apache-2.0"
-requires-python = ">=3.9"
-description = "A lightweight, high concurrency HTTP request library"
-readme = "README.md"
-
-authors = [
-  { name="xllgl2017", email="xinlanxi2017@gmail.com" },
-]
-
-[tool.setuptools]
-packages = ["reqrio","reqrio.hooks"]
-include-package-data = true
-
-[tool.setuptools.package-data]
-reqrio = ["*.dll", "**/*.dll","**/*.so"]
-
-[project.entry-points."pyinstaller40"]
-hook-dirs = "reqrio:_pyinstaller_hooks_dir"
-
-
-[project.urls]
-Homepage = "https://github.com/xllgl2017/reqrio/tree/master/reqrio"
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "reqrio"
+version = "0.3.0"
+license = "Apache-2.0"
+requires-python = ">=3.9"
+description = "A lightweight, high concurrency HTTP request library"
+readme = "README.md"
+
+authors = [
+  { name="xllgl2017", email="xinlanxi2017@gmail.com" },
+]
+
+[tool.setuptools]
+packages = ["reqrio","reqrio.hooks"]
+include-package-data = true
+
+[tool.setuptools.package-data]
+reqrio = ["*.dll", "**/*.dll","**/*.so"]
+
+[project.entry-points."pyinstaller40"]
+hook-dirs = "reqrio:_pyinstaller_hooks_dir"
+
+
+[project.urls]
+Homepage = "https://github.com/xllgl2017/reqrio/tree/main/reqrio"

reqrio-0.3.0/reqrio/__init__.py

@@ -0,0 +1,88 @@
+from reqrio.alpn import ALPN
+from reqrio.response import Response
+from reqrio._session import Session
+from reqrio.method import Method
+from reqrio.websocket import WebSocket, WsOpCode, WsFrame
+from reqrio.cipher import CipherType, Cipher
+from reqrio.hash import HashType, Hasher, Hmac
+from reqrio.b64 import Base64, b64encode, b64decode
+from typing import Union
+from reqrio.rcode import url_encode, url_decode, hex_encode, hex_decode
+from reqrio._finger import Algorithm, CompressionMethod, Group, Version, EcPointFormat, ExtensionType, CipherSuite, \
+    H2Setting
+
+
+# pyinstaller.exe -F --collect-binaries reqrio .\1.py
+
+def _pyinstaller_hooks_dir():
+    from pathlib import Path
+    return [str(Path(__file__).with_name("hooks").resolve())]
+
+
+def send(
+        method: Method,
+        url: str,
+        params: dict = None,
+
+        headers: dict = None,
+        alpn=ALPN.HTTP11,
+        verify: bool = True,
+        proxy: str = None,
+        key_log: str = None,
+
+        data: dict = None,
+        json: dict = None,
+        bytes: bytes = None,
+        text: str = None,
+        files: list[dict[str, str]] = None,
+        content_type: str = None,
+
+        auto_redirect: bool = True,
+        ja3: str = None,
+        ja4: str = None,
+        client_hello: bytes = None,
+        random_tls: bool = False,
+        custom_tls: dict = None,
+        token: str = "",
+        sni: str = None
+
+):
+    req = Session(headers, alpn, verify, proxy, key_log, ja3, ja4, client_hello, random_tls, custom_tls, token)
+    resp = req.pre_send(method, url, params, data, json, bytes, text, files, content_type, auto_redirect=auto_redirect,
+                        sni=sni)
+    req.close()
+    return resp
+
+
+def get(url: str, headers: dict = None, data: dict = None, json: dict = None, params: dict = None,
+        **kwargs) -> Response:
+    return send(Method.GET, url, params, headers, data=data, json=json, **kwargs)
+
+
+def post(url: str, headers: dict = None, data: dict = None, json: dict = None, params: dict = None,
+         **kwargs) -> Response:
+    return send(Method.POST, url, params, headers, data=data, json=json, **kwargs)
+
+
+def en_b64(ct: CipherType, data: Union[str, bytes], key: Union[str, bytes], iv: Union[str, bytes] = None) -> str:
+    cipher = Cipher(ct, key, iv)
+    en_bs = cipher.encrypt(data)
+    return b64encode(en_bs)
+
+
+def de_b64(ct: CipherType, data: str, key: Union[str, bytes], iv: Union[str, bytes] = None) -> bytes:
+    de_bs = b64decode(data)
+    cipher = Cipher(ct, key, iv)
+    return cipher.decrypt(de_bs)
+
+
+def en_hex(ct: CipherType, data: Union[str, bytes], key: Union[str, bytes], iv: Union[str, bytes] = None) -> str:
+    cipher = Cipher(ct, key, iv)
+    en_bs = cipher.encrypt(data)
+    return hex_encode(en_bs)
+
+
+def de_hex(ct: CipherType, data: str, key: Union[str, bytes], iv: Union[str, bytes] = None) -> bytes:
+    de_bs = hex_decode(data)
+    cipher = Cipher(ct, key, iv)
+    return cipher.decrypt(de_bs)

reqrio-0.3.0/reqrio/_finger.py

@@ -0,0 +1,140 @@
+from enum import IntEnum
+
+
+class Algorithm(IntEnum):
+    RSA_PKCS1_SHA1 = 0x0201,
+    RSA_PKCS1_SHA256 = 0x0401,
+    RSA_PKCS1_SHA384 = 0x0501,
+    RSA_PKCS1_SHA512 = 0x0601,
+    RSA_PSS_RSAE_SHA256 = 0x0804,
+    RSA_PSS_RSAE_SHA384 = 0x0805,
+    RSA_PSS_RSAE_SHA512 = 0x0806,
+    RSA_PSS_PSS_SHA256 = 0x0807,
+    RSA_PSS_PSS_SHA384 = 0x0808,
+    RSA_PSS_PSS_SHA512 = 0x0809,
+    ED25519 = 0x080A,
+    ED448 = 0x080B,
+    ECDSA_SHA1 = 0x0203,
+    ECDSA_SECP256R1_SHA256 = 0x0403,
+    ECDSA_SECP384R1_SHA384 = 0x0503,
+    ECDSA_SECP521R1_SHA512 = 0x0603,
+    SHA1_DSA = 0x0202,
+    SHA224_RSA = 0x0301,
+    SHA224_DSA = 0x0302,
+    SHA224_ECDSA = 0x0303,
+    SHA256_DSA = 0x0402,
+    SHA384_DSA = 0x0502,
+    SHA512_DSA = 0x0602,
+
+
+class CompressionMethod(IntEnum):
+    NULL = 0,
+    DEFLATE = 1,
+    BROTLI = 2,
+    GZIP = 0xFFFF,
+    ZSTD = 0xFFFE
+
+
+class Group(IntEnum):
+    X25519 = 0x1d,
+    X448 = 0x1e,
+    X25519MLKEM768 = 0x11ec,
+    Secp256r1 = 0x0017,
+    Secp384r1 = 0x0018,
+    Secp521r1 = 0x0019,
+    FFDHE2048 = 0x0100,
+    FFDHE3072 = 0x0101,
+    FFDHE4096 = 0x0102,
+    FFDHE6144 = 0x0103,
+    FFDHE8192 = 0x0104,
+
+
+class Version(IntEnum):
+    TLS_1_0 = 0x301,
+    TLS_1_1 = 0x302,
+    TLS_1_2 = 0x303,
+    TLS_1_3 = 0x304
+
+
+class EcPointFormat(IntEnum):
+    UNCOMPRESSED = 0,
+    ANSI_X962_PRIME = 1,
+    ANSI_X962_CHAR2 = 2
+
+
+class ExtensionType:
+    ServerName = 0x0
+    StatusRequest = 0x5
+    SupportedGroup = 0xa
+    EcPointFormats = 0xb
+    SignatureAlgorithms = 0xd
+    ApplicationLayerProtocolNegotiation = 0x10
+    SignedCertificateTimestamp = 0x12
+    Padding = 0x15
+    EncryptTheMac = 0x16
+    ExtendMasterSecret = 0x17
+    SessionTicket = 0x23
+    CompressionCertificate = 0x1b
+    SupportedVersions = 0x2b
+    PskKeyExchangeMode = 0x2d
+    PostHandshakeAuth = 0x31
+    KeyShare = 0x33
+    RenegotiationInfo = 0xff01
+    EncryptedClientHello = 0xfe0d
+    ApplicationSetting = 0x44cd
+    PreSharedKey = 0x29
+    ApplicationSettingOld = 0x4469
+
+
+class CipherSuite(IntEnum):
+    # ecdhe-ecdhe
+    TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256 = 0xc02b,
+    TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384 = 0xc02c,
+    TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256 = 0xc023,
+    TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384 = 0xc024,
+    TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA = 0xc009,
+    TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA = 0xc00a,
+    TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256 = 0xcca9,
+
+    # ecdhe-rsa
+    TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 = 0xc02f,
+    TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384 = 0xc030,
+    TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256 = 0xc027,
+    TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384 = 0xc028,
+    TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA = 0xc013,
+    TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA = 0xc014,
+    TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256 = 0xcca8,
+
+    # dhe-rsa
+    TLS_DHE_RSA_WITH_AES_128_GCM_SHA256 = 0x009e,
+    TLS_DHE_RSA_WITH_AES_256_GCM_SHA384 = 0x009f,
+    TLS_DHE_RSA_WITH_AES_128_CBC_SHA256 = 0x0067,
+    TLS_DHE_RSA_WITH_AES_256_CBC_SHA256 = 0x006b,
+    TLS_DHE_RSA_WITH_AES_128_CBC_SHA = 0x0033,
+    TLS_DHE_RSA_WITH_AES_256_CBC_SHA = 0x0039,
+    TLS_DHE_RSA_WITH_CHACHA20_POLY1305_SHA256 = 0xccaa,
+
+    # rsa
+    TLS_RSA_WITH_AES_128_GCM_SHA256 = 0x009c,
+    TLS_RSA_WITH_AES_256_GCM_SHA384 = 0x009d,
+    TLS_RSA_WITH_AES_128_CBC_SHA256 = 0x003c,
+    TLS_RSA_WITH_AES_256_CBC_SHA256 = 0x003d,
+    TLS_RSA_WITH_AES_128_CBC_SHA = 0x002f,
+    TLS_RSA_WITH_AES_256_CBC_SHA = 0x0035,
+
+    # tls1.3
+    TLS_AES_128_GCM_SHA256 = 0x1301,
+    TLS_AES_256_GCM_SHA384 = 0x1302,
+    TLS_CHACHA20_POLY1305_SHA256 = 0x1303,
+
+    TLS_EMPTY_RENEGOTIATION_INFO_SCSV = 0x00ff,
+
+
+class H2Setting:
+    HeaderTableSize = "HeaderTableSize"
+    EnablePush = "EnablePush"
+    MaxConcurrentStreams = "MaxConcurrentStreams"
+    InitialWindowSize = "InitialWindowSize"
+    MaxFrameSize = "MaxFrameSize"
+    MaxHeaderListSize = "MaxHeaderListSize"
+    Reserved = "Reserved"