politefetch 0.1.0__py3-none-any.whl

politefetch/__init__.py

@@ -0,0 +1,49 @@
+"""politefetch: a polite, crash-safe gate between an ingest service and the
+external sources it polls.
+
+It keeps the source safe from the caller (one attempt per call, persistent
+per-host promises and daily caps that survive restarts, freezing on 403/429/451)
+and the caller safe from the source (truncated bodies, HTML instead of data,
+data that stopped advancing). See SPEC.md for the rules.
+"""
+
+from politefetch.clock import Clock, FakeClock, SystemClock
+from politefetch.errors import (
+    BodyTooLarge,
+    ContentError,
+    FetchFailed,
+    NoPolicy,
+    OutcomeNotSaved,
+    PoliteFetchError,
+    RefusalReason,
+    Refused,
+    SourceNotReady,
+    StaleData,
+    StuckSource,
+    UnexpectedContent,
+)
+from politefetch.gate import Gate
+from politefetch.policy import HostPolicy
+
+__version__ = "0.1.0"
+
+__all__ = [
+    "BodyTooLarge",
+    "Clock",
+    "ContentError",
+    "FakeClock",
+    "FetchFailed",
+    "Gate",
+    "HostPolicy",
+    "NoPolicy",
+    "OutcomeNotSaved",
+    "PoliteFetchError",
+    "RefusalReason",
+    "Refused",
+    "SourceNotReady",
+    "StaleData",
+    "StuckSource",
+    "SystemClock",
+    "UnexpectedContent",
+    "__version__",
+]

politefetch/adapters/__init__.py

@@ -0,0 +1,15 @@
+"""Transport adapters: they run the HTTP request the gate allowed and record
+the shape of any failure (connect timeout, reset, refusal, TLS, HTTP status)
+the same way whatever the client. The core never imports an HTTP client.
+
+    from politefetch.adapters.urllib import UrllibFetcher      # no extras
+    from politefetch.adapters.httpx import HttpxFetcher        # extra "httpx"
+    from politefetch.adapters.httpx import AsyncHttpxFetcher
+    from politefetch.adapters.requests import RequestsFetcher  # extra "requests"
+
+    result = fetcher.get(url, expect="json", data_time=..., max_age="3h")
+"""
+
+from politefetch.adapters.base import AsyncFetcher, FailureShape, Fetcher, FetchResult
+
+__all__ = ["AsyncFetcher", "FailureShape", "FetchResult", "Fetcher"]