geventhttpclient 2.3.9__tar.gz → 2.4.0__tar.gz

{geventhttpclient-2.3.9/src/geventhttpclient.egg-info → geventhttpclient-2.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: geventhttpclient
-Version: 2.3.9
+Version: 2.4.0
 Summary: HTTP client library for gevent
 Author-email: Antonin Amand <antonin.amand@gmail.com>
 License-Expression: MIT
@@ -76,10 +76,12 @@ simple use-cases, it can serve as a drop-in replacement.
 
 ```python
 import geventhttpclient as requests
+
 requests.get("https://github.com").text
 requests.post("http://httpbingo.org/post", data="asdfasd").json()
 
 from geventhttpclient import Session
+
 s = Session()
 s.get("http://httpbingo.org/headers").json()
 s.get("https://github.com").content
@@ -117,6 +119,7 @@ patch before you import or the `super()` calls will fail.
 
 ```python
 import geventhttpclient.httplib
+
 geventhttpclient.httplib.patch()
 
 import httplib2
@@ -152,6 +155,7 @@ assert response.status_code == 200
 # the json parser as it's being read.
 data = json.load(response)["data"]
 
+
 def print_friend_username(client, friend_id):
     friend_url = URL(f"/{friend_id}", params={"access_token": TOKEN})
     # the greenlet will block until a connection is available
@@ -163,6 +167,7 @@ def print_friend_username(client, friend_id):
     else:
         print(f"{friend['name']} has no username.")
 
+
 # allow to run 20 greenlet at a time, this is more than concurrency
 # of the http client but isn't a problem since the client has its own
 # connection pool.
@@ -192,7 +197,7 @@ client = HTTPClient.from_url(url)
 response = client.get(url.query_string)
 assert response.status_code == 200
 
-CHUNK_SIZE = 1024 * 16 # 16KB
+CHUNK_SIZE = 1024 * 16  # 16KB
 with open("/tmp/100.dat", "w") as f:
     data = response.read(CHUNK_SIZE)
     while data:
@@ -200,6 +205,71 @@ with open("/tmp/100.dat", "w") as f:
         data = response.read(CHUNK_SIZE)
 ```
 
+## Chunked request bodies
+
+Requests with `Transfer-Encoding: chunked` are supported. Add the header
+explicitly to have the body chunk-encoded automatically:
+
+```python
+client = HTTPClient.from_url(url)
+response = client.post(
+    "/upload",
+    body=data,
+    headers={"Transfer-Encoding": "chunked"},
+)
+```
+
+Bodies of unknown length are chunk-encoded automatically, so generators and
+iterables of bytes work as request bodies as well:
+
+```python
+def generate_data():
+    for i in range(100):
+        yield b"some data block\n"
+
+
+response = client.post("/upload", body=generate_data())
+```
+
+Chunked transfer encoding requires HTTP/1.1; a `ValueError` is raised for
+HTTP/1.0 requests. A user-provided `Content-Length` header is dropped when
+chunked encoding is used.
+
+## Proxy support
+
+`HTTPClient` can route requests through an HTTP proxy. Plain HTTP requests are
+forwarded with an absolute request URI, HTTPS requests are tunneled with
+`CONNECT`, optionally with `Basic` proxy authentication:
+
+```python
+client = HTTPClient(
+    "target.example.com",
+    port=443,
+    ssl=True,
+    proxy_host="proxy.example.com",
+    proxy_port=3128,
+    proxy_user="user",
+    proxy_password="pass",
+)
+```
+
+The same keyword arguments are accepted by `UserAgent` and `HTTPClientPool`.
+
+## Expect: 100-continue
+
+Add an `Expect: 100-continue` header to let the server reject a request with a
+large body before the body is sent. The client sends the headers first, waits
+for an interim `100 Continue` response before sending the body, and returns
+the final response directly if the server rejects the request:
+
+```python
+client = HTTPClient.from_url(url)
+response = client.post("/upload", body=data, headers={"Expect": "100-continue"})
+```
+
+Note that servers not answering an `Expect: 100-continue` request block until
+the network timeout is reached.
+
 ## Benchmarks
 
 The benchmark runs 10000 `GET` requests against a local nginx server in the default

{geventhttpclient-2.3.9 → geventhttpclient-2.4.0}/README.md

@@ -33,10 +33,12 @@ simple use-cases, it can serve as a drop-in replacement.
 
 ```python
 import geventhttpclient as requests
+
 requests.get("https://github.com").text
 requests.post("http://httpbingo.org/post", data="asdfasd").json()
 
 from geventhttpclient import Session
+
 s = Session()
 s.get("http://httpbingo.org/headers").json()
 s.get("https://github.com").content
@@ -74,6 +76,7 @@ patch before you import or the `super()` calls will fail.
 
 ```python
 import geventhttpclient.httplib
+
 geventhttpclient.httplib.patch()
 
 import httplib2
@@ -109,6 +112,7 @@ assert response.status_code == 200
 # the json parser as it's being read.
 data = json.load(response)["data"]
 
+
 def print_friend_username(client, friend_id):
     friend_url = URL(f"/{friend_id}", params={"access_token": TOKEN})
     # the greenlet will block until a connection is available
@@ -120,6 +124,7 @@ def print_friend_username(client, friend_id):
     else:
         print(f"{friend['name']} has no username.")
 
+
 # allow to run 20 greenlet at a time, this is more than concurrency
 # of the http client but isn't a problem since the client has its own
 # connection pool.
@@ -149,7 +154,7 @@ client = HTTPClient.from_url(url)
 response = client.get(url.query_string)
 assert response.status_code == 200
 
-CHUNK_SIZE = 1024 * 16 # 16KB
+CHUNK_SIZE = 1024 * 16  # 16KB
 with open("/tmp/100.dat", "w") as f:
     data = response.read(CHUNK_SIZE)
     while data:
@@ -157,6 +162,71 @@ with open("/tmp/100.dat", "w") as f:
         data = response.read(CHUNK_SIZE)
 ```
 
+## Chunked request bodies
+
+Requests with `Transfer-Encoding: chunked` are supported. Add the header
+explicitly to have the body chunk-encoded automatically:
+
+```python
+client = HTTPClient.from_url(url)
+response = client.post(
+    "/upload",
+    body=data,
+    headers={"Transfer-Encoding": "chunked"},
+)
+```
+
+Bodies of unknown length are chunk-encoded automatically, so generators and
+iterables of bytes work as request bodies as well:
+
+```python
+def generate_data():
+    for i in range(100):
+        yield b"some data block\n"
+
+
+response = client.post("/upload", body=generate_data())
+```
+
+Chunked transfer encoding requires HTTP/1.1; a `ValueError` is raised for
+HTTP/1.0 requests. A user-provided `Content-Length` header is dropped when
+chunked encoding is used.
+
+## Proxy support
+
+`HTTPClient` can route requests through an HTTP proxy. Plain HTTP requests are
+forwarded with an absolute request URI, HTTPS requests are tunneled with
+`CONNECT`, optionally with `Basic` proxy authentication:
+
+```python
+client = HTTPClient(
+    "target.example.com",
+    port=443,
+    ssl=True,
+    proxy_host="proxy.example.com",
+    proxy_port=3128,
+    proxy_user="user",
+    proxy_password="pass",
+)
+```
+
+The same keyword arguments are accepted by `UserAgent` and `HTTPClientPool`.
+
+## Expect: 100-continue
+
+Add an `Expect: 100-continue` header to let the server reject a request with a
+large body before the body is sent. The client sends the headers first, waits
+for an interim `100 Continue` response before sending the body, and returns
+the final response directly if the server rejects the request:
+
+```python
+client = HTTPClient.from_url(url)
+response = client.post("/upload", body=data, headers={"Expect": "100-continue"})
+```
+
+Note that servers not answering an `Expect: 100-continue` request block until
+the network timeout is reached.
+
 ## Benchmarks
 
 The benchmark runs 10000 `GET` requests against a local nginx server in the default

{geventhttpclient-2.3.9 → geventhttpclient-2.4.0}/ext/_parser.c

@@ -141,15 +141,14 @@ static int on_body(llhttp_t* parser, const char *at, size_t length)
     return fail;
 }
 
-static llhttp_settings_t _parser_settings = {
-    on_message_begin,
-    NULL, // on_url
-    on_status,
-    on_header_field,
-    on_header_value,
-    on_headers_complete,
-    on_body,
-    on_message_complete
+static const llhttp_settings_t _parser_settings = {
+    .on_message_begin = on_message_begin,
+    .on_status = on_status,
+    .on_header_field = on_header_field,
+    .on_header_value = on_header_value,
+    .on_headers_complete = on_headers_complete,
+    .on_body = on_body,
+    .on_message_complete = on_message_complete,
 };
 
 static PyObject*