CacheControl 0.14.1__py3-none-any.whl → 0.14.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cachecontrol/__init__.py +1 -1
- cachecontrol/adapter.py +13 -6
- cachecontrol/caches/file_cache.py +10 -47
- cachecontrol/controller.py +12 -1
- {cachecontrol-0.14.1.dist-info → cachecontrol-0.14.2.dist-info}/METADATA +1 -1
- {cachecontrol-0.14.1.dist-info → cachecontrol-0.14.2.dist-info}/RECORD +9 -9
- {cachecontrol-0.14.1.dist-info → cachecontrol-0.14.2.dist-info}/LICENSE.txt +0 -0
- {cachecontrol-0.14.1.dist-info → cachecontrol-0.14.2.dist-info}/WHEEL +0 -0
- {cachecontrol-0.14.1.dist-info → cachecontrol-0.14.2.dist-info}/entry_points.txt +0 -0
cachecontrol/__init__.py
CHANGED
|
@@ -9,7 +9,7 @@ Make it easy to import from cachecontrol without long namespaces.
|
|
|
9
9
|
|
|
10
10
|
__author__ = "Eric Larson"
|
|
11
11
|
__email__ = "eric@ionrock.org"
|
|
12
|
-
__version__ = "0.14.
|
|
12
|
+
__version__ = "0.14.2"
|
|
13
13
|
|
|
14
14
|
from cachecontrol.adapter import CacheControlAdapter
|
|
15
15
|
from cachecontrol.controller import CacheController
|
cachecontrol/adapter.py
CHANGED
|
@@ -5,6 +5,7 @@ from __future__ import annotations
|
|
|
5
5
|
|
|
6
6
|
import functools
|
|
7
7
|
import types
|
|
8
|
+
import weakref
|
|
8
9
|
import zlib
|
|
9
10
|
from typing import TYPE_CHECKING, Any, Collection, Mapping
|
|
10
11
|
|
|
@@ -128,19 +129,25 @@ class CacheControlAdapter(HTTPAdapter):
|
|
|
128
129
|
response._fp = CallbackFileWrapper( # type: ignore[assignment]
|
|
129
130
|
response._fp, # type: ignore[arg-type]
|
|
130
131
|
functools.partial(
|
|
131
|
-
self.controller.cache_response, request, response
|
|
132
|
+
self.controller.cache_response, request, weakref.ref(response)
|
|
132
133
|
),
|
|
133
134
|
)
|
|
134
135
|
if response.chunked:
|
|
135
|
-
super_update_chunk_length = response._update_chunk_length
|
|
136
|
+
super_update_chunk_length = response.__class__._update_chunk_length
|
|
136
137
|
|
|
137
|
-
def _update_chunk_length(
|
|
138
|
-
|
|
138
|
+
def _update_chunk_length(
|
|
139
|
+
weak_self: weakref.ReferenceType[HTTPResponse],
|
|
140
|
+
) -> None:
|
|
141
|
+
self = weak_self()
|
|
142
|
+
if self is None:
|
|
143
|
+
return
|
|
144
|
+
|
|
145
|
+
super_update_chunk_length(self)
|
|
139
146
|
if self.chunk_left == 0:
|
|
140
147
|
self._fp._close() # type: ignore[union-attr]
|
|
141
148
|
|
|
142
|
-
response._update_chunk_length =
|
|
143
|
-
_update_chunk_length, response
|
|
149
|
+
response._update_chunk_length = functools.partial( # type: ignore[method-assign]
|
|
150
|
+
_update_chunk_length, weakref.ref(response)
|
|
144
151
|
)
|
|
145
152
|
|
|
146
153
|
resp: Response = super().build_response(request, response)
|
|
@@ -5,6 +5,7 @@ from __future__ import annotations
|
|
|
5
5
|
|
|
6
6
|
import hashlib
|
|
7
7
|
import os
|
|
8
|
+
import tempfile
|
|
8
9
|
from textwrap import dedent
|
|
9
10
|
from typing import IO, TYPE_CHECKING
|
|
10
11
|
from pathlib import Path
|
|
@@ -18,47 +19,6 @@ if TYPE_CHECKING:
|
|
|
18
19
|
from filelock import BaseFileLock
|
|
19
20
|
|
|
20
21
|
|
|
21
|
-
def _secure_open_write(filename: str, fmode: int) -> IO[bytes]:
|
|
22
|
-
# We only want to write to this file, so open it in write only mode
|
|
23
|
-
flags = os.O_WRONLY
|
|
24
|
-
|
|
25
|
-
# os.O_CREAT | os.O_EXCL will fail if the file already exists, so we only
|
|
26
|
-
# will open *new* files.
|
|
27
|
-
# We specify this because we want to ensure that the mode we pass is the
|
|
28
|
-
# mode of the file.
|
|
29
|
-
flags |= os.O_CREAT | os.O_EXCL
|
|
30
|
-
|
|
31
|
-
# Do not follow symlinks to prevent someone from making a symlink that
|
|
32
|
-
# we follow and insecurely open a cache file.
|
|
33
|
-
if hasattr(os, "O_NOFOLLOW"):
|
|
34
|
-
flags |= os.O_NOFOLLOW
|
|
35
|
-
|
|
36
|
-
# On Windows we'll mark this file as binary
|
|
37
|
-
if hasattr(os, "O_BINARY"):
|
|
38
|
-
flags |= os.O_BINARY
|
|
39
|
-
|
|
40
|
-
# Before we open our file, we want to delete any existing file that is
|
|
41
|
-
# there
|
|
42
|
-
try:
|
|
43
|
-
os.remove(filename)
|
|
44
|
-
except OSError:
|
|
45
|
-
# The file must not exist already, so we can just skip ahead to opening
|
|
46
|
-
pass
|
|
47
|
-
|
|
48
|
-
# Open our file, the use of os.O_CREAT | os.O_EXCL will ensure that if a
|
|
49
|
-
# race condition happens between the os.remove and this line, that an
|
|
50
|
-
# error will be raised. Because we utilize a lockfile this should only
|
|
51
|
-
# happen if someone is attempting to attack us.
|
|
52
|
-
fd = os.open(filename, flags, fmode)
|
|
53
|
-
try:
|
|
54
|
-
return os.fdopen(fd, "wb")
|
|
55
|
-
|
|
56
|
-
except:
|
|
57
|
-
# An error occurred wrapping our FD in a file object
|
|
58
|
-
os.close(fd)
|
|
59
|
-
raise
|
|
60
|
-
|
|
61
|
-
|
|
62
22
|
class _FileCacheMixin:
|
|
63
23
|
"""Shared implementation for both FileCache variants."""
|
|
64
24
|
|
|
@@ -122,15 +82,18 @@ class _FileCacheMixin:
|
|
|
122
82
|
Safely write the data to the given path.
|
|
123
83
|
"""
|
|
124
84
|
# Make sure the directory exists
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
except OSError:
|
|
128
|
-
pass
|
|
85
|
+
dirname = os.path.dirname(path)
|
|
86
|
+
os.makedirs(dirname, self.dirmode, exist_ok=True)
|
|
129
87
|
|
|
130
88
|
with self.lock_class(path + ".lock"):
|
|
131
89
|
# Write our actual file
|
|
132
|
-
|
|
133
|
-
|
|
90
|
+
(fd, name) = tempfile.mkstemp(dir=dirname)
|
|
91
|
+
try:
|
|
92
|
+
os.write(fd, data)
|
|
93
|
+
finally:
|
|
94
|
+
os.close(fd)
|
|
95
|
+
os.chmod(name, self.filemode)
|
|
96
|
+
os.replace(name, path)
|
|
134
97
|
|
|
135
98
|
def _delete(self, key: str, suffix: str) -> None:
|
|
136
99
|
name = self._fn(key) + suffix
|
cachecontrol/controller.py
CHANGED
|
@@ -12,6 +12,7 @@ import calendar
|
|
|
12
12
|
import logging
|
|
13
13
|
import re
|
|
14
14
|
import time
|
|
15
|
+
import weakref
|
|
15
16
|
from email.utils import parsedate_tz
|
|
16
17
|
from typing import TYPE_CHECKING, Collection, Mapping
|
|
17
18
|
|
|
@@ -323,7 +324,7 @@ class CacheController:
|
|
|
323
324
|
def cache_response(
|
|
324
325
|
self,
|
|
325
326
|
request: PreparedRequest,
|
|
326
|
-
|
|
327
|
+
response_or_ref: HTTPResponse | weakref.ReferenceType[HTTPResponse],
|
|
327
328
|
body: bytes | None = None,
|
|
328
329
|
status_codes: Collection[int] | None = None,
|
|
329
330
|
) -> None:
|
|
@@ -332,6 +333,16 @@ class CacheController:
|
|
|
332
333
|
|
|
333
334
|
This assumes a requests Response object.
|
|
334
335
|
"""
|
|
336
|
+
if isinstance(response_or_ref, weakref.ReferenceType):
|
|
337
|
+
response = response_or_ref()
|
|
338
|
+
if response is None:
|
|
339
|
+
# The weakref can be None only in case the user used streamed request
|
|
340
|
+
# and did not consume or close it, and holds no reference to requests.Response.
|
|
341
|
+
# In such case, we don't want to cache the response.
|
|
342
|
+
return
|
|
343
|
+
else:
|
|
344
|
+
response = response_or_ref
|
|
345
|
+
|
|
335
346
|
# From httplib2: Don't cache 206's since we aren't going to
|
|
336
347
|
# handle byte range requests
|
|
337
348
|
cacheable_status_codes = status_codes or self.cacheable_status_codes
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: CacheControl
|
|
3
|
-
Version: 0.14.
|
|
3
|
+
Version: 0.14.2
|
|
4
4
|
Summary: httplib2 caching for requests
|
|
5
5
|
Keywords: requests,http,caching,web
|
|
6
6
|
Author-email: Eric Larson <ericlarson@ionrock.com>, Frost Ming <me@frostming.com>, William Woodruff <william@yossarian.net>
|
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
cachecontrol/__init__.py,sha256=
|
|
1
|
+
cachecontrol/__init__.py,sha256=GW28Jizgz3q_vQN7OpVRVYVDBy-t_nNKN7cJP0jPR2E,641
|
|
2
2
|
cachecontrol/_cmd.py,sha256=4l2UbK9N85Vr_KTkF4LjvSlsr-TZnOXTfT2NODlIMtc,1672
|
|
3
|
-
cachecontrol/adapter.py,sha256=
|
|
3
|
+
cachecontrol/adapter.py,sha256=6WA-glAfcEfzWiMbM5XZFVnCilEGOWFwIzYaMXCENx8,6491
|
|
4
4
|
cachecontrol/cache.py,sha256=OXwv7Fn2AwnKNiahJHnjtvaKLndvVLv_-zO-ltlV9qI,1953
|
|
5
|
-
cachecontrol/controller.py,sha256=
|
|
5
|
+
cachecontrol/controller.py,sha256=sBPfFSG1GY1gQ_-pPIFLrnShodU0D2h7KmPZv_l9cn4,19029
|
|
6
6
|
cachecontrol/filewrapper.py,sha256=2ktXNPE0KqnyzF24aOsKCA58HQq1xeC6l2g6_zwjghc,4291
|
|
7
7
|
cachecontrol/heuristics.py,sha256=ccecGyeEycWDY_Kfnx41ebYl7eSdDCLM5X6Sx0f5fZE,4869
|
|
8
8
|
cachecontrol/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
9
9
|
cachecontrol/serialize.py,sha256=dP5k_UKYUAano6TKG9qlbKHbFMonz0AV_lYR3IFCGMg,5110
|
|
10
10
|
cachecontrol/wrapper.py,sha256=KyaQ4Bq1RqsX-zA4pXH62nmcU511ECIGn5gCvmNIj20,1328
|
|
11
11
|
cachecontrol/caches/__init__.py,sha256=3-BaJBXjdt-4iFbv-799XjzRBsd6zF9wOEqOdDuAAro,279
|
|
12
|
-
cachecontrol/caches/file_cache.py,sha256=
|
|
12
|
+
cachecontrol/caches/file_cache.py,sha256=0Df9CcKBaGjKF4dhkFGncLx-YHae0BOPd0jo67mG1rQ,4093
|
|
13
13
|
cachecontrol/caches/redis_cache.py,sha256=94Qw4INGwjHcCDwMnOe0gbbcP2fttrlui-e1-Yutclw,1374
|
|
14
|
-
cachecontrol-0.14.
|
|
15
|
-
cachecontrol-0.14.
|
|
16
|
-
cachecontrol-0.14.
|
|
17
|
-
cachecontrol-0.14.
|
|
18
|
-
cachecontrol-0.14.
|
|
14
|
+
cachecontrol-0.14.2.dist-info/entry_points.txt,sha256=1NtpBDZSbqMMbkIxhMBtvQoF7c5Mmfd7EE9hBPG_sLs,54
|
|
15
|
+
cachecontrol-0.14.2.dist-info/LICENSE.txt,sha256=hu7uh74qQ_P_H1ZJb0UfaSQ5JvAl_tuwM2ZsMExMFhs,558
|
|
16
|
+
cachecontrol-0.14.2.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
|
|
17
|
+
cachecontrol-0.14.2.dist-info/METADATA,sha256=dMsEu-cLt5UCDVb-HQEmJkmZ1srnjRNM3OIHptu5Yvg,3121
|
|
18
|
+
cachecontrol-0.14.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|