pywaybackup 1.4.1__tar.gz → 1.4.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pywaybackup-1.4.1/pywaybackup.egg-info → pywaybackup-1.4.2}/PKG-INFO +1 -1
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Verbosity.py +2 -1
- pywaybackup-1.4.2/pywaybackup/__version__.py +1 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/archive.py +2 -2
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/helper.py +1 -1
- {pywaybackup-1.4.1 → pywaybackup-1.4.2/pywaybackup.egg-info}/PKG-INFO +1 -1
- pywaybackup-1.4.1/pywaybackup/__version__.py +0 -1
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/.github/ISSUE_TEMPLATE/bug.md +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/.gitignore +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/LICENSE +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/README.md +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/dev/pip_build.sh +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/dev/venv_create.sh +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Arguments.py +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Converter.py +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Exception.py +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/SnapshotCollection.py +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/__init__.py +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/main.py +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/SOURCES.txt +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/dependency_links.txt +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/entry_points.txt +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/requires.txt +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/top_level.txt +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/requirements.txt +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/setup.cfg +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/setup.py +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/test/cdx.example.com.200 +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/test/cdx.example.com.404 +0 -0
- {pywaybackup-1.4.1 → pywaybackup-1.4.2}/test/cdx.example.com.small.200 +0 -0
|
@@ -88,12 +88,13 @@ class Message(Verbosity):
|
|
|
88
88
|
self.message = {}
|
|
89
89
|
|
|
90
90
|
def __str__(self):
|
|
91
|
-
return self.message
|
|
91
|
+
return str(self.message)
|
|
92
92
|
|
|
93
93
|
def store(self, status: str = "", type: str = "", message: str = "", level: str = "info"):
|
|
94
94
|
if level not in self.message:
|
|
95
95
|
self.message[level] = []
|
|
96
96
|
self.message[level].append(super().generate_logline(status, type, message))
|
|
97
|
+
#super().write(message=f"Stored message: {status} -> {type}: {message}")
|
|
97
98
|
|
|
98
99
|
def clear(self):
|
|
99
100
|
self.message = {}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "1.4.2"
|
|
@@ -263,7 +263,7 @@ def download(output, snapshot_entry, connection, status_message, no_redirect=Fal
|
|
|
263
263
|
download_url = snapshot_entry["url_archive"]
|
|
264
264
|
encoded_download_url = urllib.parse.quote(download_url, safe=':/') # used for GET - otherwise always download_url
|
|
265
265
|
max_retries = 2
|
|
266
|
-
sleep_time =
|
|
266
|
+
sleep_time = 50
|
|
267
267
|
headers = {'User-Agent': f'bitdruid-python-wayback-downloader/{__version__}'}
|
|
268
268
|
success = False
|
|
269
269
|
for i in range(max_retries):
|
|
@@ -325,7 +325,7 @@ def download(output, snapshot_entry, connection, status_message, no_redirect=Fal
|
|
|
325
325
|
status_message.store(status="UNEXPECTED", type="HTTP", message=f"{response.status} - {response_status_message}")
|
|
326
326
|
status_message.store(status="", type="URL", message=download_url)
|
|
327
327
|
status_message.write()
|
|
328
|
-
|
|
328
|
+
break
|
|
329
329
|
# exception handling
|
|
330
330
|
except (http.client.HTTPException, timeout, ConnectionRefusedError, ConnectionResetError) as e:
|
|
331
331
|
download_exception(type, e, i, max_retries, sleep_time, status_message)
|
|
@@ -37,7 +37,7 @@ def url_get_timestamp(url):
|
|
|
37
37
|
"""
|
|
38
38
|
Extract the timestamp from a wayback machine URL.
|
|
39
39
|
"""
|
|
40
|
-
timestamp = url.split("web
|
|
40
|
+
timestamp = url.split("web/")[1].split("/")[0]
|
|
41
41
|
if "id_" in url: timestamp = timestamp.split("id_")[0]
|
|
42
42
|
return timestamp
|
|
43
43
|
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "1.4.1"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|