pywaybackup 1.4.1__tar.gz → 1.4.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. {pywaybackup-1.4.1/pywaybackup.egg-info → pywaybackup-1.4.2}/PKG-INFO +1 -1
  2. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Verbosity.py +2 -1
  3. pywaybackup-1.4.2/pywaybackup/__version__.py +1 -0
  4. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/archive.py +2 -2
  5. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/helper.py +1 -1
  6. {pywaybackup-1.4.1 → pywaybackup-1.4.2/pywaybackup.egg-info}/PKG-INFO +1 -1
  7. pywaybackup-1.4.1/pywaybackup/__version__.py +0 -1
  8. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/.github/ISSUE_TEMPLATE/bug.md +0 -0
  9. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/.gitignore +0 -0
  10. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/LICENSE +0 -0
  11. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/README.md +0 -0
  12. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/dev/pip_build.sh +0 -0
  13. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/dev/venv_create.sh +0 -0
  14. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Arguments.py +0 -0
  15. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Converter.py +0 -0
  16. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/Exception.py +0 -0
  17. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/SnapshotCollection.py +0 -0
  18. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/__init__.py +0 -0
  19. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup/main.py +0 -0
  20. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/SOURCES.txt +0 -0
  21. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/dependency_links.txt +0 -0
  22. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/entry_points.txt +0 -0
  23. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/requires.txt +0 -0
  24. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/pywaybackup.egg-info/top_level.txt +0 -0
  25. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/requirements.txt +0 -0
  26. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/setup.cfg +0 -0
  27. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/setup.py +0 -0
  28. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/test/cdx.example.com.200 +0 -0
  29. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/test/cdx.example.com.404 +0 -0
  30. {pywaybackup-1.4.1 → pywaybackup-1.4.2}/test/cdx.example.com.small.200 +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: pywaybackup
3
- Version: 1.4.1
3
+ Version: 1.4.2
4
4
  Summary: Download snapshots from the Wayback Machine
5
5
  Home-page: https://github.com/bitdruid/python-wayback-machine-downloader
6
6
  Author: bitdruid
@@ -88,12 +88,13 @@ class Message(Verbosity):
88
88
  self.message = {}
89
89
 
90
90
  def __str__(self):
91
- return self.message
91
+ return str(self.message)
92
92
 
93
93
  def store(self, status: str = "", type: str = "", message: str = "", level: str = "info"):
94
94
  if level not in self.message:
95
95
  self.message[level] = []
96
96
  self.message[level].append(super().generate_logline(status, type, message))
97
+ #super().write(message=f"Stored message: {status} -> {type}: {message}")
97
98
 
98
99
  def clear(self):
99
100
  self.message = {}
@@ -0,0 +1 @@
1
+ __version__ = "1.4.2"
@@ -263,7 +263,7 @@ def download(output, snapshot_entry, connection, status_message, no_redirect=Fal
263
263
  download_url = snapshot_entry["url_archive"]
264
264
  encoded_download_url = urllib.parse.quote(download_url, safe=':/') # used for GET - otherwise always download_url
265
265
  max_retries = 2
266
- sleep_time = 45
266
+ sleep_time = 50
267
267
  headers = {'User-Agent': f'bitdruid-python-wayback-downloader/{__version__}'}
268
268
  success = False
269
269
  for i in range(max_retries):
@@ -325,7 +325,7 @@ def download(output, snapshot_entry, connection, status_message, no_redirect=Fal
325
325
  status_message.store(status="UNEXPECTED", type="HTTP", message=f"{response.status} - {response_status_message}")
326
326
  status_message.store(status="", type="URL", message=download_url)
327
327
  status_message.write()
328
- continue
328
+ break
329
329
  # exception handling
330
330
  except (http.client.HTTPException, timeout, ConnectionRefusedError, ConnectionResetError) as e:
331
331
  download_exception(type, e, i, max_retries, sleep_time, status_message)
@@ -37,7 +37,7 @@ def url_get_timestamp(url):
37
37
  """
38
38
  Extract the timestamp from a wayback machine URL.
39
39
  """
40
- timestamp = url.split("web.archive.org/web/")[1].split("/")[0]
40
+ timestamp = url.split("web/")[1].split("/")[0]
41
41
  if "id_" in url: timestamp = timestamp.split("id_")[0]
42
42
  return timestamp
43
43
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: pywaybackup
3
- Version: 1.4.1
3
+ Version: 1.4.2
4
4
  Summary: Download snapshots from the Wayback Machine
5
5
  Home-page: https://github.com/bitdruid/python-wayback-machine-downloader
6
6
  Author: bitdruid
@@ -1 +0,0 @@
1
- __version__ = "1.4.1"
File without changes
File without changes
File without changes
File without changes
File without changes