pywaybackup 3.0.0__tar.gz → 3.0.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pywaybackup-3.0.0/pywaybackup.egg-info → pywaybackup-3.0.2}/PKG-INFO +3 -3
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/README.md +2 -2
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pyproject.toml +1 -1
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/Exception.py +1 -1
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/archive.py +2 -2
- {pywaybackup-3.0.0 → pywaybackup-3.0.2/pywaybackup.egg-info}/PKG-INFO +3 -3
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/LICENSE +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/Arguments.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/Converter.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/SnapshotCollection.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/Verbosity.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/__init__.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/db.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/helper.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup/main.py +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup.egg-info/SOURCES.txt +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup.egg-info/dependency_links.txt +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup.egg-info/entry_points.txt +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup.egg-info/requires.txt +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/pywaybackup.egg-info/top_level.txt +0 -0
- {pywaybackup-3.0.0 → pywaybackup-3.0.2}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: pywaybackup
|
|
3
|
-
Version: 3.0.
|
|
3
|
+
Version: 3.0.2
|
|
4
4
|
Summary: Query and download archive.org as simple as possible.
|
|
5
5
|
Author-email: bitdruid <bitdruid@outlook.com>
|
|
6
6
|
License: MIT License
|
|
@@ -188,7 +188,7 @@ When a job is interrupted (by any reason), `pywaybackup` is designed to resume t
|
|
|
188
188
|
The output path is currently structured as follows by an example for the query:<br>
|
|
189
189
|
`http://example.com/subdir1/subdir2/assets/`:
|
|
190
190
|
<br><br>
|
|
191
|
-
For the
|
|
191
|
+
For the first and last version (`-f` or `-l`):
|
|
192
192
|
- The requested path will only include all files/folders starting from your query-path.
|
|
193
193
|
```
|
|
194
194
|
your/path/waybackup_snapshots/
|
|
@@ -200,7 +200,7 @@ your/path/waybackup_snapshots/
|
|
|
200
200
|
├── style.css
|
|
201
201
|
...
|
|
202
202
|
```
|
|
203
|
-
For all versions (`-
|
|
203
|
+
For all versions (`-a`):
|
|
204
204
|
- Will currently create a folder named as the root of your query. Inside this folder, you will find all timestamps and per timestamp the path you requested.
|
|
205
205
|
```
|
|
206
206
|
your/path/waybackup_snapshots/
|
|
@@ -152,7 +152,7 @@ When a job is interrupted (by any reason), `pywaybackup` is designed to resume t
|
|
|
152
152
|
The output path is currently structured as follows by an example for the query:<br>
|
|
153
153
|
`http://example.com/subdir1/subdir2/assets/`:
|
|
154
154
|
<br><br>
|
|
155
|
-
For the
|
|
155
|
+
For the first and last version (`-f` or `-l`):
|
|
156
156
|
- The requested path will only include all files/folders starting from your query-path.
|
|
157
157
|
```
|
|
158
158
|
your/path/waybackup_snapshots/
|
|
@@ -164,7 +164,7 @@ your/path/waybackup_snapshots/
|
|
|
164
164
|
├── style.css
|
|
165
165
|
...
|
|
166
166
|
```
|
|
167
|
-
For all versions (`-
|
|
167
|
+
For all versions (`-a`):
|
|
168
168
|
- Will currently create a folder named as the root of your query. Inside this folder, you will find all timestamps and per timestamp the path you requested.
|
|
169
169
|
```
|
|
170
170
|
your/path/waybackup_snapshots/
|
|
@@ -59,7 +59,7 @@ class Exception:
|
|
|
59
59
|
cls.new_debug = False
|
|
60
60
|
f = open(debug_file, "w")
|
|
61
61
|
f.write("-------------------------\n")
|
|
62
|
-
f.write(f"Version: {version(
|
|
62
|
+
f.write(f"Version: {version('pywaybackup')}\n")
|
|
63
63
|
f.write("-------------------------\n")
|
|
64
64
|
f.write(f"Command: {cls.command}\n")
|
|
65
65
|
f.write("-------------------------\n\n")
|
|
@@ -86,7 +86,7 @@ def save_page(url: str):
|
|
|
86
86
|
|
|
87
87
|
def startup():
|
|
88
88
|
try:
|
|
89
|
-
vb.write(message=f"\n<<< python-wayback-machine-downloader v{version(
|
|
89
|
+
vb.write(message=f"\n<<< python-wayback-machine-downloader v{version('pywaybackup')} >>>")
|
|
90
90
|
|
|
91
91
|
if Database.QUERY_EXIST:
|
|
92
92
|
vb.write(message=f"\nExisting query snapshots processed: {Database.QUERY_PROGRESS}\nResuming download... (to reset the job use '--reset')\n")
|
|
@@ -304,7 +304,7 @@ def download_loop(output, worker, retry, no_redirect, delay):
|
|
|
304
304
|
def download(db, output, snapshot_entry, connection, status_message, no_redirect=False):
|
|
305
305
|
download_url = snapshot_entry["url_archive"]
|
|
306
306
|
encoded_download_url = urllib.parse.quote(download_url, safe=':/') # used for GET - otherwise always download_url
|
|
307
|
-
headers = {
|
|
307
|
+
headers = {"User-Agent": f"bitdruid-python-wayback-downloader/{version('pywaybackup')}"}
|
|
308
308
|
response, response_data, response_status, response_status_message = download_response(connection, encoded_download_url, headers)
|
|
309
309
|
sc.modify_snapshot(db, snapshot_entry["rowid"], "response", response_status)
|
|
310
310
|
if not no_redirect and response_status == 302:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: pywaybackup
|
|
3
|
-
Version: 3.0.
|
|
3
|
+
Version: 3.0.2
|
|
4
4
|
Summary: Query and download archive.org as simple as possible.
|
|
5
5
|
Author-email: bitdruid <bitdruid@outlook.com>
|
|
6
6
|
License: MIT License
|
|
@@ -188,7 +188,7 @@ When a job is interrupted (by any reason), `pywaybackup` is designed to resume t
|
|
|
188
188
|
The output path is currently structured as follows by an example for the query:<br>
|
|
189
189
|
`http://example.com/subdir1/subdir2/assets/`:
|
|
190
190
|
<br><br>
|
|
191
|
-
For the
|
|
191
|
+
For the first and last version (`-f` or `-l`):
|
|
192
192
|
- The requested path will only include all files/folders starting from your query-path.
|
|
193
193
|
```
|
|
194
194
|
your/path/waybackup_snapshots/
|
|
@@ -200,7 +200,7 @@ your/path/waybackup_snapshots/
|
|
|
200
200
|
├── style.css
|
|
201
201
|
...
|
|
202
202
|
```
|
|
203
|
-
For all versions (`-
|
|
203
|
+
For all versions (`-a`):
|
|
204
204
|
- Will currently create a folder named as the root of your query. Inside this folder, you will find all timestamps and per timestamp the path you requested.
|
|
205
205
|
```
|
|
206
206
|
your/path/waybackup_snapshots/
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|