sedd 2.2.0__tar.gz → 2.2.2__tar.gz

{sedd-2.2.0/sedd.egg-info → sedd-2.2.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sedd
-Version: 2.2.0
+Version: 2.2.2
 Summary: Unofficial, community-made tool for downloading the Stack Exchange data dumps
 Author-email: LunarWatcher <oliviawolfie@pm.me>
 License-Expression: MIT
@@ -16,13 +16,13 @@ Classifier: Intended Audience :: Developers
 Classifier: Topic :: System :: Archiving
 Classifier: Topic :: Utilities
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Operating System :: POSIX :: Linux
 Classifier: Operating System :: MacOS
 Classifier: Operating System :: Microsoft :: Windows
-Requires-Python: >=3.10
+Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: selenium==4.32.0

{sedd-2.2.0 → sedd-2.2.2}/README.md

@@ -99,7 +99,7 @@ For some reason, connecting with a VPN offers just enough extra stability to avo
 
 ### Requirements
 
-- Python 3.10 or newer[^3]
+- Python 3.11 or newer
 - `pip3 install -r requirements.txt`
 - Lots of storage. The 2024Q1 data dump was 92GB compressed.
 - A display you can access somehow (physical or virtual, but you need to be able to see it) to be able to solve captchas
@@ -331,4 +331,3 @@ The data downloaded and produced is under various versions of [CC-By-SA](https:/
 
 [^1]: I've been unable to find the generator code, but I've also been unable to find a statement confirming that it's closed-source. It's possible it is open-source, but if it is, it's hard to find the source
 [^2]: Only Postgres at the time of writing, with more planned
-[^3]: Might work with earlier versions, but these are untested and not supported

{sedd-2.2.0 → sedd-2.2.2}/pyproject.toml

@@ -28,7 +28,7 @@ authors = [
 ]
 
 description = "Unofficial, community-made tool for downloading the Stack Exchange data dumps"
-requires-python = ">=3.10"
+requires-python = ">=3.11"
 classifiers = [
     "Development Status :: 5 - Production/Stable",
     "Environment :: Console",
@@ -36,9 +36,9 @@ classifiers = [
     "Topic :: System :: Archiving",
     "Topic :: Utilities",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
     "Operating System :: POSIX :: Linux",
     "Operating System :: MacOS",
     "Operating System :: Microsoft :: Windows",

{sedd-2.2.0 → sedd-2.2.2}/sedd/main.py

@@ -270,6 +270,7 @@ def await_date_change(args: SEDDCLIArgs, driver):
     site = "https://stackoverflow.com"
 
     failed: bool = False
+    seconds_in_hour = 60 * 60
     while True:
         browser.get(f"{site}/users/data-dump-access/current")
         if "page not found" in browser.title.lower():
@@ -280,6 +281,22 @@ def await_date_change(args: SEDDCLIArgs, driver):
             failed = True
             continue
 
+        if browser.current_url.endswith("/error"):
+            logger.error(
+                "Redirected to /error; SE fucked something up. Update failed, "
+                "trying again in 3 hours"
+            )
+            sleep(
+                # 3 hours
+                seconds_in_hour * 3
+                # + some jitter
+                + random.randint(
+                    -seconds_in_hour,
+                    seconds_in_hour
+                )
+            )
+            continue
+
         failed = False
 
         try:
@@ -382,14 +399,9 @@ except KeyboardInterrupt:
     pass
 
 except:
-    exception = sys.exc_info()
-
-    try:
-        print_exception(exception)
-    except:
-        logger.error(exception)
-
+    print_exception(sys.exception())
     browser.quit()
+    exit(-1)
 finally:
     # TODO: replace with validation once downloading is verified done
     # (or export for separate, later verification)

{sedd-2.2.0 → sedd-2.2.2}/sedd/ubo/ubo.py

@@ -1,6 +1,7 @@
 from selenium.webdriver import Firefox
-from sys import exc_info
 from time import sleep
+import traceback
+import sys
 
 from ..config import SEDDConfig
 from .utils import ubo_set_user_settings, \
@@ -32,4 +33,4 @@ def init_ubo_settings(browser: Firefox, config: SEDDConfig, ubo_id: str) -> bool
         ubo_reload_all_filters(browser)
     except:
         logger.error('Failed to set uBlock config, using defaults')
-        logger.error(exc_info())
+        traceback.print_exception(sys.exception())

{sedd-2.2.0 → sedd-2.2.2}/sedd/utils.py

@@ -4,6 +4,7 @@ from urllib.parse import urlparse
 import os.path
 import re
 import sys
+import traceback
 
 from .data.files_map import files_map, inverse_files_map
 from .data.sites import sites
@@ -78,7 +79,7 @@ def cleanup_archive(base_path: str) -> None:
                 entry_path = os.path.join(base_path, entry)
                 os.remove(entry_path)
     except:
-        print(sys.exc_info())
+        traceback.print_exception(sys.exception())
 
 
 def is_file_downloaded(base_path: str, site_or_url: str) -> bool:

{sedd-2.2.0 → sedd-2.2.2/sedd.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sedd
-Version: 2.2.0
+Version: 2.2.2
 Summary: Unofficial, community-made tool for downloading the Stack Exchange data dumps
 Author-email: LunarWatcher <oliviawolfie@pm.me>
 License-Expression: MIT
@@ -16,13 +16,13 @@ Classifier: Intended Audience :: Developers
 Classifier: Topic :: System :: Archiving
 Classifier: Topic :: Utilities
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Operating System :: POSIX :: Linux
 Classifier: Operating System :: MacOS
 Classifier: Operating System :: Microsoft :: Windows
-Requires-Python: >=3.10
+Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: selenium==4.32.0