sedd 2.2.0__tar.gz → 2.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. {sedd-2.2.0/sedd.egg-info → sedd-2.2.1}/PKG-INFO +1 -1
  2. {sedd-2.2.0 → sedd-2.2.1}/sedd/main.py +18 -0
  3. {sedd-2.2.0 → sedd-2.2.1/sedd.egg-info}/PKG-INFO +1 -1
  4. {sedd-2.2.0 → sedd-2.2.1}/LICENSE +0 -0
  5. {sedd-2.2.0 → sedd-2.2.1}/README-python.md +0 -0
  6. {sedd-2.2.0 → sedd-2.2.1}/README.md +0 -0
  7. {sedd-2.2.0 → sedd-2.2.1}/pyproject.toml +0 -0
  8. {sedd-2.2.0 → sedd-2.2.1}/sedd/__init__.py +0 -0
  9. {sedd-2.2.0 → sedd-2.2.1}/sedd/__main__.py +0 -0
  10. {sedd-2.2.0 → sedd-2.2.1}/sedd/cli.py +0 -0
  11. {sedd-2.2.0 → sedd-2.2.1}/sedd/config/__init__.py +0 -0
  12. {sedd-2.2.0 → sedd-2.2.1}/sedd/config/config.py +0 -0
  13. {sedd-2.2.0 → sedd-2.2.1}/sedd/config/defaults.py +0 -0
  14. {sedd-2.2.0 → sedd-2.2.1}/sedd/config/typings.py +0 -0
  15. {sedd-2.2.0 → sedd-2.2.1}/sedd/data/__init__.py +0 -0
  16. {sedd-2.2.0 → sedd-2.2.1}/sedd/data/files_map.py +0 -0
  17. {sedd-2.2.0 → sedd-2.2.1}/sedd/data/sites.py +0 -0
  18. {sedd-2.2.0 → sedd-2.2.1}/sedd/driver.py +0 -0
  19. {sedd-2.2.0 → sedd-2.2.1}/sedd/meta/__init__.py +0 -0
  20. {sedd-2.2.0 → sedd-2.2.1}/sedd/meta/notifications.py +0 -0
  21. {sedd-2.2.0 → sedd-2.2.1}/sedd/pipscript.py +0 -0
  22. {sedd-2.2.0 → sedd-2.2.1}/sedd/ubo/__init__.py +0 -0
  23. {sedd-2.2.0 → sedd-2.2.1}/sedd/ubo/ubo.py +0 -0
  24. {sedd-2.2.0 → sedd-2.2.1}/sedd/ubo/utils.py +0 -0
  25. {sedd-2.2.0 → sedd-2.2.1}/sedd/utils.py +0 -0
  26. {sedd-2.2.0 → sedd-2.2.1}/sedd/watcher/__init__.py +0 -0
  27. {sedd-2.2.0 → sedd-2.2.1}/sedd/watcher/handler.py +0 -0
  28. {sedd-2.2.0 → sedd-2.2.1}/sedd/watcher/observer.py +0 -0
  29. {sedd-2.2.0 → sedd-2.2.1}/sedd/watcher/state.py +0 -0
  30. {sedd-2.2.0 → sedd-2.2.1}/sedd.egg-info/SOURCES.txt +0 -0
  31. {sedd-2.2.0 → sedd-2.2.1}/sedd.egg-info/dependency_links.txt +0 -0
  32. {sedd-2.2.0 → sedd-2.2.1}/sedd.egg-info/entry_points.txt +0 -0
  33. {sedd-2.2.0 → sedd-2.2.1}/sedd.egg-info/requires.txt +0 -0
  34. {sedd-2.2.0 → sedd-2.2.1}/sedd.egg-info/top_level.txt +0 -0
  35. {sedd-2.2.0 → sedd-2.2.1}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sedd
3
- Version: 2.2.0
3
+ Version: 2.2.1
4
4
  Summary: Unofficial, community-made tool for downloading the Stack Exchange data dumps
5
5
  Author-email: LunarWatcher <oliviawolfie@pm.me>
6
6
  License-Expression: MIT
@@ -270,6 +270,7 @@ def await_date_change(args: SEDDCLIArgs, driver):
270
270
  site = "https://stackoverflow.com"
271
271
 
272
272
  failed: bool = False
273
+ seconds_in_hour = 60 * 60
273
274
  while True:
274
275
  browser.get(f"{site}/users/data-dump-access/current")
275
276
  if "page not found" in browser.title.lower():
@@ -280,6 +281,22 @@ def await_date_change(args: SEDDCLIArgs, driver):
280
281
  failed = True
281
282
  continue
282
283
 
284
+ if browser.current_url.endswith("/error"):
285
+ logger.error(
286
+ "Redirected to /error; SE fucked something up. Update failed, "
287
+ "trying again in 3 hours"
288
+ )
289
+ sleep(
290
+ # 3 hours
291
+ seconds_in_hour * 3
292
+ # + some jitter
293
+ + random.randint(
294
+ -seconds_in_hour,
295
+ seconds_in_hour
296
+ )
297
+ )
298
+ continue
299
+
283
300
  failed = False
284
301
 
285
302
  try:
@@ -390,6 +407,7 @@ except:
390
407
  logger.error(exception)
391
408
 
392
409
  browser.quit()
410
+ exit(-1)
393
411
  finally:
394
412
  # TODO: replace with validation once downloading is verified done
395
413
  # (or export for separate, later verification)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sedd
3
- Version: 2.2.0
3
+ Version: 2.2.1
4
4
  Summary: Unofficial, community-made tool for downloading the Stack Exchange data dumps
5
5
  Author-email: LunarWatcher <oliviawolfie@pm.me>
6
6
  License-Expression: MIT
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes