cobweb-launcher 3.1.35__tar.gz → 3.1.36__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/PKG-INFO +1 -1
  2. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/request.py +2 -2
  3. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb_launcher.egg-info/PKG-INFO +1 -1
  4. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/setup.py +1 -1
  5. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/LICENSE +0 -0
  6. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/README.md +0 -0
  7. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/__init__.py +0 -0
  8. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/__init__.py +0 -0
  9. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/common_queue.py +0 -0
  10. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/item.py +0 -0
  11. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/logger.py +0 -0
  12. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/response.py +0 -0
  13. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/seed.py +0 -0
  14. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/task_queue.py +0 -0
  15. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/test.py +0 -0
  16. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/constant.py +0 -0
  17. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/crawlers/__init__.py +0 -0
  18. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/crawlers/crawler.py +0 -0
  19. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/db/__init__.py +0 -0
  20. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/db/api_db.py +0 -0
  21. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/db/redis_db.py +0 -0
  22. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/exceptions/__init__.py +0 -0
  23. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/exceptions/oss_db_exception.py +0 -0
  24. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/launchers/__init__.py +0 -0
  25. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/launchers/distributor.py +0 -0
  26. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/launchers/launcher.py +0 -0
  27. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/launchers/uploader.py +0 -0
  28. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/pipelines/__init__.py +0 -0
  29. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/pipelines/pipeline.py +0 -0
  30. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/pipelines/pipeline_csv.py +0 -0
  31. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/pipelines/pipeline_loghub.py +0 -0
  32. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/schedulers/__init__.py +0 -0
  33. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/schedulers/scheduler.py +0 -0
  34. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/schedulers/scheduler_with_redis.py +0 -0
  35. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/setting.py +0 -0
  36. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/utils/__init__.py +0 -0
  37. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/utils/bloom.py +0 -0
  38. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/utils/decorators.py +0 -0
  39. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/utils/dotting.py +0 -0
  40. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/utils/oss.py +0 -0
  41. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/utils/tools.py +0 -0
  42. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
  43. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
  44. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb_launcher.egg-info/requires.txt +0 -0
  45. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb_launcher.egg-info/top_level.txt +0 -0
  46. {cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/setup.cfg +0 -0
{cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 3.1.35
3
+ Version: 3.1.36
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb/base/request.py RENAMED
@@ -467,7 +467,7 @@ class Request:
467
467
 
468
468
  while downloaded < self.content_length:
469
469
  _start = downloaded
470
- _end = min(downloaded + chunk_size - 1, self.total_size - 1)
470
+ _end = min(downloaded + chunk_size - 1, self.content_length - 1)
471
471
  detect_settings.setdefault("headers", {})['Range'] = f"bytes={_start}-{_end}"
472
472
 
473
473
  self.response = requests.request(
@@ -481,7 +481,7 @@ class Request:
481
481
  yield chunk_data
482
482
  downloaded += len(chunk_data)
483
483
  retry_count = 0 # 重置重试计数
484
- logging.info(f"下载进度: {downloaded}/{self.total_size} ({downloaded / self.total_size * 100:.1f}%)")
484
+ logging.info(f"下载进度: {downloaded}/{self.content_length} ({downloaded / self.content_length * 100:.1f}%)")
485
485
 
486
486
  elif self.response.status_code == 416: # Range Not Satisfiable
487
487
  logging.info("Range请求超出范围")
{cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/cobweb_launcher.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 3.1.35
3
+ Version: 3.1.36
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-3.1.35 → cobweb-launcher-3.1.36}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="cobweb-launcher",
8
- version="3.1.35",
8
+ version="3.1.36",
9
9
  packages=find_packages(),
10
10
  url="https://github.com/Juannie-PP/cobweb",
11
11
  license="MIT",