cobweb-launcher 3.1.31__tar.gz → 3.1.32__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/PKG-INFO +1 -1
  2. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/request.py +12 -3
  3. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb_launcher.egg-info/PKG-INFO +1 -1
  4. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/setup.py +1 -1
  5. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/LICENSE +0 -0
  6. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/README.md +0 -0
  7. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/__init__.py +0 -0
  8. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/__init__.py +0 -0
  9. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/common_queue.py +0 -0
  10. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/item.py +0 -0
  11. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/logger.py +0 -0
  12. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/response.py +0 -0
  13. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/seed.py +0 -0
  14. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/task_queue.py +0 -0
  15. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/test.py +0 -0
  16. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/constant.py +0 -0
  17. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/crawlers/__init__.py +0 -0
  18. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/crawlers/crawler.py +0 -0
  19. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/db/__init__.py +0 -0
  20. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/db/api_db.py +0 -0
  21. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/db/redis_db.py +0 -0
  22. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/exceptions/__init__.py +0 -0
  23. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/exceptions/oss_db_exception.py +0 -0
  24. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/launchers/__init__.py +0 -0
  25. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/launchers/distributor.py +0 -0
  26. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/launchers/launcher.py +0 -0
  27. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/launchers/uploader.py +0 -0
  28. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/pipelines/__init__.py +0 -0
  29. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/pipelines/pipeline.py +0 -0
  30. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/pipelines/pipeline_csv.py +0 -0
  31. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/pipelines/pipeline_loghub.py +0 -0
  32. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/schedulers/__init__.py +0 -0
  33. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/schedulers/scheduler.py +0 -0
  34. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/schedulers/scheduler_with_redis.py +0 -0
  35. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/setting.py +0 -0
  36. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/utils/__init__.py +0 -0
  37. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/utils/bloom.py +0 -0
  38. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/utils/decorators.py +0 -0
  39. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/utils/dotting.py +0 -0
  40. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/utils/oss.py +0 -0
  41. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/utils/tools.py +0 -0
  42. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
  43. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
  44. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb_launcher.egg-info/requires.txt +0 -0
  45. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb_launcher.egg-info/top_level.txt +0 -0
  46. {cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/setup.cfg +0 -0
{cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 3.1.31
3
+ Version: 3.1.32
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb/base/request.py RENAMED
@@ -520,14 +520,23 @@ class Request:
520
520
  url=self.url,
521
521
  **test_range_settings
522
522
  )
523
+ head_data = test_response.content
524
+ content_type = test_response.headers.get("Content-Type")
525
+
523
526
  if test_response.status_code == 206:
524
- actual_length = len(test_response.content)
525
- if actual_length != 64:
526
- logging.debug(f"⚠️ Range请求返回长度不匹配: 期望64, 实际{actual_length}")
527
+ if len(head_data) != 64:
528
+ logging.debug(f"⚠️ Range请求返回长度不匹配: 期望64, 实际{len(head_data)}")
527
529
  supports_range = False
530
+ else:
531
+ detector = FileTypeDetector()
532
+ self.detector_info = detector.get_detailed_info(
533
+ url=self.url, content_type=content_type, data=head_data
534
+ )
528
535
  else:
529
536
  supports_range = False
530
537
 
538
+ test_response.close()
539
+
531
540
  return supports_range
532
541
 
533
542
  def detect_file_type(self) -> Dict[str, Any]:
{cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/cobweb_launcher.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 3.1.31
3
+ Version: 3.1.32
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-3.1.31 → cobweb-launcher-3.1.32}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="cobweb-launcher",
8
- version="3.1.31",
8
+ version="3.1.32",
9
9
  packages=find_packages(),
10
10
  url="https://github.com/Juannie-PP/cobweb",
11
11
  license="MIT",