cobweb-launcher 1.2.46__tar.gz → 1.2.48__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (45) hide show
  1. {cobweb-launcher-1.2.46/cobweb_launcher.egg-info → cobweb-launcher-1.2.48}/PKG-INFO +1 -1
  2. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/utils/dotting.py +8 -4
  3. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48/cobweb_launcher.egg-info}/PKG-INFO +1 -1
  4. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/setup.py +1 -1
  5. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/LICENSE +0 -0
  6. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/README.md +0 -0
  7. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/__init__.py +0 -0
  8. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/__init__.py +0 -0
  9. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/common_queue.py +0 -0
  10. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/decorators.py +0 -0
  11. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/item.py +0 -0
  12. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/log.py +0 -0
  13. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/request.py +0 -0
  14. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/response.py +0 -0
  15. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/base/seed.py +0 -0
  16. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/constant.py +0 -0
  17. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/crawlers/__init__.py +0 -0
  18. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/crawlers/base_crawler.py +0 -0
  19. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/crawlers/crawler.py +0 -0
  20. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/crawlers/file_crawler.py +0 -0
  21. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/db/__init__.py +0 -0
  22. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/db/api_db.py +0 -0
  23. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/db/redis_db.py +0 -0
  24. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/exceptions/__init__.py +0 -0
  25. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/exceptions/oss_db_exception.py +0 -0
  26. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/launchers/__init__.py +0 -0
  27. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/launchers/launcher.py +0 -0
  28. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/launchers/launcher_air.py +0 -0
  29. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/launchers/launcher_api.py +0 -0
  30. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/launchers/launcher_pro.py +0 -0
  31. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/pipelines/__init__.py +0 -0
  32. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/pipelines/pipeline.py +0 -0
  33. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/pipelines/pipeline_console.py +0 -0
  34. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/pipelines/pipeline_loghub.py +0 -0
  35. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/setting.py +0 -0
  36. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/utils/__init__.py +0 -0
  37. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/utils/bloom.py +0 -0
  38. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/utils/oss.py +0 -0
  39. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/utils/tools.py +0 -0
  40. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb_launcher.egg-info/SOURCES.txt +0 -0
  41. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb_launcher.egg-info/dependency_links.txt +0 -0
  42. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb_launcher.egg-info/requires.txt +0 -0
  43. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb_launcher.egg-info/top_level.txt +0 -0
  44. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/setup.cfg +0 -0
  45. {cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/test/test.py +0 -0
{cobweb-launcher-1.2.46/cobweb_launcher.egg-info → cobweb-launcher-1.2.48}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.46
3
+ Version: 1.2.48
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/cobweb/utils/dotting.py RENAMED
@@ -37,15 +37,19 @@ class LoghubDot:
37
37
 
38
38
  def build_run(self):
39
39
  while True:
40
- if self.queue.length < 1000:
40
+ start_time = int(time.time())
41
+ while True:
42
+ cost_time = int(time.time()) - start_time
43
+ if self.queue.length >= 1000 or cost_time > 10:
44
+ break
41
45
  time.sleep(0.5)
42
- continue
43
46
  try:
44
47
  log_item_info = {}
45
48
  for _ in range(1000):
46
- topic, item = self.queue.pop()
47
- if not item:
49
+ its = self.queue.pop()
50
+ if not its:
48
51
  break
52
+ topic, item = its
49
53
  log_item_info.setdefault(topic, []).append(item)
50
54
  for topic, log_items in log_item_info.items():
51
55
  request = PutLogsRequest(
{cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48/cobweb_launcher.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.46
3
+ Version: 1.2.48
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb-launcher-1.2.46 → cobweb-launcher-1.2.48}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="cobweb-launcher",
8
- version="1.2.46",
8
+ version="1.2.48",
9
9
  packages=find_packages(),
10
10
  url="https://github.com/Juannie-PP/cobweb",
11
11
  license="MIT",