cobweb-launcher 1.1.0__py3-none-any.whl → 1.1.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (7) hide show
  1. cobweb/crawlers/base_crawler.py +1 -1
  2. cobweb/launchers/launcher_pro.py +1 -1
  3. {cobweb_launcher-1.1.0.dist-info → cobweb_launcher-1.1.2.dist-info}/METADATA +1 -1
  4. {cobweb_launcher-1.1.0.dist-info → cobweb_launcher-1.1.2.dist-info}/RECORD +7 -7
  5. {cobweb_launcher-1.1.0.dist-info → cobweb_launcher-1.1.2.dist-info}/LICENSE +0 -0
  6. {cobweb_launcher-1.1.0.dist-info → cobweb_launcher-1.1.2.dist-info}/WHEEL +0 -0
  7. {cobweb_launcher-1.1.0.dist-info → cobweb_launcher-1.1.2.dist-info}/top_level.txt +0 -0
cobweb/crawlers/base_crawler.py CHANGED
@@ -37,7 +37,7 @@ class Crawler(threading.Thread):
37
37
  @staticmethod
38
38
  def download(item: Request) -> Union[Seed, BaseItem, Response, str]:
39
39
  response = item.download()
40
- yield Response(item.seed, response)
40
+ yield Response(item.seed, response, **item.to_dict)
41
41
 
42
42
  @staticmethod
43
43
  def parse(item: Response) -> BaseItem:
cobweb/launchers/launcher_pro.py CHANGED
@@ -145,7 +145,7 @@ class LauncherPro(Launcher):
145
145
  for q in self.__LAUNCHER_QUEUE__.values():
146
146
  if q.length != 0:
147
147
  queue_not_empty_count += 1
148
- if self._pause.is_set() and queue_not_empty_count != 0:
148
+ if self._pause.is_set():
149
149
  self._pause.clear()
150
150
  self._execute()
151
151
  elif queue_not_empty_count == 0:
{cobweb_launcher-1.1.0.dist-info → cobweb_launcher-1.1.2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.1.0
3
+ Version: 1.1.2
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb_launcher-1.1.0.dist-info → cobweb_launcher-1.1.2.dist-info}/RECORD RENAMED
@@ -10,7 +10,7 @@ cobweb/base/request.py,sha256=tEkgMVUfdQI-kZuzWuiit9P_q4Q9-_RZh9aXXpc0314,2352
10
10
  cobweb/base/response.py,sha256=7h9TwCNqRlwM_fvNmid9zOoRfHbKB8ABSU0eaVUJdVo,405
11
11
  cobweb/base/seed.py,sha256=XswH16eEd6iwIBpt71E2S_AsV5UVCcOEOBFoP0r5QRo,2900
12
12
  cobweb/crawlers/__init__.py,sha256=1sMhQ0-NJxiff3IqF2aMCXkSXcJFzzoCKIayQ5go4aI,71
13
- cobweb/crawlers/base_crawler.py,sha256=XfPBNUynhgAfsy1iUPztEZxDckb-J8pAAzPl3yHvHp8,4947
13
+ cobweb/crawlers/base_crawler.py,sha256=YtFju88e3NIzGgYRSEIiMD-H4fPa_IDlgFxtxMiADzk,4963
14
14
  cobweb/crawlers/file_crawler.py,sha256=AeK22bakMbwDfqrITlX6ssvR2KSpHQ3s8YEuzX_Bluk,8670
15
15
  cobweb/db/__init__.py,sha256=ut0iEyBLjcJL06WNG_5_d4hO5PJWvDrKWMkDOdmgh2M,30
16
16
  cobweb/db/redis_db.py,sha256=uML8WWY5GVT-mVeCBL40Ip-0Bso6UHkAdn2cQueQxCg,4248
@@ -18,15 +18,15 @@ cobweb/exceptions/__init__.py,sha256=E9SHnJBbhD7fOgPFMswqyOf8SKRDrI_i25L0bSpohvk
18
18
  cobweb/exceptions/oss_db_exception.py,sha256=iP_AImjNHT3-Iv49zCFQ3rdLnlvuHa3h2BXApgrOYpA,636
19
19
  cobweb/launchers/__init__.py,sha256=qwlkEJVri7dvCgi45aX3lqAmQS0HrPicAipDvH75kew,69
20
20
  cobweb/launchers/launcher.py,sha256=O6Kkvqk-0kOxJom8YO9zW18e_2eMYrA5RTS9Xy4TW5k,5665
21
- cobweb/launchers/launcher_pro.py,sha256=nGPnkQ6TedYNf3Liugqt8yKG48T3lNmgFd1BVptSdHw,6591
21
+ cobweb/launchers/launcher_pro.py,sha256=19Ub44AQEJiajo3mJxp6pzyo90fRxPKfB7eYgyFM88c,6560
22
22
  cobweb/pipelines/__init__.py,sha256=xanY-Z1d7zRR5JhCdW2htzrAywnKBkigiaUlTFa6of0,80
23
23
  cobweb/pipelines/base_pipeline.py,sha256=fYnWf79GmhufXpcnMa3te18SbmnVeYLwxfyo-zLd9CY,1577
24
24
  cobweb/pipelines/loghub_pipeline.py,sha256=cjPO6w6UJ0jNw2fVvdX0BCdlm58T7dmYXlxzXOBpvfY,1027
25
25
  cobweb/utils/__init__.py,sha256=JTE4sBfHnKHhD6w9Auk0MIT7O9BMOamCeryhlHNx3Zg,47
26
26
  cobweb/utils/oss.py,sha256=uD5aN2oVYImit3amE6TjxWMaTAcbAh9dCnpIQhf4M9Q,3238
27
27
  cobweb/utils/tools.py,sha256=bVd3iRGBvwhohQAH7AXTTjbmQ54Z35K0O-fatEyhePU,1249
28
- cobweb_launcher-1.1.0.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
29
- cobweb_launcher-1.1.0.dist-info/METADATA,sha256=065j6XHClBVaoWnQEsflJ71bSLFbM-BF5sd4TxTDvEQ,1245
30
- cobweb_launcher-1.1.0.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
31
- cobweb_launcher-1.1.0.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
32
- cobweb_launcher-1.1.0.dist-info/RECORD,,
28
+ cobweb_launcher-1.1.2.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
29
+ cobweb_launcher-1.1.2.dist-info/METADATA,sha256=F8r1v79qzoQ30Fw2jPpSk0ovNCAkRSArNDPW9dUa_n0,1245
30
+ cobweb_launcher-1.1.2.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
31
+ cobweb_launcher-1.1.2.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
32
+ cobweb_launcher-1.1.2.dist-info/RECORD,,