cobweb-launcher 1.2.16__py3-none-any.whl → 1.2.18__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (7) hide show
  1. cobweb/db/api_db.py +2 -0
  2. cobweb/launchers/launcher_api.py +0 -1
  3. {cobweb_launcher-1.2.16.dist-info → cobweb_launcher-1.2.18.dist-info}/METADATA +1 -1
  4. {cobweb_launcher-1.2.16.dist-info → cobweb_launcher-1.2.18.dist-info}/RECORD +7 -7
  5. {cobweb_launcher-1.2.16.dist-info → cobweb_launcher-1.2.18.dist-info}/LICENSE +0 -0
  6. {cobweb_launcher-1.2.16.dist-info → cobweb_launcher-1.2.18.dist-info}/WHEEL +0 -0
  7. {cobweb_launcher-1.2.16.dist-info → cobweb_launcher-1.2.18.dist-info}/top_level.txt +0 -0
cobweb/db/api_db.py CHANGED
@@ -12,6 +12,7 @@ class ApiDB:
12
12
  url = self.host + api
13
13
  response = requests.get(url, params=params)
14
14
  json_data = response.json()
15
+ response.close()
15
16
  return json_data["data"]
16
17
 
17
18
  def _post_response(self, api, params: dict = None, data: dict = None):
@@ -19,6 +20,7 @@ class ApiDB:
19
20
  headers = {"Content-Type": "application/json"}
20
21
  response = requests.post(url, headers=headers, params=params, data=json.dumps(data))
21
22
  json_data = response.json()
23
+ response.close()
22
24
  return json_data["data"]
23
25
 
24
26
  def get(self, name):
cobweb/launchers/launcher_api.py CHANGED
@@ -47,7 +47,6 @@ class LauncherApi(Launcher):
47
47
  :return: True -> 种子, False -> None
48
48
  """
49
49
  spider_speed = self._db.get(self._speed_control_key)
50
- logger.info(f"spider_speed {spider_speed} seconds...")
51
50
  if int(spider_speed or 0) > self._spider_max_count:
52
51
  expire_time = self._db.ttl(self._speed_control_key)
53
52
  if expire_time == -1:
{cobweb_launcher-1.2.16.dist-info → cobweb_launcher-1.2.18.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.16
3
+ Version: 1.2.18
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb_launcher-1.2.16.dist-info → cobweb_launcher-1.2.18.dist-info}/RECORD RENAMED
@@ -14,14 +14,14 @@ cobweb/crawlers/base_crawler.py,sha256=ee_WSDnPQpPTk6wlFuY2UEx5L3hcsAZFcr6i3GLSr
14
14
  cobweb/crawlers/crawler.py,sha256=xiFNM0t69f5xlm59hPbO2MpqtdirVAUhD84-CLpyHPM,6349
15
15
  cobweb/crawlers/file_crawler.py,sha256=2Sjbdgxzqd41WykKUQE3QQlGai3T8k-pmHNmPlTchjQ,4454
16
16
  cobweb/db/__init__.py,sha256=uZwSkd105EAwYo95oZQXAfofUKHVIAZZIPpNMy-hm2Q,56
17
- cobweb/db/api_db.py,sha256=53-avN4zkqWLxmRRils8K3RFx2lBG5jNOuNFOHDMCD8,2663
17
+ cobweb/db/api_db.py,sha256=vQoZMYJOcoRNdxL5Yu4dk8jvx_Ac9or7cTPkOPGkwBk,2713
18
18
  cobweb/db/redis_db.py,sha256=fumNZJiio-uQqRcSrymx8eJ1PqsdOwITe_Y-9JOXxrQ,4298
19
19
  cobweb/exceptions/__init__.py,sha256=E9SHnJBbhD7fOgPFMswqyOf8SKRDrI_i25L0bSpohvk,32
20
20
  cobweb/exceptions/oss_db_exception.py,sha256=iP_AImjNHT3-Iv49zCFQ3rdLnlvuHa3h2BXApgrOYpA,636
21
21
  cobweb/launchers/__init__.py,sha256=qMuVlQcjErVK67HyKFZEsXf_rfZD5ODjx1QucSCKMOM,114
22
22
  cobweb/launchers/launcher.py,sha256=SK4f3Fpuv-QMMriHruXGQ1sh1lxT1DZ2PdG0p2wAzNw,6978
23
23
  cobweb/launchers/launcher_air.py,sha256=KAk_M8F3029cXYe7m4nn3Nzyi89lbxJ2cqZjqW8iZ0E,2832
24
- cobweb/launchers/launcher_api.py,sha256=LFxUGRgPm6_leAVtOg6VxosVqxA3c7sbphA4nFtC22U,8940
24
+ cobweb/launchers/launcher_api.py,sha256=Gcaj38_CdKN6dqzju9NtWBAwbm7KM4J2BG0STXnIh8Y,8877
25
25
  cobweb/launchers/launcher_pro.py,sha256=2JdN4khAFGBWLXDKaWknjG72XBhfTAnwtrgVmkF0K3M,8653
26
26
  cobweb/pipelines/__init__.py,sha256=zSUsGtx6smbs2iXBXvYynReKSgky-3gjqaAtKVnA_OU,105
27
27
  cobweb/pipelines/base_pipeline.py,sha256=fYnWf79GmhufXpcnMa3te18SbmnVeYLwxfyo-zLd9CY,1577
@@ -33,8 +33,8 @@ cobweb/utils/__init__.py,sha256=vBtZTy3EfRE0MmH43URhmr7nw6_oOWTEbGOM9xR_9o8,78
33
33
  cobweb/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
34
34
  cobweb/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
35
35
  cobweb/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
36
- cobweb_launcher-1.2.16.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
37
- cobweb_launcher-1.2.16.dist-info/METADATA,sha256=jX8Pu-Bi7lcAkXTd2e-GNJAbhJ1AtrhVbcTxGro7oAM,6510
38
- cobweb_launcher-1.2.16.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
39
- cobweb_launcher-1.2.16.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
40
- cobweb_launcher-1.2.16.dist-info/RECORD,,
36
+ cobweb_launcher-1.2.18.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
37
+ cobweb_launcher-1.2.18.dist-info/METADATA,sha256=8639xx2MlfJGYaCrgz3Lt5je70eMYsbxjPKtcbaisvA,6510
38
+ cobweb_launcher-1.2.18.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
39
+ cobweb_launcher-1.2.18.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
40
+ cobweb_launcher-1.2.18.dist-info/RECORD,,