cobweb-launcher 1.2.18__py3-none-any.whl → 1.2.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (7) hide show
  1. cobweb/db/api_db.py +3 -0
  2. cobweb/launchers/launcher_api.py +2 -2
  3. {cobweb_launcher-1.2.18.dist-info → cobweb_launcher-1.2.19.dist-info}/METADATA +1 -1
  4. {cobweb_launcher-1.2.18.dist-info → cobweb_launcher-1.2.19.dist-info}/RECORD +7 -7
  5. {cobweb_launcher-1.2.18.dist-info → cobweb_launcher-1.2.19.dist-info}/LICENSE +0 -0
  6. {cobweb_launcher-1.2.18.dist-info → cobweb_launcher-1.2.19.dist-info}/WHEEL +0 -0
  7. {cobweb_launcher-1.2.18.dist-info → cobweb_launcher-1.2.19.dist-info}/top_level.txt +0 -0
cobweb/db/api_db.py CHANGED
@@ -62,6 +62,9 @@ class ApiDB:
62
62
  def lock(self, name, t=15) -> bool:
63
63
  return self._get_response(api="/lock", params=dict(name=name, t=t))
64
64
 
65
+ def auto_incrby(self, name, t=15) -> bool:
66
+ return self._get_response(api="/auto_incrby", params=dict(name=name, t=t))
67
+
65
68
  def members(self, name, score, start=0, count=5000, _min="-inf", _max="+inf"):
66
69
  return self._get_response(api="/members", params=dict(name=name, score=score, start=start, count=count, min=_min, max=_max))
67
70
 
cobweb/launchers/launcher_api.py CHANGED
@@ -56,8 +56,8 @@ class LauncherApi(Launcher):
56
56
  time.sleep(expire_time / 2)
57
57
  return None
58
58
  seed = self.__LAUNCHER_QUEUE__["todo"].pop()
59
- if seed and not self._db.lock(self._speed_control_key, t=self._time_window):
60
- self._db.incrby(self._speed_control_key, 1)
59
+ if seed:
60
+ self._db.auto_incrby(self._speed_control_key, t=self._time_window)
61
61
  return seed
62
62
 
63
63
  @check_pause
{cobweb_launcher-1.2.18.dist-info → cobweb_launcher-1.2.19.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.18
3
+ Version: 1.2.19
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb_launcher-1.2.18.dist-info → cobweb_launcher-1.2.19.dist-info}/RECORD RENAMED
@@ -14,14 +14,14 @@ cobweb/crawlers/base_crawler.py,sha256=ee_WSDnPQpPTk6wlFuY2UEx5L3hcsAZFcr6i3GLSr
14
14
  cobweb/crawlers/crawler.py,sha256=xiFNM0t69f5xlm59hPbO2MpqtdirVAUhD84-CLpyHPM,6349
15
15
  cobweb/crawlers/file_crawler.py,sha256=2Sjbdgxzqd41WykKUQE3QQlGai3T8k-pmHNmPlTchjQ,4454
16
16
  cobweb/db/__init__.py,sha256=uZwSkd105EAwYo95oZQXAfofUKHVIAZZIPpNMy-hm2Q,56
17
- cobweb/db/api_db.py,sha256=vQoZMYJOcoRNdxL5Yu4dk8jvx_Ac9or7cTPkOPGkwBk,2713
17
+ cobweb/db/api_db.py,sha256=V0FUacy7orrrwEpJWbSxFI_2I_OuhIMpVp6__cOy4tw,2844
18
18
  cobweb/db/redis_db.py,sha256=fumNZJiio-uQqRcSrymx8eJ1PqsdOwITe_Y-9JOXxrQ,4298
19
19
  cobweb/exceptions/__init__.py,sha256=E9SHnJBbhD7fOgPFMswqyOf8SKRDrI_i25L0bSpohvk,32
20
20
  cobweb/exceptions/oss_db_exception.py,sha256=iP_AImjNHT3-Iv49zCFQ3rdLnlvuHa3h2BXApgrOYpA,636
21
21
  cobweb/launchers/__init__.py,sha256=qMuVlQcjErVK67HyKFZEsXf_rfZD5ODjx1QucSCKMOM,114
22
22
  cobweb/launchers/launcher.py,sha256=SK4f3Fpuv-QMMriHruXGQ1sh1lxT1DZ2PdG0p2wAzNw,6978
23
23
  cobweb/launchers/launcher_air.py,sha256=KAk_M8F3029cXYe7m4nn3Nzyi89lbxJ2cqZjqW8iZ0E,2832
24
- cobweb/launchers/launcher_api.py,sha256=Gcaj38_CdKN6dqzju9NtWBAwbm7KM4J2BG0STXnIh8Y,8877
24
+ cobweb/launchers/launcher_api.py,sha256=Ddx4cuD1nsdHRdY8BeyUS_pzVDEWP59QLcgZ9-LXh0M,8832
25
25
  cobweb/launchers/launcher_pro.py,sha256=2JdN4khAFGBWLXDKaWknjG72XBhfTAnwtrgVmkF0K3M,8653
26
26
  cobweb/pipelines/__init__.py,sha256=zSUsGtx6smbs2iXBXvYynReKSgky-3gjqaAtKVnA_OU,105
27
27
  cobweb/pipelines/base_pipeline.py,sha256=fYnWf79GmhufXpcnMa3te18SbmnVeYLwxfyo-zLd9CY,1577
@@ -33,8 +33,8 @@ cobweb/utils/__init__.py,sha256=vBtZTy3EfRE0MmH43URhmr7nw6_oOWTEbGOM9xR_9o8,78
33
33
  cobweb/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
34
34
  cobweb/utils/oss.py,sha256=gyt8-UB07tVphZLQXMOf-JTJwU-mWq8KZkOXKkAf3uk,3513
35
35
  cobweb/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
36
- cobweb_launcher-1.2.18.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
37
- cobweb_launcher-1.2.18.dist-info/METADATA,sha256=8639xx2MlfJGYaCrgz3Lt5je70eMYsbxjPKtcbaisvA,6510
38
- cobweb_launcher-1.2.18.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
39
- cobweb_launcher-1.2.18.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
40
- cobweb_launcher-1.2.18.dist-info/RECORD,,
36
+ cobweb_launcher-1.2.19.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
37
+ cobweb_launcher-1.2.19.dist-info/METADATA,sha256=0e2ggPHlbGt6nna7QasBSceYp8i9n3QffwWgnAWKoIY,6510
38
+ cobweb_launcher-1.2.19.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
39
+ cobweb_launcher-1.2.19.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
40
+ cobweb_launcher-1.2.19.dist-info/RECORD,,