cobweb-launcher 0.1.11__py3-none-any.whl → 0.1.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (10) hide show
  1. cobweb/bbb.py +1 -1
  2. cobweb/constant.py +1 -0
  3. cobweb/equip/distributed/models.py +2 -1
  4. cobweb/equip/single/models.py +2 -1
  5. cobweb/task.py +1 -0
  6. {cobweb_launcher-0.1.11.dist-info → cobweb_launcher-0.1.13.dist-info}/METADATA +1 -1
  7. {cobweb_launcher-0.1.11.dist-info → cobweb_launcher-0.1.13.dist-info}/RECORD +10 -10
  8. {cobweb_launcher-0.1.11.dist-info → cobweb_launcher-0.1.13.dist-info}/LICENSE +0 -0
  9. {cobweb_launcher-0.1.11.dist-info → cobweb_launcher-0.1.13.dist-info}/WHEEL +0 -0
  10. {cobweb_launcher-0.1.11.dist-info → cobweb_launcher-0.1.13.dist-info}/top_level.txt +0 -0
cobweb/bbb.py CHANGED
@@ -123,7 +123,7 @@ class Seed:
123
123
 
124
124
  @property
125
125
  def format_seed(self):
126
- return json.dumps(self.dict_seed, ensure_ascii=False)
126
+ return json.dumps(self.dict_seed, ensure_ascii=False, separators=(",", ":"))
127
127
 
128
128
 
129
129
  class DBItem:
cobweb/constant.py CHANGED
@@ -22,3 +22,4 @@ class Setting:
22
22
  CHECK_LOCK_TIME = None
23
23
  DEAL_MODEL = None
24
24
  LAUNCHER_MODEL = None
25
+ SPIDER_RUN_TIME = None
cobweb/equip/distributed/models.py CHANGED
@@ -3,7 +3,7 @@ from hashlib import md5
3
3
  from inspect import isgenerator
4
4
 
5
5
  from .. import log, ici
6
- from .. import DealModel, Queue, Seed
6
+ from .. import DealModel, Queue, Seed, Setting
7
7
  # from pympler import asizeof
8
8
 
9
9
 
@@ -109,6 +109,7 @@ class Spider:
109
109
  log.info(f"{str(seed)} -> {str(e)}")
110
110
  finally:
111
111
  self.spider_in_progress.pop()
112
+ time.sleep(Setting.SPIDER_RUN_TIME)
112
113
  log.info(f"close thread: spider")
113
114
 
114
115
 
cobweb/equip/single/models.py CHANGED
@@ -2,7 +2,7 @@ import time
2
2
  from inspect import isgenerator
3
3
  # from pympler import asizeof
4
4
  from .. import log, ici
5
- from .. import DealModel, Queue, Seed
5
+ from .. import DealModel, Queue, Seed, Setting
6
6
 
7
7
 
8
8
  class Scheduler:
@@ -105,6 +105,7 @@ class Spider:
105
105
  log.info(f"{str(seed)} -> {str(e)}")
106
106
  finally:
107
107
  self.spider_in_progress.pop()
108
+ time.sleep(Setting.SPIDER_RUN_TIME)
108
109
  log.info(f"close thread: spider")
109
110
 
110
111
 
cobweb/task.py CHANGED
@@ -6,6 +6,7 @@ from .utils import parse_info, struct_start_seeds
6
6
  def init_task_env():
7
7
  Setting.RESET_SCORE = int(os.getenv("RESET_SCORE", 600))
8
8
  Setting.CHECK_LOCK_TIME = int(os.getenv("CHECK_LOCK_TIME", 30))
9
+ Setting.SPIDER_RUN_TIME = float(os.getenv("SPIDER_RUN_TIME", 0.2))
9
10
  Setting.DEAL_MODEL = os.getenv("DEAL_MODEL", DealModel.failure)
10
11
  Setting.LAUNCHER_MODEL = os.getenv("LAUNCHER_MODEL", LauncherModel.task)
11
12
 
{cobweb_launcher-0.1.11.dist-info → cobweb_launcher-0.1.13.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 0.1.11
3
+ Version: 0.1.13
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb_launcher-0.1.11.dist-info → cobweb_launcher-0.1.13.dist-info}/RECORD RENAMED
@@ -1,11 +1,11 @@
1
1
  cobweb/__init__.py,sha256=fIg4v2yl3NHiCSli9EHU1WnMTLqEfDAvOgRtmULwu5A,227
2
- cobweb/bbb.py,sha256=Sckof5zgzWEz2tIjs6xxoLkrL7wUdogPw3AetlXIDUo,5684
3
- cobweb/constant.py,sha256=WApaB3mn9cTDzvoCd7UcejO5T5wsCrxzn7D-uBTcIpg,462
2
+ cobweb/bbb.py,sha256=zKeCeBVFQfhEv6M8CCktUTM7tXDZmAu6ZN0-ET44pUY,5707
3
+ cobweb/constant.py,sha256=t0_2xY_VU6T18DnD8tL9LDQJB6ibE9UWx66H5yz_934,489
4
4
  cobweb/decorators.py,sha256=eYQI9rddPVJihAlomLTmbtQhIOzPw8dCrOFpxAq2pLY,318
5
5
  cobweb/interface.py,sha256=um_k2AAQl1HTOvfUlq914DjkpfZVwt2m1B65EpPKrmE,802
6
6
  cobweb/log.py,sha256=Gb3_y4IzTo5pJohTggBCU9rK6-ZN3hgTOHkoXHyN6CU,2384
7
7
  cobweb/setting.py,sha256=UAu_dLuIFYO98MxtlZ5sZqJcwKAUKq4Bu4KoKlV50Mc,288
8
- cobweb/task.py,sha256=H9hDK72fSqD7k16exVIXIvCYr1Kvq-pl8PCXtKh8JWA,1704
8
+ cobweb/task.py,sha256=okE6rBFm9VnYOAXShuTXJ0uvc-_ITsuuxhyxNKbymmU,1775
9
9
  cobweb/utils.py,sha256=ivmRqJJNtwdOKYT4G7qQCWnL8ar9c-shxeDZzGB2E9c,2651
10
10
  cobweb/db/__init__.py,sha256=jC-uOThYLtiDUG6cTJRkDITgOzR4nIOeaZQeZhuk-v0,139
11
11
  cobweb/db/oss_db.py,sha256=lFGNuH3tdIMsohVXQ_fTZPyBfS2oxYNmFNuQ-ZBQgm0,4221
@@ -24,16 +24,16 @@ cobweb/distributed/models.py,sha256=PUQokXMGD-H4A99nX7qYA395Ul6IsWGruMTVa05nswY,
24
24
  cobweb/equip/__init__.py,sha256=UVhm9xl9kj1Ez_9Sf5ElRvkeI5pTpXatWfIHJbXAFx4,240
25
25
  cobweb/equip/distributed/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
26
26
  cobweb/equip/distributed/launcher.py,sha256=1LzxibGXWR20XpXawakiRpEMaa9yfaj2rFSKnmEwjFc,7475
27
- cobweb/equip/distributed/models.py,sha256=5an5JRPvALFB4C-c6gY3KIttgeb4T66uLGwQr7fJJdw,4947
27
+ cobweb/equip/distributed/models.py,sha256=qTGzxLdb2arsZSZK2HE4-MrqhraUhc2Ol5wBvlv_aWA,5008
28
28
  cobweb/equip/single/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
29
29
  cobweb/equip/single/launcher.py,sha256=dMd1IJg__yiFnxy3Q6EueebPllN8zyTDwfC0OjEhRf4,6702
30
- cobweb/equip/single/models.py,sha256=iZhsnf1OAq5L6pIn06iaaWlheS28M5Q2GgM55s58aX0,4579
30
+ cobweb/equip/single/models.py,sha256=RFhodfO9UDba2C4a3yHVrbzv-CSqfgbR2zAH8U-O7gk,4640
31
31
  cobweb/single/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
32
32
  cobweb/single/launcher.py,sha256=IoJbn87j7t7Pib_FxoWZmmX8asXOqNGb-9ospw6EYJI,7302
33
33
  cobweb/single/models.py,sha256=UXcxr_Quok91k82plaqbj4deB-UBCWo14WCo6SS5L_o,4247
34
34
  cobweb/single/nest.py,sha256=49K6KQ934INfPrWQsrq9rIFpQauLbLGOFbDaHvoQzOk,5015
35
- cobweb_launcher-0.1.11.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
36
- cobweb_launcher-0.1.11.dist-info/METADATA,sha256=rJuuw5pRgRobXsSKKFFt8a_P15TTm7QzmW-iu7yi9j8,1220
37
- cobweb_launcher-0.1.11.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
38
- cobweb_launcher-0.1.11.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
39
- cobweb_launcher-0.1.11.dist-info/RECORD,,
35
+ cobweb_launcher-0.1.13.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
36
+ cobweb_launcher-0.1.13.dist-info/METADATA,sha256=ffqwHcTVid1e3EhNB6WpThreoca8UabGjTxDHKE3CME,1220
37
+ cobweb_launcher-0.1.13.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
38
+ cobweb_launcher-0.1.13.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
39
+ cobweb_launcher-0.1.13.dist-info/RECORD,,