cobweb-launcher 1.2.64__py3-none-any.whl → 1.2.65__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. cobweb/crawlers/crawler.py +2 -0
  2. {cobweb_launcher-1.2.64.dist-info → cobweb_launcher-1.2.65.dist-info}/METADATA +1 -1
  3. {cobweb_launcher-1.2.64.dist-info → cobweb_launcher-1.2.65.dist-info}/RECORD +6 -6
  4. {cobweb_launcher-1.2.64.dist-info → cobweb_launcher-1.2.65.dist-info}/LICENSE +0 -0
  5. {cobweb_launcher-1.2.64.dist-info → cobweb_launcher-1.2.65.dist-info}/WHEEL +0 -0
  6. {cobweb_launcher-1.2.64.dist-info → cobweb_launcher-1.2.65.dist-info}/top_level.txt +0 -0
cobweb/crawlers/crawler.py CHANGED
@@ -149,6 +149,7 @@ class Crawler(threading.Thread):
149
149
  data_size=int(download_item.response.headers.get("content-length", 0)),
150
150
  cost_time=end_time - start_time, status = 200,
151
151
  url=download_item.response.url,
152
+ seed=download_item.seed.to_string,
152
153
  proxy_type=seed.params.proxy_type,
153
154
  proxy=seed.params.proxy,
154
155
  project=self.project, task=self.task,
@@ -179,6 +180,7 @@ class Crawler(threading.Thread):
179
180
  topic=urlparse(url).netloc,
180
181
  data_size=-1, cost_time=-1,
181
182
  status=status, url=url,
183
+ seed=seed.to_string,
182
184
  proxy_type=seed.params.proxy_type,
183
185
  proxy=seed.params.proxy,
184
186
  project=self.project,
{cobweb_launcher-1.2.64.dist-info → cobweb_launcher-1.2.65.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.2.64
3
+ Version: 1.2.65
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb_launcher-1.2.64.dist-info → cobweb_launcher-1.2.65.dist-info}/RECORD RENAMED
@@ -13,7 +13,7 @@ cobweb/base/response.py,sha256=eB1DWMXFCpn3cJ3yzgCRU1WeZAdayGDohRgdjdMUFN4,406
13
13
  cobweb/base/seed.py,sha256=A-F1urjbE5hYNWTCwq3sUV4nrxlK_RGMoCmjBmIwYsI,3158
14
14
  cobweb/crawlers/__init__.py,sha256=msvkB9mTpsgyj8JfNMsmwAcpy5kWk_2NrO1Adw2Hkw0,29
15
15
  cobweb/crawlers/base_crawler.py,sha256=ee_WSDnPQpPTk6wlFuY2UEx5L3hcsAZFcr6i3GLSry8,5751
16
- cobweb/crawlers/crawler.py,sha256=kbpgBllmA2ve3Hp-XvVH89t2q5G39i-m7it5xJ1p1WE,8973
16
+ cobweb/crawlers/crawler.py,sha256=yV0R-AoVb7xg722zpIEs9aYFYV2MfZ634qzKJgDXbZo,9089
17
17
  cobweb/crawlers/file_crawler.py,sha256=2Sjbdgxzqd41WykKUQE3QQlGai3T8k-pmHNmPlTchjQ,4454
18
18
  cobweb/db/__init__.py,sha256=uZwSkd105EAwYo95oZQXAfofUKHVIAZZIPpNMy-hm2Q,56
19
19
  cobweb/db/api_db.py,sha256=bDc5dJQxq4z04h70KUTHd0OqUOEY7Cm3wcNJZtTvJIM,3015
@@ -38,8 +38,8 @@ cobweb/utils/bloom.py,sha256=vng-YbKgh9HbtpAWYf_nkUSbfVTOj40aqUUejRYlsCU,1752
38
38
  cobweb/utils/dotting.py,sha256=mVICaa26R-dQ4JGmPK-kkR6QjX38QiRewXZnGb2DCIc,1784
39
39
  cobweb/utils/oss.py,sha256=6x_ugXanh1R-6ZylQzUDQh4OeFZHujhWFCOxbzy53JY,3984
40
40
  cobweb/utils/tools.py,sha256=5JEaaAwYoV9Sdla2UBIJn6faUBuXmxUMagm9ck6FVqs,1253
41
- cobweb_launcher-1.2.64.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
42
- cobweb_launcher-1.2.64.dist-info/METADATA,sha256=NikLvEH211SWsw5jTUhaLsXROPJWvc2bkEUq3n4wlaM,6510
43
- cobweb_launcher-1.2.64.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
44
- cobweb_launcher-1.2.64.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
45
- cobweb_launcher-1.2.64.dist-info/RECORD,,
41
+ cobweb_launcher-1.2.65.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
42
+ cobweb_launcher-1.2.65.dist-info/METADATA,sha256=zFRzApm4_ADTxcg4-18wMQRM6AcxeD0Oww0lJY7_DBk,6510
43
+ cobweb_launcher-1.2.65.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
44
+ cobweb_launcher-1.2.65.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
45
+ cobweb_launcher-1.2.65.dist-info/RECORD,,