cobweb-launcher 1.1.10__py3-none-any.whl → 1.1.12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of cobweb-launcher might be problematic. Click here for more details.

Files changed (8) hide show
  1. cobweb/base/response.py +1 -0
  2. cobweb/base/seed.py +1 -5
  3. cobweb/crawlers/file_crawler.py +1 -1
  4. {cobweb_launcher-1.1.10.dist-info → cobweb_launcher-1.1.12.dist-info}/METADATA +1 -1
  5. {cobweb_launcher-1.1.10.dist-info → cobweb_launcher-1.1.12.dist-info}/RECORD +8 -8
  6. {cobweb_launcher-1.1.10.dist-info → cobweb_launcher-1.1.12.dist-info}/LICENSE +0 -0
  7. {cobweb_launcher-1.1.10.dist-info → cobweb_launcher-1.1.12.dist-info}/WHEEL +0 -0
  8. {cobweb_launcher-1.1.10.dist-info → cobweb_launcher-1.1.12.dist-info}/top_level.txt +0 -0
cobweb/base/response.py CHANGED
@@ -20,3 +20,4 @@ class Response:
20
20
  _dict.pop('seed')
21
21
  _dict.pop('response')
22
22
  return _dict
23
+
cobweb/base/seed.py CHANGED
@@ -5,11 +5,10 @@ import hashlib
5
5
 
6
6
  class SeedParams:
7
7
 
8
- def __init__(self, retry, priority, seed_version, identifier=None):
8
+ def __init__(self, retry, priority, seed_version):
9
9
  self.retry = retry or 0
10
10
  self.priority = priority or 300
11
11
  self.seed_version = seed_version or int(time.time())
12
- self.identifier = identifier
13
12
 
14
13
 
15
14
  class Seed:
@@ -18,7 +17,6 @@ class Seed:
18
17
  "retry",
19
18
  "priority",
20
19
  "seed_version",
21
- "identifier"
22
20
  ]
23
21
 
24
22
  def __init__(
@@ -28,7 +26,6 @@ class Seed:
28
26
  retry=None,
29
27
  priority=None,
30
28
  seed_version=None,
31
- identifier=None,
32
29
  **kwargs
33
30
  ):
34
31
  if any(isinstance(seed, t) for t in (str, bytes)):
@@ -50,7 +47,6 @@ class Seed:
50
47
  "retry": retry,
51
48
  "priority": priority,
52
49
  "seed_version": seed_version,
53
- "identifier": identifier
54
50
  }
55
51
 
56
52
  if kwargs:
cobweb/crawlers/file_crawler.py CHANGED
@@ -90,7 +90,7 @@ class FileCrawlerAir(Crawler):
90
90
  yield Seed(seed_dict, identifier="merge")
91
91
 
92
92
 
93
- class VideoCrawler(FileCrawlerAir):
93
+ class FileCrawlerPro(FileCrawlerAir):
94
94
 
95
95
  @staticmethod
96
96
  def download(item: Request) -> Union[Seed, BaseItem, Response, str]:
{cobweb_launcher-1.1.10.dist-info → cobweb_launcher-1.1.12.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cobweb-launcher
3
- Version: 1.1.10
3
+ Version: 1.1.12
4
4
  Summary: spider_hole
5
5
  Home-page: https://github.com/Juannie-PP/cobweb
6
6
  Author: Juannie-PP
{cobweb_launcher-1.1.10.dist-info → cobweb_launcher-1.1.12.dist-info}/RECORD RENAMED
@@ -7,11 +7,11 @@ cobweb/base/decorators.py,sha256=wDCaQ94aAZGxks9Ljc0aXq6omDXT1_yzFy83ZW6VbVI,930
7
7
  cobweb/base/item.py,sha256=pMriHStzUXtSvIf5Z3KXsP-bCvjlG1gM3z33wWeuoH8,966
8
8
  cobweb/base/log.py,sha256=L01hXdk3L2qEm9X1FOXQ9VmWIoHSELe0cyZvrdAN61A,2003
9
9
  cobweb/base/request.py,sha256=tEkgMVUfdQI-kZuzWuiit9P_q4Q9-_RZh9aXXpc0314,2352
10
- cobweb/base/response.py,sha256=7h9TwCNqRlwM_fvNmid9zOoRfHbKB8ABSU0eaVUJdVo,405
11
- cobweb/base/seed.py,sha256=XswH16eEd6iwIBpt71E2S_AsV5UVCcOEOBFoP0r5QRo,2900
10
+ cobweb/base/response.py,sha256=eB1DWMXFCpn3cJ3yzgCRU1WeZAdayGDohRgdjdMUFN4,406
11
+ cobweb/base/seed.py,sha256=QxlXztWjV8VvcHu-cTzyoDHaDvoX26iyoJKiWk64HnE,2759
12
12
  cobweb/crawlers/__init__.py,sha256=_HAXBg7Sq8fsDGSjDm3AQz9aQtLZONpt5b8dSe607mI,91
13
13
  cobweb/crawlers/base_crawler.py,sha256=uR1wQ2sJpFovNoAK52293rF03O-jNbv24P5QoNt1tW0,5169
14
- cobweb/crawlers/file_crawler.py,sha256=jCdjQuNEAGHDc_y3pKFKNg8GZS_Qdxx9MywhNmLzMgA,8530
14
+ cobweb/crawlers/file_crawler.py,sha256=AuKu2ZoDoccsI2COnsUWGxKQf67Y-87lL7xqiPv0LRI,8532
15
15
  cobweb/db/__init__.py,sha256=ut0iEyBLjcJL06WNG_5_d4hO5PJWvDrKWMkDOdmgh2M,30
16
16
  cobweb/db/redis_db.py,sha256=NNI2QkRV1hEZI-z-COEncXt88z3pZN6wusKlcQzc8V4,4304
17
17
  cobweb/exceptions/__init__.py,sha256=E9SHnJBbhD7fOgPFMswqyOf8SKRDrI_i25L0bSpohvk,32
@@ -25,8 +25,8 @@ cobweb/pipelines/loghub_pipeline.py,sha256=cjPO6w6UJ0jNw2fVvdX0BCdlm58T7dmYXlxzX
25
25
  cobweb/utils/__init__.py,sha256=JTE4sBfHnKHhD6w9Auk0MIT7O9BMOamCeryhlHNx3Zg,47
26
26
  cobweb/utils/oss.py,sha256=qAl05ybL2Jp6KFjHDHVMfmeBHQmDKPtZleHjHAY7LZc,3277
27
27
  cobweb/utils/tools.py,sha256=bVd3iRGBvwhohQAH7AXTTjbmQ54Z35K0O-fatEyhePU,1249
28
- cobweb_launcher-1.1.10.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
29
- cobweb_launcher-1.1.10.dist-info/METADATA,sha256=ZCLDIqt39zWjikRA9Z9OLNyJr55ujHOIXW9MOjZkh0g,1246
30
- cobweb_launcher-1.1.10.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
31
- cobweb_launcher-1.1.10.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
32
- cobweb_launcher-1.1.10.dist-info/RECORD,,
28
+ cobweb_launcher-1.1.12.dist-info/LICENSE,sha256=z1rxSIGOyzcSb3orZxFPxzx-0C1vTocmswqBNxpKfEk,1063
29
+ cobweb_launcher-1.1.12.dist-info/METADATA,sha256=On83pLSNRDRqXO5NRz7ZUq3_Bq2pfFQfaSoTeNeSdMw,1246
30
+ cobweb_launcher-1.1.12.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
31
+ cobweb_launcher-1.1.12.dist-info/top_level.txt,sha256=4GETBGNsKqiCUezmT-mJn7tjhcDlu7nLIV5gGgHBW4I,7
32
+ cobweb_launcher-1.1.12.dist-info/RECORD,,