crawlee 1.0.4b4__py3-none-any.whl → 1.0.4b6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of crawlee might be problematic. Click here for more details.

Files changed (6) hide show
  1. crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler.py +2 -6
  2. {crawlee-1.0.4b4.dist-info → crawlee-1.0.4b6.dist-info}/METADATA +1 -1
  3. {crawlee-1.0.4b4.dist-info → crawlee-1.0.4b6.dist-info}/RECORD +6 -6
  4. {crawlee-1.0.4b4.dist-info → crawlee-1.0.4b6.dist-info}/WHEEL +0 -0
  5. {crawlee-1.0.4b4.dist-info → crawlee-1.0.4b6.dist-info}/entry_points.txt +0 -0
  6. {crawlee-1.0.4b4.dist-info → crawlee-1.0.4b6.dist-info}/licenses/LICENSE +0 -0
crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler.py CHANGED
@@ -149,10 +149,6 @@ class AdaptivePlaywrightCrawler(
149
149
  non-default configuration.
150
150
  kwargs: Additional keyword arguments to pass to the underlying `BasicCrawler`.
151
151
  """
152
- # Some sub crawler kwargs are internally modified. Prepare copies.
153
- basic_crawler_kwargs_for_static_crawler = deepcopy(kwargs)
154
- basic_crawler_kwargs_for_pw_crawler = deepcopy(kwargs)
155
-
156
152
  # Adaptive crawling related.
157
153
  self.rendering_type_predictor = rendering_type_predictor or DefaultRenderingTypePredictor()
158
154
  self.result_checker = result_checker or (lambda _: True)
@@ -170,11 +166,11 @@ class AdaptivePlaywrightCrawler(
170
166
  # Each sub crawler will use custom logger .
171
167
  static_logger = getLogger('Subcrawler_static')
172
168
  static_logger.setLevel(logging.ERROR)
173
- basic_crawler_kwargs_for_static_crawler['_logger'] = static_logger
169
+ basic_crawler_kwargs_for_static_crawler: _BasicCrawlerOptions = {'_logger': static_logger, **kwargs}
174
170
 
175
171
  pw_logger = getLogger('Subcrawler_playwright')
176
172
  pw_logger.setLevel(logging.ERROR)
177
- basic_crawler_kwargs_for_pw_crawler['_logger'] = pw_logger
173
+ basic_crawler_kwargs_for_pw_crawler: _BasicCrawlerOptions = {'_logger': pw_logger, **kwargs}
178
174
 
179
175
  # Initialize sub crawlers to create their pipelines.
180
176
  static_crawler_class = AbstractHttpCrawler.create_parsed_http_crawler_class(static_parser=static_parser)
{crawlee-1.0.4b4.dist-info → crawlee-1.0.4b6.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: crawlee
3
- Version: 1.0.4b4
3
+ Version: 1.0.4b6
4
4
  Summary: Crawlee for Python
5
5
  Project-URL: Apify Homepage, https://apify.com
6
6
  Project-URL: Changelog, https://crawlee.dev/python/docs/changelog
{crawlee-1.0.4b4.dist-info → crawlee-1.0.4b6.dist-info}/RECORD RENAMED
@@ -58,7 +58,7 @@ crawlee/crawlers/_abstract_http/_abstract_http_parser.py,sha256=Y5o_hiW_0mQAte5G
58
58
  crawlee/crawlers/_abstract_http/_http_crawling_context.py,sha256=Rno_uJ8ivmyRxFQv2MyY_z9B5WPHSEd5MAPz31_1ZIo,2179
59
59
  crawlee/crawlers/_abstract_http/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
60
60
  crawlee/crawlers/_adaptive_playwright/__init__.py,sha256=LREq9WR9BKsE8S8lSsEhlCoNjQaLhlJ9yo8y_6a8o4c,1072
61
- crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler.py,sha256=j-7lm5vTI_14JrEQQDUFQ3iWnidTaca376UbSZ-uiTk,21731
61
+ crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler.py,sha256=bMKlIv-yS_vkMIJSQoVt5v730fKF_spKfW01kq2sZFs,21593
62
62
  crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler_statistics.py,sha256=_At8T8S3JLGPA-1AeCFGrpE-FuCDW9sazrXt9U0tK6U,1048
63
63
  crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawling_context.py,sha256=9FlHIUC05IzUhJsVldQvpnDnj1jk8GJpqC98mPLN_fw,10431
64
64
  crawlee/crawlers/_adaptive_playwright/_rendering_type_predictor.py,sha256=TM4mkbIN_059jUyCG8Z6XAb_FBLClIKw7z-aDvjon2I,10834
@@ -187,8 +187,8 @@ crawlee/storages/_request_queue.py,sha256=bjBOGbpMaGUsqJPVB-JD2VShziPAYMI-GvWKKp
187
187
  crawlee/storages/_storage_instance_manager.py,sha256=72n0YlPwNpSQDJSPf4TxnI2GvIK6L-ZiTmHRbFcoVU0,8164
188
188
  crawlee/storages/_utils.py,sha256=Yz-5tEBYKYCFJemYT29--uGJqoJLApLDLgPcsnbifRw,439
189
189
  crawlee/storages/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
190
- crawlee-1.0.4b4.dist-info/METADATA,sha256=G2GqZKPuhTSf7bDXOKQ1b8WdzsMgIUCatpH1dTAu2nM,29314
191
- crawlee-1.0.4b4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
192
- crawlee-1.0.4b4.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
193
- crawlee-1.0.4b4.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
194
- crawlee-1.0.4b4.dist-info/RECORD,,
190
+ crawlee-1.0.4b6.dist-info/METADATA,sha256=krz9PPrQuGh8tNo-gQbr2eCKo_XlYlYWgyyE47Y6C88,29314
191
+ crawlee-1.0.4b6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
192
+ crawlee-1.0.4b6.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
193
+ crawlee-1.0.4b6.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
194
+ crawlee-1.0.4b6.dist-info/RECORD,,