PyPI - crawlo - Versions diffs - 1.4.7__py3-none-any.whl → 1.4.8__py3-none-any.whl - Mend

crawlo 1.4.7py3-none-any.whl → 1.4.8py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of crawlo might be problematic. Click here for more details.

Files changed (348) hide show

crawlo/__init__.py +90 -90
crawlo/__version__.py +1 -1
crawlo/cli.py +75 -75
crawlo/commands/__init__.py +14 -14
crawlo/commands/check.py +594 -594
crawlo/commands/genspider.py +186 -186
crawlo/commands/help.py +140 -140
crawlo/commands/list.py +155 -155
crawlo/commands/run.py +379 -379
crawlo/commands/startproject.py +460 -460
crawlo/commands/stats.py +187 -187
crawlo/commands/utils.py +196 -196
crawlo/config.py +320 -320
crawlo/config_validator.py +277 -277
crawlo/core/__init__.py +52 -52
crawlo/core/engine.py +451 -451
crawlo/core/processor.py +47 -47
crawlo/core/scheduler.py +290 -290
crawlo/crawler.py +698 -698
crawlo/data/__init__.py +5 -5
crawlo/data/user_agents.py +194 -194
crawlo/downloader/__init__.py +280 -280
crawlo/downloader/aiohttp_downloader.py +233 -233
crawlo/downloader/cffi_downloader.py +250 -250
crawlo/downloader/httpx_downloader.py +265 -265
crawlo/downloader/hybrid_downloader.py +212 -212
crawlo/downloader/playwright_downloader.py +425 -425
crawlo/downloader/selenium_downloader.py +486 -486
crawlo/event.py +45 -45
crawlo/exceptions.py +214 -214
crawlo/extension/__init__.py +64 -64
crawlo/extension/health_check.py +141 -141
crawlo/extension/log_interval.py +94 -94
crawlo/extension/log_stats.py +70 -70
crawlo/extension/logging_extension.py +53 -53
crawlo/extension/memory_monitor.py +104 -104
crawlo/extension/performance_profiler.py +133 -133
crawlo/extension/request_recorder.py +107 -107
crawlo/factories/__init__.py +27 -27
crawlo/factories/base.py +68 -68
crawlo/factories/crawler.py +104 -104
crawlo/factories/registry.py +84 -84
crawlo/factories/utils.py +134 -134
crawlo/filters/__init__.py +170 -170
crawlo/filters/aioredis_filter.py +347 -347
crawlo/filters/memory_filter.py +261 -261
crawlo/framework.py +306 -306
crawlo/initialization/__init__.py +44 -44
crawlo/initialization/built_in.py +391 -391
crawlo/initialization/context.py +141 -141
crawlo/initialization/core.py +240 -240
crawlo/initialization/phases.py +229 -229
crawlo/initialization/registry.py +143 -143
crawlo/initialization/utils.py +48 -48
crawlo/interfaces.py +23 -23
crawlo/items/__init__.py +23 -23
crawlo/items/base.py +23 -23
crawlo/items/fields.py +52 -52
crawlo/items/items.py +104 -104
crawlo/logging/__init__.py +42 -42
crawlo/logging/config.py +280 -276
crawlo/logging/factory.py +175 -175
crawlo/logging/manager.py +104 -104
crawlo/middleware/__init__.py +87 -87
crawlo/middleware/default_header.py +132 -132
crawlo/middleware/download_delay.py +104 -104
crawlo/middleware/middleware_manager.py +142 -142
crawlo/middleware/offsite.py +123 -123
crawlo/middleware/proxy.py +209 -209
crawlo/middleware/request_ignore.py +86 -86
crawlo/middleware/response_code.py +150 -150
crawlo/middleware/response_filter.py +136 -136
crawlo/middleware/retry.py +124 -124
crawlo/mode_manager.py +287 -287
crawlo/network/__init__.py +21 -21
crawlo/network/request.py +408 -376
crawlo/network/response.py +598 -569
crawlo/pipelines/__init__.py +52 -52
crawlo/pipelines/base_pipeline.py +452 -452
crawlo/pipelines/bloom_dedup_pipeline.py +145 -146
crawlo/pipelines/console_pipeline.py +39 -39
crawlo/pipelines/csv_pipeline.py +316 -316
crawlo/pipelines/database_dedup_pipeline.py +196 -197
crawlo/pipelines/json_pipeline.py +218 -218
crawlo/pipelines/memory_dedup_pipeline.py +104 -105
crawlo/pipelines/mongo_pipeline.py +140 -139
crawlo/pipelines/mysql_pipeline.py +468 -469
crawlo/pipelines/pipeline_manager.py +100 -100
crawlo/pipelines/redis_dedup_pipeline.py +155 -155
crawlo/project.py +347 -347
crawlo/queue/__init__.py +9 -9
crawlo/queue/pqueue.py +38 -38
crawlo/queue/queue_manager.py +591 -591
crawlo/queue/redis_priority_queue.py +518 -518
crawlo/settings/__init__.py +7 -7
crawlo/settings/default_settings.py +287 -284
crawlo/settings/setting_manager.py +219 -219
crawlo/spider/__init__.py +658 -657
crawlo/stats_collector.py +81 -81
crawlo/subscriber.py +129 -129
crawlo/task_manager.py +138 -138
crawlo/templates/crawlo.cfg.tmpl +10 -10
crawlo/templates/project/__init__.py.tmpl +1 -1
crawlo/templates/project/items.py.tmpl +13 -13
crawlo/templates/project/middlewares.py.tmpl +38 -38
crawlo/templates/project/pipelines.py.tmpl +35 -35
crawlo/templates/project/settings.py.tmpl +113 -109
crawlo/templates/project/settings_distributed.py.tmpl +160 -156
crawlo/templates/project/settings_gentle.py.tmpl +174 -170
crawlo/templates/project/settings_high_performance.py.tmpl +175 -171
crawlo/templates/project/settings_minimal.py.tmpl +102 -98
crawlo/templates/project/settings_simple.py.tmpl +172 -168
crawlo/templates/project/spiders/__init__.py.tmpl +9 -9
crawlo/templates/run.py.tmpl +23 -23
crawlo/templates/spider/spider.py.tmpl +32 -32
crawlo/templates/spiders_init.py.tmpl +4 -4
crawlo/tools/__init__.py +86 -86
crawlo/tools/date_tools.py +289 -289
crawlo/tools/distributed_coordinator.py +384 -384
crawlo/tools/scenario_adapter.py +262 -262
crawlo/tools/text_cleaner.py +232 -232
crawlo/utils/__init__.py +74 -50
crawlo/utils/batch_processor.py +276 -276
crawlo/utils/config_manager.py +442 -442
crawlo/utils/controlled_spider_mixin.py +439 -439
crawlo/utils/db_helper.py +250 -250
crawlo/utils/encoding_helper.py +190 -0
crawlo/utils/error_handler.py +410 -410
crawlo/utils/fingerprint.py +121 -121
crawlo/utils/func_tools.py +82 -82
crawlo/utils/large_scale_helper.py +344 -344
crawlo/utils/leak_detector.py +335 -335
crawlo/utils/misc.py +81 -81
crawlo/utils/mongo_connection_pool.py +157 -157
crawlo/utils/mysql_connection_pool.py +197 -197
crawlo/utils/performance_monitor.py +285 -285
crawlo/utils/queue_helper.py +175 -175
crawlo/utils/redis_checker.py +90 -90
crawlo/utils/redis_connection_pool.py +578 -578
crawlo/utils/redis_key_validator.py +198 -198
crawlo/utils/request.py +278 -278
crawlo/utils/request_serializer.py +225 -225
crawlo/utils/resource_manager.py +337 -337
crawlo/utils/response_helper.py +113 -0
crawlo/utils/selector_helper.py +138 -137
crawlo/utils/singleton.py +69 -69
crawlo/utils/spider_loader.py +201 -201
crawlo/utils/text_helper.py +94 -94
{crawlo-1.4.7.dist-info → crawlo-1.4.8.dist-info}/METADATA +831 -689
crawlo-1.4.8.dist-info/RECORD +347 -0
examples/__init__.py +7 -7
tests/__init__.py +7 -7
tests/advanced_tools_example.py +217 -217
tests/authenticated_proxy_example.py +110 -110
tests/baidu_performance_test.py +108 -108
tests/baidu_test.py +59 -59
tests/bug_check_test.py +250 -250
tests/cleaners_example.py +160 -160
tests/comprehensive_framework_test.py +212 -212
tests/comprehensive_test.py +81 -81
tests/comprehensive_testing_summary.md +186 -186
tests/config_validation_demo.py +142 -142
tests/controlled_spider_example.py +205 -205
tests/date_tools_example.py +180 -180
tests/debug_configure.py +69 -69
tests/debug_framework_logger.py +84 -84
tests/debug_log_config.py +126 -126
tests/debug_log_levels.py +63 -63
tests/debug_pipelines.py +66 -66
tests/detailed_log_test.py +233 -233
tests/direct_selector_helper_test.py +96 -96
tests/distributed_dedup_test.py +467 -467
tests/distributed_test.py +66 -66
tests/distributed_test_debug.py +76 -76
tests/dynamic_loading_example.py +523 -523
tests/dynamic_loading_test.py +104 -104
tests/error_handling_example.py +171 -171
tests/explain_mysql_update_behavior.py +76 -76
tests/final_comprehensive_test.py +151 -151
tests/final_log_test.py +260 -260
tests/final_validation_test.py +182 -182
tests/fix_log_test.py +142 -142
tests/framework_performance_test.py +202 -202
tests/log_buffering_test.py +111 -111
tests/log_generation_timing_test.py +153 -153
tests/monitor_redis_dedup.sh +72 -72
tests/ofweek_scrapy/ofweek_scrapy/items.py +12 -12
tests/ofweek_scrapy/ofweek_scrapy/middlewares.py +100 -100
tests/ofweek_scrapy/ofweek_scrapy/pipelines.py +13 -13
tests/ofweek_scrapy/ofweek_scrapy/settings.py +84 -84
tests/ofweek_scrapy/ofweek_scrapy/spiders/__init__.py +4 -4
tests/ofweek_scrapy/scrapy.cfg +11 -11
tests/optimized_performance_test.py +211 -211
tests/performance_comparison.py +244 -244
tests/queue_blocking_test.py +113 -113
tests/queue_test.py +89 -89
tests/redis_key_validation_demo.py +130 -130
tests/request_params_example.py +150 -150
tests/response_improvements_example.py +144 -144
tests/scrapy_comparison/ofweek_scrapy.py +138 -138
tests/scrapy_comparison/scrapy_test.py +133 -133
tests/simple_cli_test.py +54 -54
tests/simple_command_test.py +119 -119
tests/simple_crawlo_test.py +126 -126
tests/simple_follow_test.py +38 -38
tests/simple_log_test2.py +137 -137
tests/simple_optimization_test.py +128 -128
tests/simple_queue_type_test.py +41 -41
tests/simple_response_selector_test.py +94 -94
tests/simple_selector_helper_test.py +154 -154
tests/simple_selector_test.py +207 -207
tests/simple_spider_test.py +49 -49
tests/simple_url_test.py +73 -73
tests/simulate_mysql_update_test.py +139 -139
tests/spider_log_timing_test.py +177 -177
tests/test_advanced_tools.py +148 -148
tests/test_all_commands.py +230 -230
tests/test_all_pipeline_fingerprints.py +133 -133
tests/test_all_redis_key_configs.py +145 -145
tests/test_asyncmy_usage.py +56 -56
tests/test_batch_processor.py +178 -178
tests/test_cleaners.py +54 -54
tests/test_cli_arguments.py +118 -118
tests/test_component_factory.py +174 -174
tests/test_config_consistency.py +80 -80
tests/test_config_merge.py +152 -152
tests/test_config_validator.py +182 -182
tests/test_controlled_spider_mixin.py +79 -79
tests/test_crawler_process_import.py +38 -38
tests/test_crawler_process_spider_modules.py +47 -47
tests/test_crawlo_proxy_integration.py +114 -114
tests/test_date_tools.py +123 -123
tests/test_dedup_fix.py +220 -220
tests/test_dedup_pipeline_consistency.py +124 -124
tests/test_default_header_middleware.py +313 -313
tests/test_distributed.py +65 -65
tests/test_double_crawlo_fix.py +204 -204
tests/test_double_crawlo_fix_simple.py +124 -124
tests/test_download_delay_middleware.py +221 -221
tests/test_downloader_proxy_compatibility.py +272 -272
tests/test_edge_cases.py +305 -305
tests/test_encoding_core.py +56 -56
tests/test_encoding_detection.py +126 -126
tests/test_enhanced_error_handler.py +270 -270
tests/test_enhanced_error_handler_comprehensive.py +245 -245
tests/test_error_handler_compatibility.py +112 -112
tests/test_factories.py +252 -252
tests/test_factory_compatibility.py +196 -196
tests/test_final_validation.py +153 -153
tests/test_fingerprint_consistency.py +135 -135
tests/test_fingerprint_simple.py +51 -51
tests/test_get_component_logger.py +83 -83
tests/test_hash_performance.py +99 -99
tests/test_integration.py +169 -169
tests/test_item_dedup_redis_key.py +122 -122
tests/test_large_scale_helper.py +235 -235
tests/test_logging_enhancements.py +374 -374
tests/test_logging_final.py +184 -184
tests/test_logging_integration.py +312 -312
tests/test_logging_system.py +282 -282
tests/test_middleware_debug.py +141 -141
tests/test_mode_consistency.py +51 -51
tests/test_multi_directory.py +67 -67
tests/test_multiple_spider_modules.py +80 -80
tests/test_mysql_pipeline_config.py +164 -164
tests/test_mysql_pipeline_error.py +98 -98
tests/test_mysql_pipeline_init_log.py +82 -82
tests/test_mysql_pipeline_integration.py +132 -132
tests/test_mysql_pipeline_refactor.py +143 -143
tests/test_mysql_pipeline_refactor_simple.py +85 -85
tests/test_mysql_pipeline_robustness.py +195 -195
tests/test_mysql_pipeline_types.py +88 -88
tests/test_mysql_update_columns.py +93 -93
tests/test_offsite_middleware.py +244 -244
tests/test_offsite_middleware_simple.py +203 -203
tests/test_optimized_selector_naming.py +100 -100
tests/test_parsel.py +29 -29
tests/test_performance.py +327 -327
tests/test_performance_monitor.py +115 -115
tests/test_pipeline_fingerprint_consistency.py +86 -86
tests/test_priority_behavior.py +211 -211
tests/test_priority_consistency.py +151 -151
tests/test_priority_consistency_fixed.py +249 -249
tests/test_proxy_health_check.py +32 -32
tests/test_proxy_middleware.py +217 -217
tests/test_proxy_middleware_enhanced.py +212 -212
tests/test_proxy_middleware_integration.py +142 -142
tests/test_proxy_middleware_refactored.py +207 -207
tests/test_proxy_only.py +83 -83
tests/test_proxy_providers.py +56 -56
tests/test_proxy_stats.py +19 -19
tests/test_proxy_strategies.py +59 -59
tests/test_proxy_with_downloader.py +152 -152
tests/test_queue_empty_check.py +41 -41
tests/test_queue_manager_double_crawlo.py +173 -173
tests/test_queue_manager_redis_key.py +179 -179
tests/test_queue_naming.py +154 -154
tests/test_queue_type.py +106 -106
tests/test_queue_type_redis_config_consistency.py +130 -130
tests/test_random_headers_default.py +322 -322
tests/test_random_headers_necessity.py +308 -308
tests/test_random_user_agent.py +72 -72
tests/test_redis_config.py +28 -28
tests/test_redis_connection_pool.py +294 -294
tests/test_redis_key_naming.py +181 -181
tests/test_redis_key_validator.py +123 -123
tests/test_redis_queue.py +224 -224
tests/test_redis_queue_name_fix.py +175 -175
tests/test_redis_queue_type_fallback.py +129 -129
tests/test_request_ignore_middleware.py +182 -182
tests/test_request_params.py +111 -111
tests/test_request_serialization.py +70 -70
tests/test_response_code_middleware.py +349 -349
tests/test_response_filter_middleware.py +427 -427
tests/test_response_follow.py +104 -104
tests/test_response_improvements.py +152 -152
tests/test_response_selector_methods.py +92 -92
tests/test_response_url_methods.py +70 -70
tests/test_response_urljoin.py +86 -86
tests/test_retry_middleware.py +333 -333
tests/test_retry_middleware_realistic.py +273 -273
tests/test_scheduler.py +252 -252
tests/test_scheduler_config_update.py +133 -133
tests/test_scrapy_style_encoding.py +112 -112
tests/test_selector_helper.py +100 -100
tests/test_selector_optimizations.py +146 -146
tests/test_simple_response.py +61 -61
tests/test_spider_loader.py +49 -49
tests/test_spider_loader_comprehensive.py +69 -69
tests/test_spider_modules.py +84 -84
tests/test_spiders/test_spider.py +9 -9
tests/test_telecom_spider_redis_key.py +205 -205
tests/test_template_content.py +87 -87
tests/test_template_redis_key.py +134 -134
tests/test_tools.py +159 -159
tests/test_user_agent_randomness.py +176 -176
tests/test_user_agents.py +96 -96
tests/untested_features_report.md +138 -138
tests/verify_debug.py +51 -51
tests/verify_distributed.py +117 -117
tests/verify_log_fix.py +111 -111
tests/verify_mysql_warnings.py +109 -109
crawlo/utils/log.py +0 -80
crawlo/utils/url_utils.py +0 -40
crawlo-1.4.7.dist-info/RECORD +0 -347
{crawlo-1.4.7.dist-info → crawlo-1.4.8.dist-info}/WHEEL +0 -0
{crawlo-1.4.7.dist-info → crawlo-1.4.8.dist-info}/entry_points.txt +0 -0
{crawlo-1.4.7.dist-info → crawlo-1.4.8.dist-info}/top_level.txt +0 -0

crawlo-1.4.7.dist-info/RECORD DELETED Viewed

@@ -1,347 +0,0 @@
-crawlo/__init__.py,sha256=-_GrmVtniHuF59OOBm1Kb85bE4gL12WphTHmKFmRST0,2115
-crawlo/__version__.py,sha256=dg4BZJQw5LWKORlVzfxSREZfMPiEUpRx0xCLj6wG-fs,22
-crawlo/cli.py,sha256=EBA9rbn67_OEarYbb4zNMntinyuERPJURYWXQM0bXc0,2353
-crawlo/config.py,sha256=S7HMkB8yIpU8xozds0YeroE1U6fltzcvGfrZ7avV2-s,9732
-crawlo/config_validator.py,sha256=8qjVayQFktF6wjSidyW5uKKharCsBr00RfmdEtOfUFE,11237
-crawlo/crawler.py,sha256=-SMSNAx5UMneFqSvl8EAkm-syym0BTJ_uolNjQjqFjg,28633
-crawlo/event.py,sha256=SNhtm5IK3nEGi56ECpkvE5IkkVCnws2loZsbj8-gBuc,1252
-crawlo/exceptions.py,sha256=qHhTfLbrGslawtE5GWEPFj3x-EEOwkpCm9WDaIQUS0I,5067
-crawlo/framework.py,sha256=Rx0SjmjcVhevNOtSY-SEBvoch5bJNlC_L9mY71DYLmA,9731
-crawlo/interfaces.py,sha256=LujXKmUp4HU6VUZqteQiWp4w3HhZ1RPsUNs_PBNsSTM,630
-crawlo/mode_manager.py,sha256=jGc6rjLZgzEo2JUpLjJ8kJoY4mD0g-qSXmjRvnVFkJA,9739
-crawlo/project.py,sha256=JhXoEJfa4rpezfjuvmgAlvV9rOpr32jguvXxmTMYdio,13649
-crawlo/stats_collector.py,sha256=EDxcnmlzbEEIZaHhU48vsT2-6h-BWRZsSqdqvAE5jvk,2712
-crawlo/subscriber.py,sha256=D3hzE7Pc_zJjc-zR7lct5pt32bz6LsDYeC8uHlS4Hso,4986
-crawlo/task_manager.py,sha256=qpFqu5fYYu1sthz90GIhcVLW-XzHQg6ZQmmU_VDCrFg,5826
-crawlo/commands/__init__.py,sha256=QbhGAmItiwVrtlTr9UUbEJMegLJo-SdzaKX2PUhBgfI,378
-crawlo/commands/check.py,sha256=qbIjQOUxjtMFNal0b_IC7fTLo-UDCkfxYRb6_8fzBBk,22603
-crawlo/commands/genspider.py,sha256=MX_Ts9dfC0zCZOkFiSgaH3fS3Dlskwvjs8m-PnsqT5U,5855
-crawlo/commands/help.py,sha256=aLEpGQnambWmiLnfGNMrp_-lSTNpVOBTq3JaHmH0MBI,5182
-crawlo/commands/list.py,sha256=JJwstyBq8TESSlQqIPDDmtahGHxMdcCTLscxJEDZh34,5720
-crawlo/commands/run.py,sha256=8vLIKW50cFGM-MoVRw8v8CBCqAM54EM8dc7puagrHSQ,14343
-crawlo/commands/startproject.py,sha256=5ruE5psQcISp0E-T3QvVoewN_guj5KWN-L3BLH0xBDQ,16906
-crawlo/commands/stats.py,sha256=BLA3wVCW8565QVya-xRLReuY_a_0yd1Kex6yTO50PnM,6012
-crawlo/commands/utils.py,sha256=Psfu2tKrmDloMq0WnfXLaxx0lJFitMZ-FWS3HAIrziQ,5382
-crawlo/core/__init__.py,sha256=Mcf4BKnjz-AP72eLCSh5ryLoZchxJnr7Jqv0W_OpkiI,1278
-crawlo/core/engine.py,sha256=0utwejKTz1ETzX9v79d7HsOIaJ_i2t0dGmc-pInJdBU,19639
-crawlo/core/processor.py,sha256=VX0BCMzGq7G73ONuScogVTQcGa1yDvSCNBRfcTrYJCE,1508
-crawlo/core/scheduler.py,sha256=8NeS3SEgaeT3AC48PjY9rtXMfYln_pMyqL8t88R52_4,13690
-crawlo/data/__init__.py,sha256=8MgDxcMhx-emFARcLAw_ODOZNz0neYBcx7kEbzothd8,116
-crawlo/data/user_agents.py,sha256=6V34lYHREWV5ZR5wH-1pCnr1Y3ZYC7iMLfC6vZHyhZQ,9697
-crawlo/downloader/__init__.py,sha256=KYTm72CRcqkTbR0ZC9ml9qaQYQDWiLhrrAfvkk0mHFY,8798
-crawlo/downloader/aiohttp_downloader.py,sha256=qLK2nD9E6-SHS8Y8eIrrqFuGij6omoFUr76HS4TB1g8,8836
-crawlo/downloader/cffi_downloader.py,sha256=_hUEMlwt39hDb_EGeeH6BEfN2NErWIVgxCqW2pJdJlQ,10399
-crawlo/downloader/httpx_downloader.py,sha256=91uO8mmHJo9OOan7H1M4tNK24Zxz2SWWXyilaxdlV4Q,12193
-crawlo/downloader/hybrid_downloader.py,sha256=oKGbpAHSHuQT6FeH6FIH03TIsgKZ64n_kyuLSP-cy_I,7991
-crawlo/downloader/playwright_downloader.py,sha256=nXg-ckQEAfXnU5dP555jYNK3_mF18TkiXkB_6DQHCRM,17197
-crawlo/downloader/selenium_downloader.py,sha256=xCSLc4N0JRXPe1Wfxumehuvg3imeLXhMGPME963yb0g,21665
-crawlo/extension/__init__.py,sha256=fbzWRQmEPN_uUPn_2zkYudQvIDbLLfTg4_K_-ZIm834,2887
-crawlo/extension/health_check.py,sha256=i-g-4eWlbvalEuMOD5U5GLBwfVYC4nKd76wf4jxmrJs,5477
-crawlo/extension/log_interval.py,sha256=8Ad2DuxWPqWQVWq-46dETYmp6zpiNImW711IGe_g2wY,4368
-crawlo/extension/log_stats.py,sha256=QUUZ6vmcU4A82VGmAKz1ulG4CsCIb42JmAfGqBq222E,2345
-crawlo/extension/logging_extension.py,sha256=06Ym4HDswqWYgxDGzTE6Ev4UHG3ml7Y7uojzWFJsV00,2090
-crawlo/extension/memory_monitor.py,sha256=sPT5iKuIBPIrj1hPhUwFisElMPi0CcqOxTur7mJ3_eQ,4263
-crawlo/extension/performance_profiler.py,sha256=KzTL5iab-HIlq74bFvmLy722SRwYR91xvnZIjfLnvhY,4872
-crawlo/extension/request_recorder.py,sha256=g84LjpAVrSezwox57rTayea75C7vICfW7rXzlJVpy4E,4071
-crawlo/factories/__init__.py,sha256=-rkCL85okQ975DvadK5Eby7EF1FDW0uBHWKy0BtokS8,687
-crawlo/factories/base.py,sha256=FPwIOge-XGvK1gzLuCtUryVFWq9f984ERdUn3rGEKqA,1754
-crawlo/factories/crawler.py,sha256=QrLm3bC13paHi3pbu6tnPU77qWcXvL4e_AXr-F7uJWI,3066
-crawlo/factories/registry.py,sha256=LrtH7wMGQ2ZrswxnHDM9s43ckJ1isJKL7R8uyMQ8hCc,2511
-crawlo/factories/utils.py,sha256=pczSVb6CWhbys2WbxH90-4DOJ-awb4awYOr-gD37JdU,3922
-crawlo/filters/__init__.py,sha256=-2FYpEJ5UASoL12PVb1i-ZDnoZ0JN9e28dD6xMpukyU,4812
-crawlo/filters/aioredis_filter.py,sha256=wTolkIBbPKZNgjp3VzabyM3wqQmzzyfosgCsSOvogXE,13405
-crawlo/filters/memory_filter.py,sha256=W5LSpxOHuWO8OZUnYqSRe5hUUcjU3_9hO7mMmNafFT8,8966
-crawlo/initialization/__init__.py,sha256=ML9fKhttJC3TRAtp5n9MTevLBH-vdPUXwKihQdxEUlE,1088
-crawlo/initialization/built_in.py,sha256=ROPk6gZerARqZ6e4kEVtUBVMZs181z-wjB0YFzVtDn4,14442
-crawlo/initialization/context.py,sha256=SL2ge47EmyLHzB5yldISA-xr__ZOV1xnQP_-1RF5v0Y,4722
-crawlo/initialization/core.py,sha256=c89wViZRPxEAhMqOioPp0cATNh3w5kHSwn873d5I1TI,8408
-crawlo/initialization/phases.py,sha256=eX5ba6SceuaOl5o0FPL8rsB9XJ8-MKMb8CMMdy2Pr3A,6942
-crawlo/initialization/registry.py,sha256=8h6tAFttu6H9f1QjkyLu-YIY0-UZFWQamA3MyTvLdes,4770
-crawlo/initialization/utils.py,sha256=pNHtcwDhnkI7_BZd7q2SwDIUOHcBBxDTWD07X5fz2FI,1144
-crawlo/items/__init__.py,sha256=bqekZrRlDhxfWie0UbCs656TptYseoe9QJ67I4E7Elk,386
-crawlo/items/base.py,sha256=VDxIH-vy85oHQZJJKqGS-7Ri7LcE1UZW7iQlpMbCLJo,579
-crawlo/items/fields.py,sha256=jCG0-PS8mVO48lP_ioTZCQCa0vjP5Sfv-sAyvYQqr-s,1800
-crawlo/items/items.py,sha256=e-3nXI9ckD64vcDxxQiAU6ufbtJMs09gbZQcYjxgwHY,3374
-crawlo/logging/__init__.py,sha256=nihna1HRVoxfsfy7itoLhZna5MFkRkc6yNpmMIGyf78,890
-crawlo/logging/config.py,sha256=AtpQy4BgDK3V5VhQZVsC71_22QP34VzO9fj1roeEYkE,10367
-crawlo/logging/factory.py,sha256=iZjMtVS9dFy66sXeloBetMRaTNDdSUyspHShjewT74o,6844
-crawlo/logging/manager.py,sha256=wC1CVpF5_wLowdcj9q5RlNxJTw8afjwxXvtTIWM-E9M,2617
-crawlo/middleware/__init__.py,sha256=BnYoBbhuzbCdb06EjtB32OmsDaxnEPtc5NoA5VvEYeY,2182
-crawlo/middleware/default_header.py,sha256=gB7mIRekJl2WS_7dU_CK9TysssJY0yEbT16XkuZrAGs,5019
-crawlo/middleware/download_delay.py,sha256=SndxbWjEp1_BpXjf2ZKHLjAtApmhQhtQJvdmgz8mvBU,3425
-crawlo/middleware/middleware_manager.py,sha256=ybwjOw6qiIqYFR2Hw7TYZCPsb57bWDyRLyVrXNJ7oZA,6484
-crawlo/middleware/offsite.py,sha256=nwmQKh02lCt7UNwi3Hwdh_l_W2j_2jALwWdVE_1S504,4546
-crawlo/middleware/proxy.py,sha256=_OXF-N2rhjRCUOU-EQj2c6mfD_j9SOXwnYWQa52Csz8,9369
-crawlo/middleware/request_ignore.py,sha256=mxQD-JPauZ38olT8VBRTNCYkygPKPd3EI-W0tsBk29g,2575
-crawlo/middleware/response_code.py,sha256=6uRK7mDOFYUJAVCDHRlYIaGCoeJT-feEtmSddGZM47A,4370
-crawlo/middleware/response_filter.py,sha256=rxgAg0e7mOOD7UyZxhEwf-BoEBbQhE1C5h0MY2rXZwo,4235
-crawlo/middleware/retry.py,sha256=HqXuzgwSPrvfCMrROeMMaZnFSgfBj8f5L4LkYpzZ7pI,4122
-crawlo/network/__init__.py,sha256=BLPERYPo22g1BXrW--wUnlolrdFUmOPjgOB8XQQJlck,397
-crawlo/network/request.py,sha256=p5-XzvPlM4aPQYN3EYilZ9nkUd8D871_55U5HZtklxc,13635
-crawlo/network/response.py,sha256=8HJwImam9ZsiBTW892Xywf8YPGsQtERImCyIersMxgg,19853
-crawlo/pipelines/__init__.py,sha256=dTmEp0SwjSetE7opRv30xKRTJPy38rEesip_c2w8G30,1424
-crawlo/pipelines/base_pipeline.py,sha256=bH4cPxPGCU6kIoW5v7Epr6aRHd0g00o_BEa0xVjoPSk,14387
-crawlo/pipelines/bloom_dedup_pipeline.py,sha256=21-vzRIeHFtbmdkCRk0N2LoQdeg_OTEvHqcyyABtexk,5299
-crawlo/pipelines/console_pipeline.py,sha256=B48dv2qHr3gpmn436h0FnLboa5PjyE5LTUeLSrfrjoM,1235
-crawlo/pipelines/csv_pipeline.py,sha256=FxwM_Orq0TrrIXn4ElFyk_poJgnkNUoTBS7wbbU4UO8,12076
-crawlo/pipelines/database_dedup_pipeline.py,sha256=HAVtBjtLq_xNSIHlmR9woZ9STWTlp-b8Y6HGYfx_XQA,7079
-crawlo/pipelines/json_pipeline.py,sha256=4WOHxlKPZk5W7biYMsWAkbZXKyG7ZEClK4fin7cVKV0,8269
-crawlo/pipelines/memory_dedup_pipeline.py,sha256=Od9DCBljXlobew-u_3AfYW22L6hpvp8RrOL6jpVwt8M,3473
-crawlo/pipelines/mongo_pipeline.py,sha256=taf9bLx1kAkQKpoD-qCCXIGPl-wcbmh1bAYK2OSA3RU,6122
-crawlo/pipelines/mysql_pipeline.py,sha256=PD8TMWqgxz8QCAkQypVtohmm5hLGUR9RvL4Xq7ixvPk,22768
-crawlo/pipelines/pipeline_manager.py,sha256=txOIIHI8CDy6P8Ip0L7GFlkPsxb6DXEr0_ekDdVqVNE,4186
-crawlo/pipelines/redis_dedup_pipeline.py,sha256=OswZT5UUYPIOSEV9m4dVrKQnv25liVgBHzdAkTs1G4Y,5759
-crawlo/queue/__init__.py,sha256=v705CC-sryt9NrhSJBiTjjTjw2T2dR3LL-Yk0xL1SPQ,250
-crawlo/queue/pqueue.py,sha256=j6nkh5trl0zRNwb1P8_AcHm1uGhLBMtk0eMOkRF_rgA,1172
-crawlo/queue/queue_manager.py,sha256=ZpnwV6RirXeq1Cy6aFvBHTvS-qK1M9pJqedB325iINA,24468
-crawlo/queue/redis_priority_queue.py,sha256=Grn9DmKPQcNuAnmBy7XN_0Y-vAabHabh_qm1lULsw3A,21953
-crawlo/settings/__init__.py,sha256=xsukVKn_h2Hopm1Nj-bXkhbfyS62QTTvJi7fhZUwR9M,123
-crawlo/settings/default_settings.py,sha256=1SeOZpeLlME79WVAJFg-384QDRdRnzDHJoIeYmYcsc8,12835
-crawlo/settings/setting_manager.py,sha256=hfmZfRcCQjTCSFWOelrzsIjLBIGDPmy_vlWDm6rhHeM,8376
-crawlo/spider/__init__.py,sha256=FnqVIDg38_KRdZzV97KZbM3eiLlzJxeLLGu6jVrYbRY,21220
-crawlo/templates/crawlo.cfg.tmpl,sha256=dOvomVAUJLblPkzZsn8VHfUGnsZ1z37uafgfimR7wIw,202
-crawlo/templates/run.py.tmpl,sha256=uYSke3VX7z6T04pNMq9xUGRd3j-DvRlQX6pU15knNCM,476
-crawlo/templates/spiders_init.py.tmpl,sha256=fX4dpsGdbSFSyzXrzJJjvoEjSpWzrpi11U4atcfZtgY,105
-crawlo/templates/project/__init__.py.tmpl,sha256=j43K1e34Z0MyjiRnV8BtwXOPbGfB_ZjnT0GkhB87u_8,53
-crawlo/templates/project/items.py.tmpl,sha256=vngH5qfi27IdIxX0mkSrty97wl9boxDF4Rdm2nldMEI,223
-crawlo/templates/project/middlewares.py.tmpl,sha256=UX3ZAa_w4R6cXUtLmQLsU0slvS7hDHOX3qABbzjz1vE,1058
-crawlo/templates/project/pipelines.py.tmpl,sha256=wsNlEY04S7OtA4DVyoTspNmcjWHLwl_5XsUc2sjFN5s,810
-crawlo/templates/project/settings.py.tmpl,sha256=G81F0Vlho91E61MhTA-I6nOkdQfF4t-5fUFclB5WPKo,3379
-crawlo/templates/project/settings_distributed.py.tmpl,sha256=8ES4kXpyT7bChKbB803G5SxOan50VFpSzmkRVhbodlE,5087
-crawlo/templates/project/settings_gentle.py.tmpl,sha256=jMqdRS6vjn68HTDxwg6fTAtu9Z2iqODIrYdZD0Ef4M0,5399
-crawlo/templates/project/settings_high_performance.py.tmpl,sha256=cN3XK0jFF1qfBeiA7-3WtPasA55jh6cH7kXoKw6WF1s,5488
-crawlo/templates/project/settings_minimal.py.tmpl,sha256=NLcHgFf663_E81SKxW8aR8GyhUGpsJVXUbSodxJ1VS4,3092
-crawlo/templates/project/settings_simple.py.tmpl,sha256=yr1-GNaud8VKg-imeqT3SEistWqQbYTjpWmOg_m8jz8,5253
-crawlo/templates/project/spiders/__init__.py.tmpl,sha256=D_41tcNocSlFpr2abwwjOL62rmQHhjjATNpDHXyABxg,207
-crawlo/templates/spider/spider.py.tmpl,sha256=OP3AdfwGA5CuXLDJIF-kDkDcgLtFsZruWCfRDBEXA-g,855
-crawlo/tools/__init__.py,sha256=_oZWBEwpG2Kive-iv8gAlyKnyknHyKkihc363QOu5cY,1682
-crawlo/tools/date_tools.py,sha256=jjP5xA0-aDgm9UIK1RG2qaNagBzHFQ-BBDMo_YzSlLQ,8906
-crawlo/tools/distributed_coordinator.py,sha256=eUAQudIaz96WGIPVJxF_W0BOKDpRBX3ZmPLsDmiBKXM,12190
-crawlo/tools/scenario_adapter.py,sha256=pw1sSXNRsUgGNl7PA086E9Oe7meL74u3JW3CWVLhc9s,9396
-crawlo/tools/text_cleaner.py,sha256=SOgT9frD6Cg-2D7ZIzrixrxFYfYisLPU48ir9U2ZbA0,6458
-crawlo/utils/__init__.py,sha256=VX1VTMpVxdqvYoGiosGMEBThmOhyS5lHhq39xqAnvws,953
-crawlo/utils/batch_processor.py,sha256=Hmd8y_qJQyiHA2g0W73ZK_4seYvxlkY024ab8xEIJ6I,9606
-crawlo/utils/config_manager.py,sha256=UqkEeqxSR7DSenJ9ZNJxZ3PsQ-cjv_bW-minO69WCUg,13627
-crawlo/utils/controlled_spider_mixin.py,sha256=P77nZ9-tJv3TM2t-wj-JMphSEVnTA56McqRBpKfIHr4,16495
-crawlo/utils/db_helper.py,sha256=-m4PfwtVDPC2_O1FTADGTrNrFsCjdbKCK2lfDCWMM84,8450
-crawlo/utils/error_handler.py,sha256=FLfIpF2o94njN0XJ8zKR7j2ItjutT3opAJI_TYkWoVA,15824
-crawlo/utils/fingerprint.py,sha256=NGt9ax0ABk8hsN9CbQCB3GIRXggY7lsEmUa83xeIiAk,3568
-crawlo/utils/func_tools.py,sha256=WUZEGpWMuDDX7g-QySM7iaiC74erW2SSkZoUvDw1NjM,2369
-crawlo/utils/large_scale_helper.py,sha256=jv6n9fK6nzu2co0wrYQocCxv6wSscp0cwSUNXHiBztE,12106
-crawlo/utils/leak_detector.py,sha256=w5iJ9Cv3y5lPDlnX7CrhXdKf2TKsgzoQbpxolY19U9U,11587
-crawlo/utils/log.py,sha256=nGAyU1Mg2N1A9D9d0PgYkBiHTRyTqlFcgrdvr9qlPnc,2835
-crawlo/utils/misc.py,sha256=qjmrRA2uEKQlX7I7wtFE-9EAQEonD33Rvc2Luw68t1U,2438
-crawlo/utils/mongo_connection_pool.py,sha256=e0Qj36fsXUYAgRPbSaecIm9p7QBX092SULkjV2uy2pQ,5889
-crawlo/utils/mysql_connection_pool.py,sha256=SxDJnhtXGRtM8Yn9YDkpXt2aggG_s1xbfPQBbVy8dts,7057
-crawlo/utils/performance_monitor.py,sha256=Y4mx91FbWVGV1wPpkdRe1z46SgTjddmx6YPFRGkXUcY,9545
-crawlo/utils/queue_helper.py,sha256=xpUUTOqlU1xz2Pb9NKAVGo3AfAO-7Xvx8Lm1q65Dgck,4743
-crawlo/utils/redis_checker.py,sha256=BuP0AxoMFV9UPYBFDQtd9CPjWloILfT46eRVMn_pSaA,2549
-crawlo/utils/redis_connection_pool.py,sha256=xtNKf-8LayKs-TlAf-EdLvM1d8s20spjXRs0afQxVwc,20819
-crawlo/utils/redis_key_validator.py,sha256=QzMq9K04CQ6dCiVHwgck-fOzrMK5B92WY_3QVrI2AG8,5609
-crawlo/utils/request.py,sha256=zB4TNZcT4nwcxbcLI55H2-vp8ZzbeSr4e96-icRfIhk,9160
-crawlo/utils/request_serializer.py,sha256=_1Jh-6iJu_cen73dwwKrwhq7FlvrYVc2um4nbU3xJqI,8704
-crawlo/utils/resource_manager.py,sha256=DShuMDUFmH0xflD_BRmGYgLkFd7_wWbJiQ-dWdRROvE,10872
-crawlo/utils/selector_helper.py,sha256=5UpCc3bLQvbKbWPPistJ20NWz1ZsuYsXqoiTpqe5TFE,4195
-crawlo/utils/singleton.py,sha256=gHf0KbakcTAjKd8G3PJrPS64eTcysEgQRUPSd6xDy-8,1823
-crawlo/utils/spider_loader.py,sha256=6zkfLYlMHSjXEGO1dkPysVXIsXOvuBVSm-j5A0Giooo,7474
-crawlo/utils/text_helper.py,sha256=9I49M-pvS9Ns4Z7W7W_sAApYiSXGEUyCAOP7HPD_mOQ,2824
-crawlo/utils/url_utils.py,sha256=rlgX2VlJv6JvLmCDTsbxzMSXE6R5ZL_0dLEqprsA-JU,1482
-examples/__init__.py,sha256=6i631BPnS_TR_BWUjtjB5CBO-zv9kRkwQTQvSya2wHE,123
-tests/__init__.py,sha256=scL1IPVT1iucth7v8ffrjRdeW7QrC_Y7AMmFVMdTY1Y,129
-tests/advanced_tools_example.py,sha256=wP43KTlmpsUs500llQcg6k88LZgBhNm6ttef5sezrmc,6814
-tests/authenticated_proxy_example.py,sha256=bfRXsWYELTm5PXnnOMmfXwFcQ7_7gbnpPadnP95WGTw,3025
-tests/baidu_performance_test.py,sha256=XmBdEmedEvaI2JS83Sh3Y6m5Q7msDp_ECPxZmt9xYrM,3866
-tests/baidu_test.py,sha256=wsizbYFQ93SAO8tfdZHKo5RmWPzjSEsnHBfDc5Y9I_c,1815
-tests/bug_check_test.py,sha256=i2JXmN2d2ZKIkM1k3nSnpNvg-NiCt8Hi5dvgbg0PmK0,7806
-tests/cleaners_example.py,sha256=J6rT4rTbNzeN2YWf7IfLVwCGm3-UcSxE4LhH5AV-CE0,5164
-tests/comprehensive_framework_test.py,sha256=oRUQE3TGIFJ78ngHPHxmbFXPwq9iipr0oQsV5k6zzVU,5765
-tests/comprehensive_test.py,sha256=gKni2_e_04eUHeR1V03oeEqKewg0VCpp1vCsS1bwHO4,2888
-tests/comprehensive_testing_summary.md,sha256=1-v48HOCGIZnRqp7-hydqRfKFM_rHYbwTYbXL-wWQbE,6327
-tests/config_validation_demo.py,sha256=5MzW5P7ZX6xoMW_zC6XmIA50KWMTu0iB5H2hTe42Sb8,4029
-tests/controlled_spider_example.py,sha256=SP_k4mdKPvD1JCPs9UCm68jcy2Frg84vvXv9-14RC6I,7776
-tests/date_tools_example.py,sha256=x_-duqnVZ-Hrk-SaNplIfcIV6W3c6u6MTxW35u1i0F0,4862
-tests/debug_configure.py,sha256=E-6Djz8kk7tf2pzEqrGdekW2W20vrJeZN7iNm9ArWKk,2144
-tests/debug_framework_logger.py,sha256=lAxT1esheIyNtgjXf6VJj8Lv0TNw5KUHdjaKHTYrF7Q,3329
-tests/debug_log_config.py,sha256=F5MrUmpkaD9Dc1eSbajaOrw3nKo9Sp55BTnNxmQkUWc,3588
-tests/debug_log_levels.py,sha256=39ugttR13gfotsS3I4XVoWRRjTXPpLtuJOyU8V_ijEs,2105
-tests/debug_pipelines.py,sha256=VpUmoYlt6Ci7foIGuQIotUu42xp6TzoA1cBDeagBzDk,2098
-tests/detailed_log_test.py,sha256=M6yXjQypKmIjihgTSBffkgOzC7Nn0_4ZdQLrBN-L8i0,7268
-tests/direct_selector_helper_test.py,sha256=_lnV4gDyjwLo7aa-gW6H3CJDRVNmM6AA2E_XhAcHBho,2766
-tests/distributed_dedup_test.py,sha256=RuAuKjTpsXN0gZI5gXu-OfF5aXkF811X-SuRIQpm3ZM,16040
-tests/distributed_test.py,sha256=qZpFAMQTFcg0KUEdp2RUpkuYauSCf4C3lbbosyIDqgw,1759
-tests/distributed_test_debug.py,sha256=XOX8UlH0sQiuicoAqrSmAwteBfgTyGaOA5TNNMDFrH8,2105
-tests/dynamic_loading_example.py,sha256=NI0SCg4lPME0RCcNpDDw1HjErjmCgJntCN0ahAEw61g,18263
-tests/dynamic_loading_test.py,sha256=DYbMrEewerx0VGXixci3p9VYgDDQvCPevA92CNjq1Jo,3309
-tests/error_handling_example.py,sha256=goF8fnTXxU3CgHcX4ALEcidVPd-zACn2tDqqQislRPA,5123
-tests/explain_mysql_update_behavior.py,sha256=ttQ3mqkcR7vJo_uMs3WmYeWDigkpuLyG52r6_garKMg,2789
-tests/final_comprehensive_test.py,sha256=XhOjHBbetZIf4PcT3sgFSCUa913U93tta2MQuxXBwks,4163
-tests/final_log_test.py,sha256=vSJ0KOPX6PEWkEKgozaPYt1CWDxE3LGeuKoEsrpQNCY,9107
-tests/final_validation_test.py,sha256=p5V2bpRBT1CA1l74nggwk6Is4roaRQSR5K7lNqZ3GBc,5062
-tests/fix_log_test.py,sha256=r222qYV69qxuWas8vaQ_ZRizgCZXg_YbtvZXkIhrGJ8,4298
-tests/framework_performance_test.py,sha256=B-s-w5iKcxDDamJICIQP8UZXZ0ZryvfKu5k33S6b7EQ,6783
-tests/log_buffering_test.py,sha256=jRWq5fGxYH08kSAoL-58atyHGzZco1dZ5GDYiNw0YjM,3115
-tests/log_generation_timing_test.py,sha256=Nku-2SQRtxJmEQwwIgHi2XxEI4sdAmyiLauGA1JEIBQ,4528
-tests/monitor_redis_dedup.sh,sha256=oT2kuG8-jUsMf7pqQ46i2RvTCSbbZm7QiqNLHoRgOWM,2212
-tests/optimized_performance_test.py,sha256=m1wRrhQM6d5UhG2dwCqurNdi-kU5hk7Znz6y_vq-BN4,7168
-tests/performance_comparison.py,sha256=LYx9KjIK6IYkSgBaX-FIXRnHi8N5H2bDPIOiY7ZwMbs,9022
-tests/queue_blocking_test.py,sha256=xgIgo3Itj7ndFL5tsdc2uWjWQJkaP7jGDvWhbs_3TS0,3842
-tests/queue_test.py,sha256=9jyBDgX_Ff0hLpHJTBxSA3GP8Uo-Q9DKGvSDtjlf3cQ,2600
-tests/redis_key_validation_demo.py,sha256=FxqEXRgJllkgjyIyEuegQrLDuXAvi9N-dfMlvFotRZ4,4337
-tests/request_params_example.py,sha256=bjHxK_ca6UO7kBff88nmoxXY1odiLQCGC36okjEi7gM,4100
-tests/response_improvements_example.py,sha256=wnYGJO6MKj5_jbwKLDlbXu_Dli5XC7vlWdzByi82_5Y,5258
-tests/simple_cli_test.py,sha256=iXulaFL443rvMmxA3AxlUQrWTK_epSg0K3F4ygDoI_I,1540
-tests/simple_command_test.py,sha256=GJ4KfxKxAZ8JJFuccJQn4SMPzWJcApaVVSvhz9SzvM8,3569
-tests/simple_crawlo_test.py,sha256=gTQW27PGIAtSkEvnYOQbF6zVtIwEfZ9Rrmn1itM1Gak,4675
-tests/simple_follow_test.py,sha256=G1fCeUhfJkKZKGRGg7y9JRdvnd2m8SSm8IsnBd4V3TI,1015
-tests/simple_log_test2.py,sha256=Z2xcCiT_-sCd1Sd-SK7hINcn6WcH_-7Bq0TWAei-XIg,3807
-tests/simple_optimization_test.py,sha256=CyhyzW9lhPlTDAwrJu7gTWwcEQuCBL_Bnm9mkS_-iFo,3550
-tests/simple_queue_type_test.py,sha256=OClhm3GvwWxONuUQqFD1KygGwUVnuYuxUvUY5OgyeKs,1152
-tests/simple_response_selector_test.py,sha256=VC1JN8s6FhX24wQ0C7OQGf_SavR4PiFTysS1DbIQUt8,2750
-tests/simple_selector_helper_test.py,sha256=R7Y_pzKeZ0hI_enQmfZz61aBuP2K-naieoauWAPFF5M,4284
-tests/simple_selector_test.py,sha256=vR7GYEL3HY1A2TNVT0gfNec8kuBXAP1nkaVzVg7rOqI,6423
-tests/simple_spider_test.py,sha256=X5oFRV02mkOXUd5lpzOBF7gX8K62j4ZwAUXoBEZ0KKE,1119
-tests/simple_url_test.py,sha256=BazJ_WKHeXhZ3KI61u0VdSgmv92zGHpHKo4FRZIbujw,2224
-tests/simulate_mysql_update_test.py,sha256=-4adidrn4vLMQaytV-P0aLTDzikuGNUETDToeARPbb4,4458
-tests/spider_log_timing_test.py,sha256=ngZQ_v3o9oHYcs_BtZgxH1N-N2tZUDPu-cnTnsHEpP8,5396
-tests/test_advanced_tools.py,sha256=3R8EfKVyBHEb6FA5TP3ieaWeHZhobVgSx8t3phipCrE,5250
-tests/test_all_commands.py,sha256=yGPw8zMrB5Z5w5LkaymSzKRLOcZsBPBXLvllCkgEY4I,7488
-tests/test_all_pipeline_fingerprints.py,sha256=4dtn-APwK2JIg-c4J-7u9J1PF9L_pdMh4CmIyVP266I,5175
-tests/test_all_redis_key_configs.py,sha256=SGoip8M7oB2LNWC_31aJ4ECcDRmx0psr7i7DGzuaH7c,5565
-tests/test_asyncmy_usage.py,sha256=GyRdK9zhgbUWEE0JUteO4AhF7udNuO6TPXGtq80rXYs,1632
-tests/test_batch_processor.py,sha256=gMPoQcnUMm2-G_d7Zt9QnrRjCx1urzT31tYqoFNEklc,7034
-tests/test_cleaners.py,sha256=UD-X_eLnQic6GYbtFzYnAKqG4XKOSGIDd1X2fAl7Jso,1762
-tests/test_cli_arguments.py,sha256=_W49UNVLCRSG5JnuGBG0sTJRpUrfkXrelrARvl1DdaU,5325
-tests/test_component_factory.py,sha256=xmgOjkEhdcyEyEp7fYVIpPXwvZz0qYW6Qk_1vHPtyNk,5635
-tests/test_config_consistency.py,sha256=DJaAQxGL7RXHs-DWF_B4yhHFGSGHWHUoDmLFiMi4aJg,1921
-tests/test_config_merge.py,sha256=d8i8sU1XKS3egNKEYPZ2a6CBnJRx2M3p6q04wYufAcw,5454
-tests/test_config_validator.py,sha256=5ivB71KstHGNi2BPzcclf9hBukXEgt_B8N4l1HRjBFc,6020
-tests/test_controlled_spider_mixin.py,sha256=7t6VGWr6Hxw0xtIFyToLH8_deSagUtsdqSJpibXHMY8,2785
-tests/test_crawler_process_import.py,sha256=a6SyfDZsES3nD0tuM7OTY7qistdBmENtCC1Z-ruDZR0,1137
-tests/test_crawler_process_spider_modules.py,sha256=lB1tdPbpZcjCqFL9M4AyQrE7pt2exN6whmL5HmgRDxo,1348
-tests/test_crawlo_proxy_integration.py,sha256=pm6_ZAjoytl_3-ZmKTF1G0fO_nMBT7ttd8oQBBWKZfk,2945
-tests/test_date_tools.py,sha256=CQdAmIS6bpAdwQH9ETDH__06l2gGL7EHUQuh7mdTF-A,3930
-tests/test_dedup_fix.py,sha256=F70hm34RvHIh6TKnF5-Me7FxZaCJv9Gkm6M9HUz_HSQ,8527
-tests/test_dedup_pipeline_consistency.py,sha256=SeicDPXFKXIepbvWlKpHW0RVEiier0KD3_-REBCfAIA,5052
-tests/test_default_header_middleware.py,sha256=5zYSZmUR_02UChFZfoCqurabNdAZLy7t4yNZ8I7Bw8E,12813
-tests/test_distributed.py,sha256=RQHUpDfRNG2x_1Cdr9DLk25IBcgapm_u0xSBMObE0Xc,1725
-tests/test_double_crawlo_fix.py,sha256=E5NxWHnQkwRTIrJGoag8G29fZqVMnsN6eCPuv17gGq0,7652
-tests/test_double_crawlo_fix_simple.py,sha256=MlWUqo51kOQ7Gu6Neoler8FVyRs0jpmQWoORHMBENz0,4644
-tests/test_download_delay_middleware.py,sha256=Va79gsH_8BVrVVLA8gSwFEbrRJ7qwJMCC1cDJN6il_0,8886
-tests/test_downloader_proxy_compatibility.py,sha256=z-T_aH9UhE1OkVOPbrctBIb9_vvuxerKVLYLOSJyDR0,9146
-tests/test_edge_cases.py,sha256=BWogPP0g4nl4PjUFEQ2uzGIA-jCNdrZADOU27l15YOY,10822
-tests/test_encoding_core.py,sha256=pxUeapLrI4KKO5N3pQBhBy-6VVAyadYFRrtxEoWUbQI,1625
-tests/test_encoding_detection.py,sha256=u3uJDr7vpgaMznUKajSb0OYX8NZOmfepUsM6daAPeaE,4119
-tests/test_enhanced_error_handler.py,sha256=YYKyjT9ARcIcyKDOObaQTws18HfsHN923BOTAzaxYF8,8311
-tests/test_enhanced_error_handler_comprehensive.py,sha256=XAgyEaN3Q65AOJphIKHVgrWbxsCKDy5KZ55GmZLUrcs,9124
-tests/test_error_handler_compatibility.py,sha256=o5JLLLdo25Sl_3hpMx6I2fqSgZFAcnI4E6Ci-KxAxwA,4129
-tests/test_factories.py,sha256=vXI8tx42iuBivCKQoY2kH7G6c0i_QCmCq77krEgQiGU,8613
-tests/test_factory_compatibility.py,sha256=YpwDzk4k8QNPYXRw8nX4NoS_bqfKL0Va4E33CDIjJkE,6064
-tests/test_final_validation.py,sha256=aAiWLzhDCcv-GEXg9sauaVIfq5rz3s2vm67Gk2_lmBI,4813
-tests/test_fingerprint_consistency.py,sha256=LI0hDokBtW5OJ6kwn9-x1WiiS_euBqXGNsD1iwngBhQ,4821
-tests/test_fingerprint_simple.py,sha256=H-8C-ae8TDx29BY9xQGQzZXbpk6szj-kWK8zknR1jwk,1575
-tests/test_get_component_logger.py,sha256=f7nmmSGxoD1i3d17FlSicOmMGLTcyJxcujoS5eJFbAI,2202
-tests/test_hash_performance.py,sha256=pHJpxF09JCCxk_32hRGXx221ySQROCx2OK7Yk6-B1bk,3112
-tests/test_integration.py,sha256=OCkjyv76Wop7CrXEko6rfoDsIK6SESA18KgCaTwL7Q4,4670
-tests/test_item_dedup_redis_key.py,sha256=QxLuXHUx0xqT6y7lQzOWcrLkRui7Qs7C6NgRvjzIypA,3720
-tests/test_large_scale_helper.py,sha256=spvL0MPyXMAUDpzI2fY6-OQdSxOHtgJ1yuSUIbydyHY,8136
-tests/test_logging_enhancements.py,sha256=me7o6FqrzRCSrH8NpuF4tznKdr-YEDuIvJa4Whx3ATw,12357
-tests/test_logging_final.py,sha256=DuZ2GsN-VpXdVAWToO3T1Z-xJyw3rsWnQ3j8UHcmCZk,6192
-tests/test_logging_integration.py,sha256=evZjoR42XFcTOTRubLQf0kNCon8xqhN59d2WAHNFv4M,10819
-tests/test_logging_system.py,sha256=_LRdgprZFrChA26JJgkjVyf6S6qRIyi6BRajK13l_Q8,8924
-tests/test_middleware_debug.py,sha256=wrBLvaY5c0zx5dd8DCWnFwrjSn6XxoMeu4rf-VxIovU,4431
-tests/test_mode_consistency.py,sha256=YJXf0SqAYVnFXy8eeBLC-zGTFAyO2fnsR4qLB76gZts,1225
-tests/test_multi_directory.py,sha256=OR7lM-uG01XNAQpJZkHAhtijSaYVvxtu1xnXxGSBR7s,2129
-tests/test_multiple_spider_modules.py,sha256=lIh9CxRA_QARuGd2t179ZKfVBtB83brPetRNkUL9xYI,2487
-tests/test_mysql_pipeline_config.py,sha256=skadmdKbfXHSLUO35wamcR1HZV4DF95Z56qmq0Ao3iY,6629
-tests/test_mysql_pipeline_error.py,sha256=2ysb9UOBqJu0joJ2v_ROl4WjmGmC-tEYHtqW8sxFDd4,3431
-tests/test_mysql_pipeline_init_log.py,sha256=5Wk40_29Q6CFsq6bttyuyOv-Sk0y_XCzlkZI0Ofsqm8,2434
-tests/test_mysql_pipeline_integration.py,sha256=Vq7Qxnn2i2M-qnTKySLGLdSxdqVjVwYAujzEX7kj2t4,4076
-tests/test_mysql_pipeline_refactor.py,sha256=sBOSHkv4JKtcC1VCHjTaB-Naz2UThmPkLYYiXidYBJE,5661
-tests/test_mysql_pipeline_refactor_simple.py,sha256=SrDVJkK0bUc9HBtbK1K2agzUCJz_AGA2mE9MbVSmcjk,3639
-tests/test_mysql_pipeline_robustness.py,sha256=VLUV5YtuNa_gyJcY9VTfD6nwofTbtRL9JUoAwKYZyls,5943
-tests/test_mysql_pipeline_types.py,sha256=v4ePkeHcTxct2-UsWF0mmDYt0PhYiZdyfn0WMyWe4BQ,2386
-tests/test_mysql_update_columns.py,sha256=8YC1ypfUOnzmH5MfWrIBHuWzuMF4bS56eHDBimp-y9U,3365
-tests/test_offsite_middleware.py,sha256=K5NREsWwpJda4OWgf9J4NXIqpbG9jNlgpbALevuGLzc,10358
-tests/test_offsite_middleware_simple.py,sha256=CVBS7dvjpJ_fWBae7t9GtAQF_etn0U_cZ4UQFdu8eh8,7715
-tests/test_optimized_selector_naming.py,sha256=7w2meSecUtd0S_9-Fq_n-g5dN58H63npP99RbDofVpE,2687
-tests/test_parsel.py,sha256=KYskaN_4HBc1XDTltjVo12v1i7JAThB2UIwcWZ-mwbY,672
-tests/test_performance.py,sha256=gOJ1EpU9uGynIxETLAroe98OA4QPcX1wchCDJoO41Kc,11130
-tests/test_performance_monitor.py,sha256=5oEHPJfjZXdtDK2nW_2MuGbOFgTTZyEhLapV9Ug1iHY,4072
-tests/test_pipeline_fingerprint_consistency.py,sha256=WV-1UC6PSXb43B5ATyRDSjW9FcHSBMmHDCFFJwQqE_s,2761
-tests/test_priority_behavior.py,sha256=UL_hDt594t6vDhOqJJ4Q5y647lhqzoqVMvgX9-zVD_k,9114
-tests/test_priority_consistency.py,sha256=gvRSI3GflvoKzUiNTr7MgbxJLqBcr3OMkNnv1JtexvM,5605
-tests/test_priority_consistency_fixed.py,sha256=PlWW-QaDr6vab3csXTNQxUlmvJZC3Ub7ET1teovqRgk,10516
-tests/test_proxy_health_check.py,sha256=xo3QMP1YNw9hu7JDHZOYCUZmFFKLJpHSh4SbxXhCRPQ,1091
-tests/test_proxy_middleware.py,sha256=h2FVmlbsbVX5WUySMoXffqolY7V2apISbJDxNaQ44dE,8499
-tests/test_proxy_middleware_enhanced.py,sha256=_6zGNMmu_vD8WvbWBiB1adG4XUmb8jmQXruetoHqzZE,6684
-tests/test_proxy_middleware_integration.py,sha256=wKjzmejwdQCDv3eyTem2o-Auok4j0_56Eq2MkkjBx64,4587
-tests/test_proxy_middleware_refactored.py,sha256=JcIXegcBqMpD6GeGGTgZhbGYIphvtISzGzFT6moJM-Y,8065
-tests/test_proxy_only.py,sha256=zpxdm8ce-yfQaCxHNGZyChMbxG1jrM1Y_PYBlLiPYV0,2480
-tests/test_proxy_providers.py,sha256=XwWZCywTYguSsUxSm6fsbaoH1p9dKjqSIx9-sqKZehA,1693
-tests/test_proxy_stats.py,sha256=Til_yksrRz2yBVw-yJi5-36LhNW3vTwpXTm4BdR9PUM,507
-tests/test_proxy_strategies.py,sha256=ZkziozkvZd3KWOQnpHQ8Upd3WpyoX7gN0qFGluNm348,1809
-tests/test_proxy_with_downloader.py,sha256=Ql8Xopjc7nIITalBppoxP7HK3fRV_r4Vkoksf0Aubvk,4445
-tests/test_queue_empty_check.py,sha256=FsFoThG8qXzhXtG9Gu4hHuz--iVZHSbFbGJh4vgq_ec,1141
-tests/test_queue_manager_double_crawlo.py,sha256=YzM6PnoyRSST-f2NVyI97bpPcoYWL06HUwf08Fyx3Qg,6784
-tests/test_queue_manager_redis_key.py,sha256=qWkrXXlOg6IAi7OLPhBb524KbQHmHusAeYYi1W3yhqY,6938
-tests/test_queue_naming.py,sha256=kDqj-n_k5KrFF5up1Ur6WmGS4Jqmk-QgKrkAtAyE4tk,4632
-tests/test_queue_type.py,sha256=pD9v8Zcf8y6zAEKzko4Qo6FiwrEavXKMTS8Pni2r_8U,3198
-tests/test_queue_type_redis_config_consistency.py,sha256=lsnDFTceqImg8QlEaemSTsMRfyPTo2V7Az15H0UPzlw,5129
-tests/test_random_headers_default.py,sha256=-x8Pq2optuJcV-ENEF_OVO10mLUQmybcSpxC5e5v8fw,12450
-tests/test_random_headers_necessity.py,sha256=fzFx8eb53412swGvL43_OTZJ7aLcT_8DT7AAeI9OCtA,11433
-tests/test_random_user_agent.py,sha256=LuyR8WaKfqOap9WBQl4WEBcZDmKxhW80T-_wXbuo2Qw,2230
-tests/test_redis_config.py,sha256=DBrqURBQt517Rt1h1l2iIKrKDfbkJzQSRUEYYbapcy4,875
-tests/test_redis_connection_pool.py,sha256=WIUQlI6K3IINan14vknI4oFf9a8wpHCWi87KSfoB7_E,9034
-tests/test_redis_key_naming.py,sha256=7_X_PSzFQn5m0n_7qLlCjFvY4ZKScC36cqWFu1PAFRw,6730
-tests/test_redis_key_validator.py,sha256=VFuawmaA0G7VSHueCvZEQNKY-L2IdDGlEcyuJ9nZu7Q,4295
-tests/test_redis_queue.py,sha256=2OZJHn5fN9b6XEgEs4Ht1AL6TOJ_H-IR9JxPzzvqMpg,6534
-tests/test_redis_queue_name_fix.py,sha256=FSbhPMP8k_JP75TeOIPRbgQ7VQ2e5AVYRWjiPgIhelE,5595
-tests/test_redis_queue_type_fallback.py,sha256=n7QpcDiSCZze6UNw9ovF3dbelWBrwIdNibZswfaZ1cA,4563
-tests/test_request_ignore_middleware.py,sha256=8_2E6JU27eOWI3iHeh3YscLnp3SIHaubWdA477Ki6PE,6047
-tests/test_request_params.py,sha256=9vNksaOrFbuSb0UffruPxUHhJXZxVYyjQw9J69FSzH8,4176
-tests/test_request_serialization.py,sha256=TPBIzjaifcAjFWCFSFZ5ewRn814jSGPL28MGTwvrr_w,2262
-tests/test_response_code_middleware.py,sha256=EAPHsNN3J4ShJ5UfpzcZpOPjDvYgYJgcpNxpRgpQBaE,11844
-tests/test_response_filter_middleware.py,sha256=yVXl7LYxKxziGQg-YpdbVc6CVhmfmNOAZ86SaEVfMyI,15900
-tests/test_response_follow.py,sha256=QKoMVq7f-1EZQDBTxBd9MWiY_qMHXBMIj7a8G5tvVu0,3634
-tests/test_response_improvements.py,sha256=zvbkTkWhgdlFYtRu_ckgq6wGDGwpe_PTECYqpLDM3BU,5876
-tests/test_response_selector_methods.py,sha256=vphuYadF-i0nlkB1PPm4sy15PtzD9CtQi6W0BcwRQGA,2646
-tests/test_response_url_methods.py,sha256=X_rOV5F5GxR893fQ6o5z9a1EwWqpT1rjyP13rpoVkGM,2689
-tests/test_response_urljoin.py,sha256=rdMTbG0Tk785-1r-3W8R9IG4WGKbqIV0V9jrc56ho9E,3293
-tests/test_retry_middleware.py,sha256=cBgvxq-yAQcNDZo_uTJN95ONJjQHEEdfeVcyjLO2ahk,10800
-tests/test_retry_middleware_realistic.py,sha256=C3ly9QV-qj3R9FzJt20EeSoAvN-FlKbg8IbBK_vXQC8,9406
-tests/test_scheduler.py,sha256=j1t-ItXkCHZpoLI4T_2SFzl0Wbcg81LYeOOfnjsYKuk,7930
-tests/test_scheduler_config_update.py,sha256=eVE9lr7pTHlPCra9rtDge5rp4csiY3veYlG43qc34Fg,4128
-tests/test_scrapy_style_encoding.py,sha256=B1BaT6XFpzc819V1NfKZPdzTGcxpCgtX_yN6NfF95qE,3296
-tests/test_selector_helper.py,sha256=mKcArGevWzMLpRppHAyymlt4Nu8pJbDSM0G6IxayG4k,2718
-tests/test_selector_optimizations.py,sha256=yiP81FZhMFK6iBDc-9Zy0Va4GdCoTkxq0lWMUtas9GQ,4519
-tests/test_simple_response.py,sha256=6RYOBRzAtyNvJ9a5JVTNubM-rvxnuX8jQOvq3sUZxwo,1488
-tests/test_spider_loader.py,sha256=lxTp9p8B2Q7d9lQ6u8DE8gDFhHaQBpmS6DMxx4Hqhlw,1265
-tests/test_spider_loader_comprehensive.py,sha256=S6Kt8_Ae-qh3--Sjp-vL7HRhTHYQqyj4VGZdXssfr5I,2522
-tests/test_spider_modules.py,sha256=B2DQAfgIRKWN7aMVaaYHW2qFlROGAGLbeFpmJPc3tRE,2713
-tests/test_telecom_spider_redis_key.py,sha256=hL_gjLJQbv6Tnli6Id7jXJcP-bgIQzhuWLUTBok6iv0,7420
-tests/test_template_content.py,sha256=q3OYI26e-qpmCYb1qmg5qg0kl7A8BhYbK2QjvKGaS0o,2816
-tests/test_template_redis_key.py,sha256=wJGAgWGO3hpSWoAUHHpBexXF7J2UP_tM6Z_PBjJl96Q,4742
-tests/test_tools.py,sha256=9t9FXZ61MfdB70nck9NYzCq97yd3SLVlLiMybEAlClk,5345
-tests/test_user_agent_randomness.py,sha256=SMdfdnuuW3SkIXcMo-YV0fEWC8z1DDlODA-Cn8APszg,5505
-tests/test_user_agents.py,sha256=rUotyuE2iJDi2LQBrUh980U-dAMTs4ARPMJxICOoQFY,3231
-tests/untested_features_report.md,sha256=hzlIKQlzFVO-G5ebF2KEusm-2XSf2WxXjpsA_OjqAbk,4031
-tests/verify_debug.py,sha256=V69y2qikGK5xxN1m8lFV-BCMmHaq_imQJkaU9YR8g6k,1513
-tests/verify_distributed.py,sha256=krnYYA5Qx9xXDMWc9YF5DxPSplGvawDg2n0l-3CAqoM,3928
-tests/verify_log_fix.py,sha256=TD7M1R22NxLqQPufvgE-H33u9tUjyz-rSR2ayIXozRU,4225
-tests/verify_mysql_warnings.py,sha256=h3lxSFxcsCkJNHMiNqAlCbx42GUOSOMVvb8aznf_fBc,3997
-tests/ofweek_scrapy/scrapy.cfg,sha256=T_alfL674ftNOAPQu91mstnF3aHRsQUuhgj9P0wyiNs,269
-tests/ofweek_scrapy/ofweek_scrapy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/ofweek_scrapy/ofweek_scrapy/items.py,sha256=PQiCkM3KEWItrp1yjz8gex1yaUgL84RpdMnvDWC_gks,268
-tests/ofweek_scrapy/ofweek_scrapy/middlewares.py,sha256=n_OFdM0XwhAtyBz7LKc2ZVB8Y0O-Sz66IvQpF2WHuxo,3554
-tests/ofweek_scrapy/ofweek_scrapy/pipelines.py,sha256=G1OX8qj4Nj-7fbJMSKPZWir3wpeA3BKU4I507X-K9QY,366
-tests/ofweek_scrapy/ofweek_scrapy/settings.py,sha256=HDPCemx_KDObdV3He8akQFwPUYB_6oZHXqCdIHdB-Xg,2849
-tests/ofweek_scrapy/ofweek_scrapy/spiders/__init__.py,sha256=ULwecZkx3_NTphkz7y_qiazBeUoHFnCCWnKSjoDCZj0,161
-tests/scrapy_comparison/ofweek_scrapy.py,sha256=2Hvpi6DRTubUxBy6RyJApQxMQONPLc1zWjKTQO_i5U4,5652
-tests/scrapy_comparison/scrapy_test.py,sha256=5sw7jOHhaTmQ8bsUd1TiolAUTRQYQOe-f49HPfysqbI,5466
-tests/test_spiders/__init__.py,sha256=Ws2DhfUA0Xh5Cxr9M46td7B6hyNoLTyAhZ60FnIh6D0,20
-tests/test_spiders/test_spider.py,sha256=LYI6ZbsSGyJO96lV9mkEcAN9VB2yCAnEmOt_hA_Km3I,159
-crawlo-1.4.7.dist-info/METADATA,sha256=8hpnv6ppupbke-ae5PLKEez_JIyLOmeBkXbTx1WdS-o,19760
-crawlo-1.4.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-crawlo-1.4.7.dist-info/entry_points.txt,sha256=5HoVoTSPxI8SCa5B7pQYxLSrkOdiunyO9tqNsLMv52g,43
-crawlo-1.4.7.dist-info/top_level.txt,sha256=keG_67pbZ_wZL2dmDRA9RMaNHTaV_x_oxZ9DKNgwvR0,22
-crawlo-1.4.7.dist-info/RECORD,,

{crawlo-1.4.7.dist-info → crawlo-1.4.8.dist-info}/WHEEL RENAMED Viewed

File without changes

{crawlo-1.4.7.dist-info → crawlo-1.4.8.dist-info}/entry_points.txt RENAMED Viewed

File without changes

{crawlo-1.4.7.dist-info → crawlo-1.4.8.dist-info}/top_level.txt RENAMED Viewed

File without changes

crawlo 1.4.7__py3-none-any.whl → 1.4.8__py3-none-any.whl

Potentially problematic release.

crawlo 1.4.7py3-none-any.whl → 1.4.8py3-none-any.whl