PyPI - crawlo - Versions diffs - 1.4.1__py3-none-any.whl → 1.4.3__py3-none-any.whl - Mend

crawlo 1.4.1py3-none-any.whl → 1.4.3py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of crawlo might be problematic. Click here for more details.

Files changed (326) hide show

crawlo/__init__.py +93 -93
crawlo/__version__.py +1 -1
crawlo/cli.py +75 -75
crawlo/commands/__init__.py +14 -14
crawlo/commands/check.py +594 -594
crawlo/commands/genspider.py +151 -151
crawlo/commands/help.py +138 -138
crawlo/commands/list.py +155 -155
crawlo/commands/run.py +341 -341
crawlo/commands/startproject.py +436 -436
crawlo/commands/stats.py +187 -187
crawlo/commands/utils.py +196 -196
crawlo/config.py +312 -312
crawlo/config_validator.py +277 -277
crawlo/core/__init__.py +52 -52
crawlo/core/engine.py +438 -439
crawlo/core/processor.py +47 -47
crawlo/core/scheduler.py +291 -257
crawlo/crawler.py +650 -650
crawlo/data/__init__.py +5 -5
crawlo/data/user_agents.py +194 -194
crawlo/downloader/__init__.py +273 -273
crawlo/downloader/aiohttp_downloader.py +233 -228
crawlo/downloader/cffi_downloader.py +245 -245
crawlo/downloader/httpx_downloader.py +259 -259
crawlo/downloader/hybrid_downloader.py +212 -212
crawlo/downloader/playwright_downloader.py +402 -402
crawlo/downloader/selenium_downloader.py +472 -472
crawlo/event.py +11 -11
crawlo/exceptions.py +81 -81
crawlo/extension/__init__.py +63 -63
crawlo/extension/health_check.py +141 -141
crawlo/extension/log_interval.py +94 -94
crawlo/extension/log_stats.py +70 -70
crawlo/extension/logging_extension.py +61 -61
crawlo/extension/memory_monitor.py +104 -104
crawlo/extension/performance_profiler.py +133 -133
crawlo/extension/request_recorder.py +107 -107
crawlo/factories/__init__.py +27 -27
crawlo/factories/base.py +68 -68
crawlo/factories/crawler.py +103 -103
crawlo/factories/registry.py +84 -84
crawlo/filters/__init__.py +154 -154
crawlo/filters/aioredis_filter.py +257 -257
crawlo/filters/memory_filter.py +269 -269
crawlo/framework.py +292 -292
crawlo/initialization/__init__.py +44 -44
crawlo/initialization/built_in.py +425 -425
crawlo/initialization/context.py +141 -141
crawlo/initialization/core.py +193 -193
crawlo/initialization/phases.py +148 -148
crawlo/initialization/registry.py +145 -145
crawlo/items/__init__.py +23 -23
crawlo/items/base.py +23 -23
crawlo/items/fields.py +52 -52
crawlo/items/items.py +104 -104
crawlo/logging/__init__.py +45 -37
crawlo/logging/async_handler.py +181 -0
crawlo/logging/config.py +196 -96
crawlo/logging/factory.py +171 -128
crawlo/logging/manager.py +111 -111
crawlo/logging/monitor.py +153 -0
crawlo/logging/sampler.py +167 -0
crawlo/middleware/__init__.py +21 -21
crawlo/middleware/default_header.py +132 -132
crawlo/middleware/download_delay.py +104 -104
crawlo/middleware/middleware_manager.py +135 -135
crawlo/middleware/offsite.py +123 -123
crawlo/middleware/proxy.py +386 -386
crawlo/middleware/request_ignore.py +86 -86
crawlo/middleware/response_code.py +150 -150
crawlo/middleware/response_filter.py +136 -136
crawlo/middleware/retry.py +124 -124
crawlo/middleware/simple_proxy.py +65 -65
crawlo/mode_manager.py +219 -219
crawlo/network/__init__.py +21 -21
crawlo/network/request.py +379 -379
crawlo/network/response.py +359 -359
crawlo/pipelines/__init__.py +21 -21
crawlo/pipelines/bloom_dedup_pipeline.py +146 -146
crawlo/pipelines/console_pipeline.py +39 -39
crawlo/pipelines/csv_pipeline.py +316 -316
crawlo/pipelines/database_dedup_pipeline.py +197 -197
crawlo/pipelines/json_pipeline.py +218 -218
crawlo/pipelines/memory_dedup_pipeline.py +105 -105
crawlo/pipelines/mongo_pipeline.py +131 -131
crawlo/pipelines/mysql_pipeline.py +325 -325
crawlo/pipelines/pipeline_manager.py +100 -84
crawlo/pipelines/redis_dedup_pipeline.py +156 -156
crawlo/project.py +349 -338
crawlo/queue/pqueue.py +42 -42
crawlo/queue/queue_manager.py +526 -522
crawlo/queue/redis_priority_queue.py +370 -367
crawlo/settings/__init__.py +7 -7
crawlo/settings/default_settings.py +284 -284
crawlo/settings/setting_manager.py +219 -219
crawlo/spider/__init__.py +657 -657
crawlo/stats_collector.py +73 -73
crawlo/subscriber.py +129 -129
crawlo/task_manager.py +138 -138
crawlo/templates/crawlo.cfg.tmpl +10 -10
crawlo/templates/project/__init__.py.tmpl +3 -3
crawlo/templates/project/items.py.tmpl +17 -17
crawlo/templates/project/middlewares.py.tmpl +118 -118
crawlo/templates/project/pipelines.py.tmpl +96 -96
crawlo/templates/project/settings.py.tmpl +170 -170
crawlo/templates/project/settings_distributed.py.tmpl +169 -169
crawlo/templates/project/settings_gentle.py.tmpl +166 -166
crawlo/templates/project/settings_high_performance.py.tmpl +167 -167
crawlo/templates/project/settings_minimal.py.tmpl +65 -65
crawlo/templates/project/settings_simple.py.tmpl +164 -164
crawlo/templates/project/spiders/__init__.py.tmpl +9 -9
crawlo/templates/run.py.tmpl +34 -34
crawlo/templates/spider/spider.py.tmpl +143 -143
crawlo/templates/spiders_init.py.tmpl +9 -9
crawlo/tools/__init__.py +200 -200
crawlo/tools/anti_crawler.py +268 -268
crawlo/tools/authenticated_proxy.py +240 -240
crawlo/tools/data_formatter.py +225 -225
crawlo/tools/data_validator.py +180 -180
crawlo/tools/date_tools.py +289 -289
crawlo/tools/distributed_coordinator.py +384 -384
crawlo/tools/encoding_converter.py +127 -127
crawlo/tools/network_diagnostic.py +364 -364
crawlo/tools/request_tools.py +82 -82
crawlo/tools/retry_mechanism.py +224 -224
crawlo/tools/scenario_adapter.py +262 -262
crawlo/tools/text_cleaner.py +232 -232
crawlo/utils/__init__.py +34 -34
crawlo/utils/batch_processor.py +259 -259
crawlo/utils/class_loader.py +25 -25
crawlo/utils/controlled_spider_mixin.py +439 -439
crawlo/utils/db_helper.py +343 -343
crawlo/utils/enhanced_error_handler.py +356 -356
crawlo/utils/env_config.py +142 -142
crawlo/utils/error_handler.py +165 -165
crawlo/utils/fingerprint.py +122 -122
crawlo/utils/func_tools.py +82 -82
crawlo/utils/large_scale_config.py +286 -286
crawlo/utils/large_scale_helper.py +344 -344
crawlo/utils/log.py +79 -79
crawlo/utils/performance_monitor.py +285 -285
crawlo/utils/queue_helper.py +175 -175
crawlo/utils/redis_connection_pool.py +388 -388
crawlo/utils/redis_key_validator.py +198 -198
crawlo/utils/request.py +267 -267
crawlo/utils/request_serializer.py +225 -225
crawlo/utils/spider_loader.py +61 -61
crawlo/utils/system.py +11 -11
crawlo/utils/tools.py +4 -4
crawlo/utils/url.py +39 -39
crawlo-1.4.3.dist-info/METADATA +190 -0
crawlo-1.4.3.dist-info/RECORD +326 -0
examples/__init__.py +7 -7
examples/test_project/__init__.py +7 -7
examples/test_project/run.py +34 -34
examples/test_project/test_project/__init__.py +3 -3
examples/test_project/test_project/items.py +17 -17
examples/test_project/test_project/middlewares.py +118 -118
examples/test_project/test_project/pipelines.py +96 -96
examples/test_project/test_project/settings.py +169 -169
examples/test_project/test_project/spiders/__init__.py +9 -9
examples/test_project/test_project/spiders/of_week_dis.py +143 -143
tests/__init__.py +7 -7
tests/advanced_tools_example.py +275 -275
tests/authenticated_proxy_example.py +106 -106
tests/baidu_performance_test.py +108 -108
tests/baidu_test.py +59 -59
tests/cleaners_example.py +160 -160
tests/comprehensive_framework_test.py +212 -212
tests/comprehensive_test.py +81 -81
tests/comprehensive_testing_summary.md +186 -186
tests/config_validation_demo.py +142 -142
tests/controlled_spider_example.py +205 -205
tests/date_tools_example.py +180 -180
tests/debug_configure.py +69 -69
tests/debug_framework_logger.py +84 -84
tests/debug_log_config.py +126 -126
tests/debug_log_levels.py +63 -63
tests/debug_pipelines.py +66 -66
tests/detailed_log_test.py +233 -233
tests/distributed_test.py +66 -66
tests/distributed_test_debug.py +76 -76
tests/dynamic_loading_example.py +523 -523
tests/dynamic_loading_test.py +104 -104
tests/env_config_example.py +133 -133
tests/error_handling_example.py +171 -171
tests/final_comprehensive_test.py +151 -151
tests/final_log_test.py +260 -260
tests/final_validation_test.py +182 -182
tests/fix_log_test.py +142 -142
tests/framework_performance_test.py +202 -202
tests/log_buffering_test.py +111 -111
tests/log_generation_timing_test.py +153 -153
tests/optimized_performance_test.py +211 -211
tests/performance_comparison.py +245 -245
tests/queue_blocking_test.py +113 -113
tests/queue_test.py +89 -89
tests/redis_key_validation_demo.py +130 -130
tests/request_params_example.py +150 -150
tests/response_improvements_example.py +144 -144
tests/scrapy_comparison/ofweek_scrapy.py +138 -138
tests/scrapy_comparison/scrapy_test.py +133 -133
tests/simple_command_test.py +119 -119
tests/simple_crawlo_test.py +127 -127
tests/simple_log_test.py +57 -57
tests/simple_log_test2.py +137 -137
tests/simple_optimization_test.py +128 -128
tests/simple_queue_type_test.py +41 -41
tests/simple_spider_test.py +49 -49
tests/simple_test.py +47 -47
tests/spider_log_timing_test.py +177 -177
tests/test_advanced_tools.py +148 -148
tests/test_all_commands.py +230 -230
tests/test_all_pipeline_fingerprints.py +133 -133
tests/test_all_redis_key_configs.py +145 -145
tests/test_authenticated_proxy.py +141 -141
tests/test_batch_processor.py +178 -178
tests/test_cleaners.py +54 -54
tests/test_component_factory.py +174 -174
tests/test_comprehensive.py +146 -146
tests/test_config_consistency.py +80 -80
tests/test_config_merge.py +152 -152
tests/test_config_validator.py +182 -182
tests/test_controlled_spider_mixin.py +79 -79
tests/test_crawlo_proxy_integration.py +108 -108
tests/test_date_tools.py +123 -123
tests/test_dedup_fix.py +220 -220
tests/test_dedup_pipeline_consistency.py +125 -0
tests/test_default_header_middleware.py +313 -313
tests/test_distributed.py +65 -65
tests/test_double_crawlo_fix.py +204 -204
tests/test_double_crawlo_fix_simple.py +124 -124
tests/test_download_delay_middleware.py +221 -221
tests/test_downloader_proxy_compatibility.py +268 -268
tests/test_dynamic_downloaders_proxy.py +124 -124
tests/test_dynamic_proxy.py +92 -92
tests/test_dynamic_proxy_config.py +146 -146
tests/test_dynamic_proxy_real.py +109 -109
tests/test_edge_cases.py +303 -303
tests/test_enhanced_error_handler.py +270 -270
tests/test_enhanced_error_handler_comprehensive.py +245 -245
tests/test_env_config.py +121 -121
tests/test_error_handler_compatibility.py +112 -112
tests/test_factories.py +252 -252
tests/test_final_validation.py +153 -153
tests/test_fingerprint_consistency.py +135 -135
tests/test_fingerprint_simple.py +51 -51
tests/test_framework_env_usage.py +103 -103
tests/test_framework_logger.py +66 -66
tests/test_framework_startup.py +64 -64
tests/test_get_component_logger.py +83 -83
tests/test_hash_performance.py +99 -99
tests/test_integration.py +169 -169
tests/test_item_dedup_redis_key.py +122 -122
tests/test_large_scale_config.py +112 -112
tests/test_large_scale_helper.py +235 -235
tests/test_logging_enhancements.py +375 -0
tests/test_logging_final.py +185 -0
tests/test_logging_integration.py +313 -0
tests/test_logging_system.py +282 -282
tests/test_middleware_debug.py +142 -0
tests/test_mode_change.py +72 -72
tests/test_mode_consistency.py +51 -51
tests/test_offsite_middleware.py +244 -244
tests/test_offsite_middleware_simple.py +203 -203
tests/test_parsel.py +29 -29
tests/test_performance.py +327 -327
tests/test_performance_monitor.py +115 -115
tests/test_pipeline_fingerprint_consistency.py +86 -86
tests/test_priority_behavior.py +212 -0
tests/test_priority_consistency.py +152 -0
tests/test_priority_consistency_fixed.py +250 -0
tests/test_proxy_api.py +264 -264
tests/test_proxy_health_check.py +32 -32
tests/test_proxy_middleware.py +121 -121
tests/test_proxy_middleware_enhanced.py +216 -216
tests/test_proxy_middleware_integration.py +136 -136
tests/test_proxy_middleware_refactored.py +184 -184
tests/test_proxy_providers.py +56 -56
tests/test_proxy_stats.py +19 -19
tests/test_proxy_strategies.py +59 -59
tests/test_queue_empty_check.py +41 -41
tests/test_queue_manager_double_crawlo.py +173 -173
tests/test_queue_manager_redis_key.py +179 -179
tests/test_queue_naming.py +154 -154
tests/test_queue_type.py +106 -106
tests/test_queue_type_redis_config_consistency.py +131 -0
tests/test_random_headers_default.py +323 -0
tests/test_random_headers_necessity.py +309 -0
tests/test_random_user_agent.py +72 -72
tests/test_real_scenario_proxy.py +195 -195
tests/test_redis_config.py +28 -28
tests/test_redis_connection_pool.py +294 -294
tests/test_redis_key_naming.py +181 -181
tests/test_redis_key_validator.py +123 -123
tests/test_redis_queue.py +224 -224
tests/test_redis_queue_name_fix.py +175 -175
tests/test_redis_queue_type_fallback.py +130 -0
tests/test_request_ignore_middleware.py +182 -182
tests/test_request_params.py +111 -111
tests/test_request_serialization.py +70 -70
tests/test_response_code_middleware.py +349 -349
tests/test_response_filter_middleware.py +427 -427
tests/test_response_improvements.py +152 -152
tests/test_retry_middleware.py +334 -242
tests/test_retry_middleware_realistic.py +274 -0
tests/test_scheduler.py +252 -252
tests/test_scheduler_config_update.py +133 -133
tests/test_simple_response.py +61 -61
tests/test_telecom_spider_redis_key.py +205 -205
tests/test_template_content.py +87 -87
tests/test_template_redis_key.py +134 -134
tests/test_tools.py +159 -159
tests/test_user_agent_randomness.py +177 -0
tests/test_user_agents.py +96 -96
tests/tools_example.py +260 -260
tests/untested_features_report.md +138 -138
tests/verify_debug.py +51 -51
tests/verify_distributed.py +117 -117
tests/verify_log_fix.py +111 -111
crawlo-1.4.1.dist-info/METADATA +0 -1199
crawlo-1.4.1.dist-info/RECORD +0 -309
{crawlo-1.4.1.dist-info → crawlo-1.4.3.dist-info}/WHEEL +0 -0
{crawlo-1.4.1.dist-info → crawlo-1.4.3.dist-info}/entry_points.txt +0 -0
{crawlo-1.4.1.dist-info → crawlo-1.4.3.dist-info}/top_level.txt +0 -0

crawlo-1.4.1.dist-info/RECORD DELETED Viewed

@@ -1,309 +0,0 @@
-crawlo/__init__.py,sha256=WD-F_HxUb9ad2v7J_yipTK4wwENCzIYwa7AF14eL4sg,2288
-crawlo/__version__.py,sha256=6ImxnR8EAFBMtiyEcHsEjoEJrEuzUcOFUzWJTeupvpM,22
-crawlo/cli.py,sha256=OXprmcTUbFK02ptw_Gq8Gk4-ZCU-WEMJgzU1ztgP6Bk,2327
-crawlo/config.py,sha256=dNoNyTkXLe2msQ7bZx3YTQItk1m49nIg5-g89FQDNwE,9486
-crawlo/config_validator.py,sha256=gsiLqf5swWd9ISDvoLqCdG7iSXr-ZdBPD4iT6ug1ua4,11239
-crawlo/crawler.py,sha256=E83JhClOe58XVX1ma0f-HAF1BJ7Ej9Zs0w51ERs3fgA,26348
-crawlo/event.py,sha256=7-y6HNv_EIJSYQNzsj0mVK-Gg4ON3wdQeMdQjfFJPlw,313
-crawlo/exceptions.py,sha256=sMay0wnWLfc_FXWslqxm60qz6b66LXs3EdN_w8ygE9k,1166
-crawlo/framework.py,sha256=1RVBwj_VBzfJiMB3lq6XcfFHCjRBHyT4D_T2X4fU_6g,9166
-crawlo/mode_manager.py,sha256=j5Kez-KwZQWbEWeYlyUZov18kk8ZRQFYEBUzbkIc-DY,7549
-crawlo/project.py,sha256=LofpNMP1D5AHMe987jfgkSFTjRmrfF5zUBkXl6Cvp3U,12730
-crawlo/stats_collector.py,sha256=copzmfWTArYZCkMeZJsJfJcdC36s7_LM88hxAYttoeE,2306
-crawlo/subscriber.py,sha256=D3hzE7Pc_zJjc-zR7lct5pt32bz6LsDYeC8uHlS4Hso,4986
-crawlo/task_manager.py,sha256=a9JWpqiozFEhReH4PwD9HsDs050HERwi9X9LNGdOp0E,5828
-crawlo/commands/__init__.py,sha256=QbhGAmItiwVrtlTr9UUbEJMegLJo-SdzaKX2PUhBgfI,378
-crawlo/commands/check.py,sha256=7pD43s97DD-fSLO9OEOuNcNr7o-2g94rJULL8fUzdaI,22605
-crawlo/commands/genspider.py,sha256=HhtvBLkIuhYtJUzom6PquItiC22vU9LNpOkjDUiqdM4,4937
-crawlo/commands/help.py,sha256=gwfHibRpdYDmZO6waUMOEn8SMJ_ubdjL-prD5fiuVY8,4973
-crawlo/commands/list.py,sha256=BqlPjBa5FLotjAlyZ3-nGmXg5cWcCNbHi8U5znb2_D8,5722
-crawlo/commands/run.py,sha256=NKVNOxJHZYr4aMEOcwmXRcQuDId1HltocvW8ufF_jBU,12838
-crawlo/commands/startproject.py,sha256=aqKRJarKqTf5XjJnGXwjRpp0uYF16LreFbwwQLGpK-0,16070
-crawlo/commands/stats.py,sha256=8wTubR1RQ1JPTlpOKArcGcQ39bM-0cuH27lDpndnwPQ,6014
-crawlo/commands/utils.py,sha256=Psfu2tKrmDloMq0WnfXLaxx0lJFitMZ-FWS3HAIrziQ,5382
-crawlo/core/__init__.py,sha256=Mcf4BKnjz-AP72eLCSh5ryLoZchxJnr7Jqv0W_OpkiI,1278
-crawlo/core/engine.py,sha256=0l7TVNf2R8EHJAZ4ktj71j-qysrq84cYqf_7LEzzYJM,19096
-crawlo/core/processor.py,sha256=wO6DMU-Azr0yaMLJw8LSTG19a6ZAvPuT3J7wNLfbpu4,1577
-crawlo/core/scheduler.py,sha256=C2V23SIm1VGdi3A41TThB3zE99QFxTnsJp4SDOvSaBE,12561
-crawlo/data/__init__.py,sha256=8MgDxcMhx-emFARcLAw_ODOZNz0neYBcx7kEbzothd8,116
-crawlo/data/user_agents.py,sha256=6V34lYHREWV5ZR5wH-1pCnr1Y3ZYC7iMLfC6vZHyhZQ,9697
-crawlo/downloader/__init__.py,sha256=PB8oluLFMX2PBmeb3NBKkM6GaceX0ujFId8t2URy1ks,8624
-crawlo/downloader/aiohttp_downloader.py,sha256=rkCgEfX_s7w-cRK2ZoX43Unt9C7pPPYP64q22ShJMso,9107
-crawlo/downloader/cffi_downloader.py,sha256=BpA1q6Udz7sSXJ0gX94xGnzy8cdgK-vlr_Q6YA4QIxE,10243
-crawlo/downloader/httpx_downloader.py,sha256=7jfQfvAtfk8yD_mvwUbWLhYOxMM7r1nudiU7m_Jl9wc,12037
-crawlo/downloader/hybrid_downloader.py,sha256=4SzOPEwBlSZVzUAWR3DyxMx2Tsx15YrpBvQS4it4Vps,8028
-crawlo/downloader/playwright_downloader.py,sha256=Lnc7k5cXhVnURXSxgZFCYMJkBxLg5F_OE67rtf3G7Ig,16261
-crawlo/downloader/selenium_downloader.py,sha256=B_0muNi-GQ_hgoYHcf7wgu01V68q7xKnSh-0kzlUiio,21036
-crawlo/extension/__init__.py,sha256=7HxWQKBuiVphZUBLIBVCtIjgFIbzTa5QDOQp6WH4HhU,2923
-crawlo/extension/health_check.py,sha256=0GveZgUtFwjYEKlm3qbwIvCmb4FR0qrIKc8cEF1yQV8,5516
-crawlo/extension/log_interval.py,sha256=gWCcUCvMzpmx1IE_HvUGAvhfUIqd-UjARNNQLqvjyow,4403
-crawlo/extension/log_stats.py,sha256=X90Y_E6USAdm55yvRN5t59HNLmyN9QMKglhbPPxtehA,2382
-crawlo/extension/logging_extension.py,sha256=8KT-WJRK5tocS2kBOiSquree53L11qD1vLg-P8ob40U,2354
-crawlo/extension/memory_monitor.py,sha256=4aszl3C0GMQbqFhGZjZq5iQuXQR1sOz06VHjjEHgkyE,4290
-crawlo/extension/performance_profiler.py,sha256=EPiNuXuPPDU0Jtgy8arYHpr_8ASK13cCI2BytdJnu_I,4899
-crawlo/extension/request_recorder.py,sha256=RC23yzXClnVv9j2ljQvjBkUfWznfnDHsrQejKhE9y5E,4074
-crawlo/factories/__init__.py,sha256=-rkCL85okQ975DvadK5Eby7EF1FDW0uBHWKy0BtokS8,687
-crawlo/factories/base.py,sha256=whzJrbU2KReYdf6wrALQBTrMoWO3I8QLu0XwWtvYn0I,1764
-crawlo/factories/crawler.py,sha256=XpCb0_Ojbc04z8FVj_h4OkeNsKEsYWTnZw6lwTxDc_k,3095
-crawlo/factories/registry.py,sha256=LrtH7wMGQ2ZrswxnHDM9s43ckJ1isJKL7R8uyMQ8hCc,2511
-crawlo/filters/__init__.py,sha256=XC_Q4ykZtSNYizYlAcehVwBBNO3lZ2zuWwafzXiuWyQ,4241
-crawlo/filters/aioredis_filter.py,sha256=ZEApX23-S-7ruO_TSTKI0Noh8SEwjdZznf8TySeEtbQ,9255
-crawlo/filters/memory_filter.py,sha256=mO4oBPV5_uAiBQF3a16tU5tcD8244dOjKoNX_MU8cEw,9292
-crawlo/initialization/__init__.py,sha256=ML9fKhttJC3TRAtp5n9MTevLBH-vdPUXwKihQdxEUlE,1088
-crawlo/initialization/built_in.py,sha256=EkZIPBrqsvFf0CuBL6POk2IJiDFf8q30eRGMqcL2N8M,15333
-crawlo/initialization/context.py,sha256=SL2ge47EmyLHzB5yldISA-xr__ZOV1xnQP_-1RF5v0Y,4722
-crawlo/initialization/core.py,sha256=ZR6veRDkKU5erQGXGKzgX6TU2_i6YkWsuFUeWnOEVjo,6679
-crawlo/initialization/phases.py,sha256=Kx3oTaMFfIKEB0mAVoz2IU29jprjnw3n7Bj_p5L7bIE,4028
-crawlo/initialization/registry.py,sha256=1iE7GUNel36lNxnp6iB376D0COFgqcr9amPPB5uXlmw,4774
-crawlo/items/__init__.py,sha256=bqekZrRlDhxfWie0UbCs656TptYseoe9QJ67I4E7Elk,386
-crawlo/items/base.py,sha256=VDxIH-vy85oHQZJJKqGS-7Ri7LcE1UZW7iQlpMbCLJo,579
-crawlo/items/fields.py,sha256=jCG0-PS8mVO48lP_ioTZCQCa0vjP5Sfv-sAyvYQqr-s,1800
-crawlo/items/items.py,sha256=e-3nXI9ckD64vcDxxQiAU6ufbtJMs09gbZQcYjxgwHY,3374
-crawlo/logging/__init__.py,sha256=8kQuBmcAf_qkCjh1XjaE75ODlmISpLDZ_xeT4FHu5LY,886
-crawlo/logging/config.py,sha256=KUIvg_xkYF4KzXVwkN-y25bNL43AtoMD8vGdoaqlS8k,3190
-crawlo/logging/factory.py,sha256=A5NNrIlzKLqdy0zWXIdEpmpurVZA_ANdSWinpRz9aDg,4045
-crawlo/logging/manager.py,sha256=hbdwyFGnnyRFrVDXoqzHs8oERx72NHrf7KqwCf4oPc4,3071
-crawlo/middleware/__init__.py,sha256=ldaGFNbiJnK9Fx12Vdf9fDNfzXxoETtShp5r-vodtw0,549
-crawlo/middleware/default_header.py,sha256=wQ7BrUHd-hRosFoKsReV9hwNNr_jwK6V0ZfxL6MOGrk,5032
-crawlo/middleware/download_delay.py,sha256=zt9R5g2HWErWA_MAOnGcw_D8l6HD769Kyaw-Hv-vcTc,3438
-crawlo/middleware/middleware_manager.py,sha256=1-qeqlyjBDvLhojt8aOT-EASe9gCcwzJ2q53iRagOHI,6280
-crawlo/middleware/offsite.py,sha256=FIWZvkkzlDJfvQc7Ud7BdfDZ78Sa85qlEEwAR76hSBk,4559
-crawlo/middleware/proxy.py,sha256=NquB6tqHAgHs3-2_1_5220kJYfjNG5JyHRJyo_2j4wo,15636
-crawlo/middleware/request_ignore.py,sha256=xcyZ1c7r_HhbzR3r9pfjsLGW7L7FBVeYvlNt8cpP2wY,2577
-crawlo/middleware/response_code.py,sha256=sHT-Xe9ZKLsjLso6SYAVqcD0r_4CptD82C605rjFWSs,4383
-crawlo/middleware/response_filter.py,sha256=6VBUe04mu8C7XxmOak6XyhGMWZPYEm3AMo5Kt_r1SXY,4248
-crawlo/middleware/retry.py,sha256=HxeIf7DibeLCpZ_y4rNARWMyzlrsdq5UR2CaFZInA3s,4124
-crawlo/middleware/simple_proxy.py,sha256=V_v28L-faiMJtt8vi-u5O4za-aU77_JTqNTCYSfWzCE,2191
-crawlo/network/__init__.py,sha256=BLPERYPo22g1BXrW--wUnlolrdFUmOPjgOB8XQQJlck,397
-crawlo/network/request.py,sha256=9kV-gqb_d6aCsSBAwyzxnP9a70cAViwX8qvpyYV7Ym4,13799
-crawlo/network/response.py,sha256=EZiG4LjuIb7PxdGou4H-oSOQhec1ZdBRTkO-5fl8JTo,12701
-crawlo/pipelines/__init__.py,sha256=lrdVDjeHLNkA4_MAwI1auk_I9xfeU1SlBWXiammb6lc,616
-crawlo/pipelines/bloom_dedup_pipeline.py,sha256=yNs7ON4icJK0nDGpDyZzghbPyf350bMEi1gOn4r_ya8,5317
-crawlo/pipelines/console_pipeline.py,sha256=KABkR3J-rqO0Awox7lizxKR2XuHfVhWPiVRgIybwwu4,1248
-crawlo/pipelines/csv_pipeline.py,sha256=6FBT2AoU6iNU-5NfgWRq7-JpF9dK2nBokjxx-y4jIas,12174
-crawlo/pipelines/database_dedup_pipeline.py,sha256=EfX_y9JiqD5EissBZNWfDYJavMcCYQ72swzfe7RsNZc,7099
-crawlo/pipelines/json_pipeline.py,sha256=vlu1nqbD2mtqtExt9cL5nibx1CwJM1RNqd4WGjZRHAY,8367
-crawlo/pipelines/memory_dedup_pipeline.py,sha256=sHoihpQiMZ7teiH4Ctl8OIPJs1x1bRRgzdy89JXFm7U,3493
-crawlo/pipelines/mongo_pipeline.py,sha256=k7gNqAO-g2MtIfArphC6z5ZzkKVRkBKcv-2ImziPFA0,5706
-crawlo/pipelines/mysql_pipeline.py,sha256=_oRfIvlEiOsTKkr4v-yPTcL8nG9O9coRmke2ZSkkKII,13871
-crawlo/pipelines/pipeline_manager.py,sha256=BX17CU9JK2xJeIdzQ4FeK7kwpwew1k-BEVMk9oviqTQ,3682
-crawlo/pipelines/redis_dedup_pipeline.py,sha256=zNk7WJxtgWNfRzKnyxOM2OyfsKhPNsOmy_8IGT1iZi0,5921
-crawlo/queue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-crawlo/queue/pqueue.py,sha256=j2ISmyays5t1tuI36xM6EcELwSpq2xIjAScSBWSRZms,1220
-crawlo/queue/queue_manager.py,sha256=JfkjtOD04e_OZZvEEvp3O_W3lfGXhHslZHrCgw90amY,20693
-crawlo/queue/redis_priority_queue.py,sha256=Evmo514OFL0a7Xu2SdCiz6klFUGH1gmjlxCc01vX1tQ,15400
-crawlo/settings/__init__.py,sha256=xsukVKn_h2Hopm1Nj-bXkhbfyS62QTTvJi7fhZUwR9M,123
-crawlo/settings/default_settings.py,sha256=BBJkTYe2ViIuGzr6KtWnJRDe0Yj6dkcBo56VxDeJIkE,12552
-crawlo/settings/setting_manager.py,sha256=hfmZfRcCQjTCSFWOelrzsIjLBIGDPmy_vlWDm6rhHeM,8376
-crawlo/spider/__init__.py,sha256=oi9LEYq9xaCSjktAIRUgjpGQQI7rTtN61ESdHeWb1x4,21224
-crawlo/templates/crawlo.cfg.tmpl,sha256=9BAmwEibS5Tvy6HIcGXPb0BGeuesmibebmTW0iAEkmo,230
-crawlo/templates/run.py.tmpl,sha256=j8xRI4IEI_YiDFvMyfYG0XD2GgBM9eXgSqpvBniferU,927
-crawlo/templates/spiders_init.py.tmpl,sha256=pDB5X9NO7KIko3V5X0qz38JHy_k-UbEEqRFgCSJHvUU,345
-crawlo/templates/project/__init__.py.tmpl,sha256=f3ETIXw_O6K-lkL6lXM5znMPJW1FZYGFrwDs2BnHcnQ,58
-crawlo/templates/project/items.py.tmpl,sha256=mt1Mm--H2Ouos3r7JPkYh0r33rgYJf1YOMz0OZy8TYs,297
-crawlo/templates/project/middlewares.py.tmpl,sha256=T67p8j0laL4NJJ_3xzPM9yivgZRjTEMiEtEWLPwbkmw,4160
-crawlo/templates/project/pipelines.py.tmpl,sha256=GBHYU0Jx8sKDCdGJp44FMSH7u2slxoFg6a-R9Uwg_-I,2608
-crawlo/templates/project/settings.py.tmpl,sha256=ETZnuGQvWhLdiXeu1FTH8vlHZ3d66GoC8qEzep9ZMrI,6880
-crawlo/templates/project/settings_distributed.py.tmpl,sha256=BxNjURczwiBoowdMYCM631IXlQIJ15jd5wug7b_5RGw,6978
-crawlo/templates/project/settings_gentle.py.tmpl,sha256=ZT6d-1Ao0h90vT82W9BSZuF8tsdyC4RU3446u1mh104,6631
-crawlo/templates/project/settings_high_performance.py.tmpl,sha256=Z_oWA4_a2yKOFAPG8lsLue2L6RzuKp8flq_NscAQvqA,6720
-crawlo/templates/project/settings_minimal.py.tmpl,sha256=6_7R0T9iIBOInTP9HX-icEvPOhd8-B3lmiZEz30kzV0,2485
-crawlo/templates/project/settings_simple.py.tmpl,sha256=31syWnuj-wswhTimUPnN7yhAF3OljeK2JW_UC6WXGpU,6485
-crawlo/templates/project/spiders/__init__.py.tmpl,sha256=D_41tcNocSlFpr2abwwjOL62rmQHhjjATNpDHXyABxg,207
-crawlo/templates/spider/spider.py.tmpl,sha256=jMhzyxpIpV_KigB-pmN-5mGMiYtu4mfQIOvpZcCGGJI,5055
-crawlo/tools/__init__.py,sha256=8igeUXLD0vJ5ta2X91QyTvna6dOioKCn0z7EF4oHvHI,3942
-crawlo/tools/anti_crawler.py,sha256=MU6KEPT0q85e_-Px8Rmw1fxdwlmOdpXfo0KYVpPlivU,9163
-crawlo/tools/authenticated_proxy.py,sha256=L93WeXajIZ3si8xNcE7bBPv34FvqSyTvVfD78fJAKQE,7032
-crawlo/tools/data_formatter.py,sha256=NEj3NqPiyG67V6qDgn2KNj9VNHWOLNwX-7p_nad0znc,7583
-crawlo/tools/data_validator.py,sha256=hxPN28YtJDFFLjBBYhDjHmR8ShNTEjgIsv-cmcDKIu8,5310
-crawlo/tools/date_tools.py,sha256=jjP5xA0-aDgm9UIK1RG2qaNagBzHFQ-BBDMo_YzSlLQ,8906
-crawlo/tools/distributed_coordinator.py,sha256=eUAQudIaz96WGIPVJxF_W0BOKDpRBX3ZmPLsDmiBKXM,12190
-crawlo/tools/encoding_converter.py,sha256=7P9Z7J1ALw_PPNApmjFsHZDpRxgxzduiViluenlSLEU,4043
-crawlo/tools/network_diagnostic.py,sha256=92diB7Ppo_TKGDYCRLzy7uvQMGApgGLwv7P5w4OpCms,12649
-crawlo/tools/request_tools.py,sha256=CjyFBtRQf_vFjQhaVwgHSGai4ZaWS8IIaF1flSfJxDs,2338
-crawlo/tools/retry_mechanism.py,sha256=aT5hEs5O7B09K1IaNFZEOWR9e_mX52Dtq4gx-onsyRI,7553
-crawlo/tools/scenario_adapter.py,sha256=JouFxI3513PRe1ObwHWc72vBvptNpNv0Ew3pRaEKjQQ,9398
-crawlo/tools/text_cleaner.py,sha256=SOgT9frD6Cg-2D7ZIzrixrxFYfYisLPU48ir9U2ZbA0,6458
-crawlo/utils/__init__.py,sha256=to1N8t0rNoczU9pteGt_RxhNrvfjtDxQidRwsTKcIjI,563
-crawlo/utils/batch_processor.py,sha256=_J-dKj98csB9LdhTBHh_dKvV4OzHiP22-5OWxavDglQ,8883
-crawlo/utils/class_loader.py,sha256=HnRuATNiHPsvAfikAiyi-Oo8wp8jkXVCo7ZV9_hq1xk,650
-crawlo/utils/controlled_spider_mixin.py,sha256=RVRAf9Wbi7z9NAlog4763xhHUEjl5r33aVMk7Oj4HCA,16497
-crawlo/utils/db_helper.py,sha256=3ib5-agrlwf2t5S_QtLRYH75wvJDlYbRqRmDEbpH5Bo,10559
-crawlo/utils/enhanced_error_handler.py,sha256=hj5AElt3ajfqnP4csQnEfEnzkbIep9k65DNQiCbmTFo,13858
-crawlo/utils/env_config.py,sha256=HbZOEKkeQ0FMdZYJu9SgmSNEmfPJrmAzA7lHu5Du1DA,3937
-crawlo/utils/error_handler.py,sha256=nDfDA99q2sirE2pe7OT2bcA54GqUiAYgtdAh38uFEX4,5290
-crawlo/utils/fingerprint.py,sha256=5XTH8ma0HSHc8arvre_sVv2g0Unxte1KLScmf3bHPDA,3565
-crawlo/utils/func_tools.py,sha256=WUZEGpWMuDDX7g-QySM7iaiC74erW2SSkZoUvDw1NjM,2369
-crawlo/utils/large_scale_config.py,sha256=j7wQ5ty7pQlBRygw2vhRJ7OI19RYBZKPfYMP3WeF2WI,8154
-crawlo/utils/large_scale_helper.py,sha256=Kxdy3WMuqjzQTyCc6z4xEYxXDi4xnYKJzsVwaBYZrrg,12108
-crawlo/utils/log.py,sha256=nGAyU1Mg2N1A9D9d0PgYkBiHTRyTqlFcgrdvr9qlPnc,2835
-crawlo/utils/performance_monitor.py,sha256=Q9xxuXBIfFoig_U-FQPOUuPAh1axO3MzYgpielDyku0,9547
-crawlo/utils/queue_helper.py,sha256=xpUUTOqlU1xz2Pb9NKAVGo3AfAO-7Xvx8Lm1q65Dgck,4743
-crawlo/utils/redis_connection_pool.py,sha256=wh_qYYeYAW3a3hfgq41PS7Lo2CPvugi7t6PXGafEDyk,12187
-crawlo/utils/redis_key_validator.py,sha256=M461uMU5mRZfYRSwf-fXJUi4UITNKUAZmLe-cvytm9c,5611
-crawlo/utils/request.py,sha256=yoLB2rY8d78vgPjIWpdhY5SalIKjyLIvTG_UH6EMdVI,8798
-crawlo/utils/request_serializer.py,sha256=nuaAThB97MWQS0GFxAyStZNn-VaAzuc6Tdazwvabrj0,8706
-crawlo/utils/spider_loader.py,sha256=WK9gL99sOeIrFC-a0Y10lygtryQR7-wfdGks-uwMYTM,2172
-crawlo/utils/system.py,sha256=HvWV1acxou0Rn0L7pNq4CnV_GWFeU0Tmjy3_nLD8M64,237
-crawlo/utils/tools.py,sha256=5Uv25Wy4m_ndZY0-n-eX-t3PxvaZ6wR3-Wvx-o7_Vrs,271
-crawlo/utils/url.py,sha256=rlgX2VlJv6JvLmCDTsbxzMSXE6R5ZL_0dLEqprsA-JU,1482
-examples/__init__.py,sha256=6i631BPnS_TR_BWUjtjB5CBO-zv9kRkwQTQvSya2wHE,123
-examples/test_project/__init__.py,sha256=sBO0-NPkGiKKO44U9OYknIdkPGKgJGn7ne2M7v_YOSU,129
-examples/test_project/run.py,sha256=5kADlYJYVp2seoxM5KPCX8qwSB-YzyLf-SGm66FcvyQ,919
-examples/test_project/test_project/__init__.py,sha256=-8hHXHKxttgUB58mL95faujZIsubNXuA_0-VzU-Mmy8,54
-examples/test_project/test_project/items.py,sha256=f4GN_2OChAdDI0zunbWIA6dpP7ou6ySt4mY98GGZzos,293
-examples/test_project/test_project/middlewares.py,sha256=qh_UvYaxH_mK1h8oNL405NQ2SYLEWAKs7r9Fyw-Jw5M,4152
-examples/test_project/test_project/pipelines.py,sha256=k1Z4M5StwGF4eHW8JoLCNLSVi57FiAxRRO-ABFynJ1k,2600
-examples/test_project/test_project/settings.py,sha256=Aidvz43WZYu7LAJ3N9gXdpddWCP_656kIJGJMe7J4NA,6946
-examples/test_project/test_project/spiders/__init__.py,sha256=tWZ6jEMrDw1KoRBw12F54srI1-YX7RNYe0dtU4OP0aQ,203
-examples/test_project/test_project/spiders/of_week_dis.py,sha256=zKulqu_lc7NS0ewDh_MCttwpXMBp0P2fPostkxxM3Xc,5035
-tests/__init__.py,sha256=scL1IPVT1iucth7v8ffrjRdeW7QrC_Y7AMmFVMdTY1Y,129
-tests/advanced_tools_example.py,sha256=7nlFLRVMVYzDz_CAdgQa9fJu7o0M6jBMo7PTvUsRbo0,9065
-tests/authenticated_proxy_example.py,sha256=rsLmILsrf9PpR77ekGi8KpB1dAYZdF26hlxkBjm4rSQ,2913
-tests/baidu_performance_test.py,sha256=XmBdEmedEvaI2JS83Sh3Y6m5Q7msDp_ECPxZmt9xYrM,3866
-tests/baidu_test.py,sha256=wsizbYFQ93SAO8tfdZHKo5RmWPzjSEsnHBfDc5Y9I_c,1815
-tests/cleaners_example.py,sha256=J6rT4rTbNzeN2YWf7IfLVwCGm3-UcSxE4LhH5AV-CE0,5164
-tests/comprehensive_framework_test.py,sha256=oRUQE3TGIFJ78ngHPHxmbFXPwq9iipr0oQsV5k6zzVU,5765
-tests/comprehensive_test.py,sha256=gKni2_e_04eUHeR1V03oeEqKewg0VCpp1vCsS1bwHO4,2888
-tests/comprehensive_testing_summary.md,sha256=1-v48HOCGIZnRqp7-hydqRfKFM_rHYbwTYbXL-wWQbE,6327
-tests/config_validation_demo.py,sha256=5MzW5P7ZX6xoMW_zC6XmIA50KWMTu0iB5H2hTe42Sb8,4029
-tests/controlled_spider_example.py,sha256=SP_k4mdKPvD1JCPs9UCm68jcy2Frg84vvXv9-14RC6I,7776
-tests/date_tools_example.py,sha256=x_-duqnVZ-Hrk-SaNplIfcIV6W3c6u6MTxW35u1i0F0,4862
-tests/debug_configure.py,sha256=E-6Djz8kk7tf2pzEqrGdekW2W20vrJeZN7iNm9ArWKk,2144
-tests/debug_framework_logger.py,sha256=lAxT1esheIyNtgjXf6VJj8Lv0TNw5KUHdjaKHTYrF7Q,3329
-tests/debug_log_config.py,sha256=F5MrUmpkaD9Dc1eSbajaOrw3nKo9Sp55BTnNxmQkUWc,3588
-tests/debug_log_levels.py,sha256=39ugttR13gfotsS3I4XVoWRRjTXPpLtuJOyU8V_ijEs,2105
-tests/debug_pipelines.py,sha256=VpUmoYlt6Ci7foIGuQIotUu42xp6TzoA1cBDeagBzDk,2098
-tests/detailed_log_test.py,sha256=M6yXjQypKmIjihgTSBffkgOzC7Nn0_4ZdQLrBN-L8i0,7268
-tests/distributed_test.py,sha256=qZpFAMQTFcg0KUEdp2RUpkuYauSCf4C3lbbosyIDqgw,1759
-tests/distributed_test_debug.py,sha256=XOX8UlH0sQiuicoAqrSmAwteBfgTyGaOA5TNNMDFrH8,2105
-tests/dynamic_loading_example.py,sha256=NI0SCg4lPME0RCcNpDDw1HjErjmCgJntCN0ahAEw61g,18263
-tests/dynamic_loading_test.py,sha256=DYbMrEewerx0VGXixci3p9VYgDDQvCPevA92CNjq1Jo,3309
-tests/env_config_example.py,sha256=sKE8DvMBhM3uy439LpgLHd4wF7MGUrUc-X6E7g9qsz0,4818
-tests/error_handling_example.py,sha256=goF8fnTXxU3CgHcX4ALEcidVPd-zACn2tDqqQislRPA,5123
-tests/final_command_test_report.md,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/final_comprehensive_test.py,sha256=XhOjHBbetZIf4PcT3sgFSCUa913U93tta2MQuxXBwks,4163
-tests/final_log_test.py,sha256=vSJ0KOPX6PEWkEKgozaPYt1CWDxE3LGeuKoEsrpQNCY,9107
-tests/final_validation_test.py,sha256=p5V2bpRBT1CA1l74nggwk6Is4roaRQSR5K7lNqZ3GBc,5062
-tests/fix_log_test.py,sha256=r222qYV69qxuWas8vaQ_ZRizgCZXg_YbtvZXkIhrGJ8,4298
-tests/framework_performance_test.py,sha256=B-s-w5iKcxDDamJICIQP8UZXZ0ZryvfKu5k33S6b7EQ,6783
-tests/log_buffering_test.py,sha256=jRWq5fGxYH08kSAoL-58atyHGzZco1dZ5GDYiNw0YjM,3115
-tests/log_generation_timing_test.py,sha256=Nku-2SQRtxJmEQwwIgHi2XxEI4sdAmyiLauGA1JEIBQ,4528
-tests/optimized_performance_test.py,sha256=m1wRrhQM6d5UhG2dwCqurNdi-kU5hk7Znz6y_vq-BN4,7168
-tests/performance_comparison.py,sha256=2amQ_nnWxuXQDCFNUnFlNNJ4cPwTrCp9ZAwG9LBkpPg,9057
-tests/queue_blocking_test.py,sha256=xgIgo3Itj7ndFL5tsdc2uWjWQJkaP7jGDvWhbs_3TS0,3842
-tests/queue_test.py,sha256=9jyBDgX_Ff0hLpHJTBxSA3GP8Uo-Q9DKGvSDtjlf3cQ,2600
-tests/redis_key_validation_demo.py,sha256=FxqEXRgJllkgjyIyEuegQrLDuXAvi9N-dfMlvFotRZ4,4337
-tests/request_params_example.py,sha256=bjHxK_ca6UO7kBff88nmoxXY1odiLQCGC36okjEi7gM,4100
-tests/response_improvements_example.py,sha256=wnYGJO6MKj5_jbwKLDlbXu_Dli5XC7vlWdzByi82_5Y,5258
-tests/simple_command_test.py,sha256=GJ4KfxKxAZ8JJFuccJQn4SMPzWJcApaVVSvhz9SzvM8,3569
-tests/simple_crawlo_test.py,sha256=8x8DNL7O_1DNtOQ_K7YsOFIZoWeGmpeEP9mKWHlkbHg,4721
-tests/simple_log_test.py,sha256=4daRH0bqTViz-BmyPcAZY9xKGks7G5kb39MH5W7v2XI,1700
-tests/simple_log_test2.py,sha256=Z2xcCiT_-sCd1Sd-SK7hINcn6WcH_-7Bq0TWAei-XIg,3807
-tests/simple_optimization_test.py,sha256=CyhyzW9lhPlTDAwrJu7gTWwcEQuCBL_Bnm9mkS_-iFo,3550
-tests/simple_queue_type_test.py,sha256=OClhm3GvwWxONuUQqFD1KygGwUVnuYuxUvUY5OgyeKs,1152
-tests/simple_spider_test.py,sha256=X5oFRV02mkOXUd5lpzOBF7gX8K62j4ZwAUXoBEZ0KKE,1119
-tests/simple_test.py,sha256=kzMspCmfJxdnAIXXJv9tmDW1gpodkD9pznW5vA_gL84,1211
-tests/spider_log_timing_test.py,sha256=ngZQ_v3o9oHYcs_BtZgxH1N-N2tZUDPu-cnTnsHEpP8,5396
-tests/test_advanced_tools.py,sha256=3R8EfKVyBHEb6FA5TP3ieaWeHZhobVgSx8t3phipCrE,5250
-tests/test_all_commands.py,sha256=yGPw8zMrB5Z5w5LkaymSzKRLOcZsBPBXLvllCkgEY4I,7488
-tests/test_all_pipeline_fingerprints.py,sha256=4dtn-APwK2JIg-c4J-7u9J1PF9L_pdMh4CmIyVP266I,5175
-tests/test_all_redis_key_configs.py,sha256=SGoip8M7oB2LNWC_31aJ4ECcDRmx0psr7i7DGzuaH7c,5565
-tests/test_authenticated_proxy.py,sha256=s4pr5JyBTHYQgRq_IymiVKE08vyW1MwR27pSwrrVLVk,4198
-tests/test_batch_processor.py,sha256=gMPoQcnUMm2-G_d7Zt9QnrRjCx1urzT31tYqoFNEklc,7034
-tests/test_cleaners.py,sha256=UD-X_eLnQic6GYbtFzYnAKqG4XKOSGIDd1X2fAl7Jso,1762
-tests/test_component_factory.py,sha256=xmgOjkEhdcyEyEp7fYVIpPXwvZz0qYW6Qk_1vHPtyNk,5635
-tests/test_comprehensive.py,sha256=kGNcJ9UkQxysYqvsBu0YxAaPleOvN9_hztLy7ljkfc4,5036
-tests/test_config_consistency.py,sha256=DJaAQxGL7RXHs-DWF_B4yhHFGSGHWHUoDmLFiMi4aJg,1921
-tests/test_config_merge.py,sha256=d8i8sU1XKS3egNKEYPZ2a6CBnJRx2M3p6q04wYufAcw,5454
-tests/test_config_validator.py,sha256=5ivB71KstHGNi2BPzcclf9hBukXEgt_B8N4l1HRjBFc,6020
-tests/test_controlled_spider_mixin.py,sha256=7t6VGWr6Hxw0xtIFyToLH8_deSagUtsdqSJpibXHMY8,2785
-tests/test_crawlo_proxy_integration.py,sha256=SvdBuZjS6N2vuvFkTnc59U5n3dHV3E4dmFayxtmjCm4,2625
-tests/test_date_tools.py,sha256=CQdAmIS6bpAdwQH9ETDH__06l2gGL7EHUQuh7mdTF-A,3930
-tests/test_dedup_fix.py,sha256=9rFzzsDJKQbFaohzKJAlqo3Mm4wFy8-wAm3fWmw8jb4,8568
-tests/test_default_header_middleware.py,sha256=5zYSZmUR_02UChFZfoCqurabNdAZLy7t4yNZ8I7Bw8E,12813
-tests/test_distributed.py,sha256=RQHUpDfRNG2x_1Cdr9DLk25IBcgapm_u0xSBMObE0Xc,1725
-tests/test_double_crawlo_fix.py,sha256=E5NxWHnQkwRTIrJGoag8G29fZqVMnsN6eCPuv17gGq0,7652
-tests/test_double_crawlo_fix_simple.py,sha256=MlWUqo51kOQ7Gu6Neoler8FVyRs0jpmQWoORHMBENz0,4644
-tests/test_download_delay_middleware.py,sha256=Va79gsH_8BVrVVLA8gSwFEbrRJ7qwJMCC1cDJN6il_0,8886
-tests/test_downloader_proxy_compatibility.py,sha256=3Jn7RJd1R2ywuitHp2Jju1yYNg57R4QmKwjuHGojDUE,8635
-tests/test_dynamic_downloaders_proxy.py,sha256=PtEW-pnVijeX2yX34UcoXYEY23yTBxb-kyNYh-WDljQ,4326
-tests/test_dynamic_proxy.py,sha256=YL2sghNKG7k27-SaHMh4boNLVBHhfSttUwUqiSsOEX4,3080
-tests/test_dynamic_proxy_config.py,sha256=uYXZ804ULI9qYMF-uNjMbi3L_NGzoMqLJcEZAl7aZ2I,5707
-tests/test_dynamic_proxy_real.py,sha256=DTjP8JnSwBnNZ3Ls1BjDAmt6xSuye_6CxwZ4LBisPTM,3402
-tests/test_edge_cases.py,sha256=4XZIUPOtNM9WCoAV1dJYAK8T6NiWp18rcwLLwnpxILE,10426
-tests/test_enhanced_error_handler.py,sha256=YYKyjT9ARcIcyKDOObaQTws18HfsHN923BOTAzaxYF8,8311
-tests/test_enhanced_error_handler_comprehensive.py,sha256=XAgyEaN3Q65AOJphIKHVgrWbxsCKDy5KZ55GmZLUrcs,9124
-tests/test_env_config.py,sha256=nfP4nCG9ZHeJUfxo1JKUmiihYbhSeWx_oNW5mMfDHfQ,4746
-tests/test_error_handler_compatibility.py,sha256=o5JLLLdo25Sl_3hpMx6I2fqSgZFAcnI4E6Ci-KxAxwA,4129
-tests/test_factories.py,sha256=vXI8tx42iuBivCKQoY2kH7G6c0i_QCmCq77krEgQiGU,8613
-tests/test_final_validation.py,sha256=aAiWLzhDCcv-GEXg9sauaVIfq5rz3s2vm67Gk2_lmBI,4813
-tests/test_fingerprint_consistency.py,sha256=LI0hDokBtW5OJ6kwn9-x1WiiS_euBqXGNsD1iwngBhQ,4821
-tests/test_fingerprint_simple.py,sha256=H-8C-ae8TDx29BY9xQGQzZXbpk6szj-kWK8zknR1jwk,1575
-tests/test_framework_env_usage.py,sha256=HYpTwORXeaJHMffCYAGHGvc_a6ax4lo28xP8BYOaKxk,4098
-tests/test_framework_logger.py,sha256=RBwf0aOV1TibMqOajg-KYiq_Oe7gxLfvRAurpyY4rnI,2494
-tests/test_framework_startup.py,sha256=zvpzWwozMxGaCfdEER9A2qJuMYytW5mg3q4T86mJ6to,2203
-tests/test_get_component_logger.py,sha256=f7nmmSGxoD1i3d17FlSicOmMGLTcyJxcujoS5eJFbAI,2202
-tests/test_hash_performance.py,sha256=pHJpxF09JCCxk_32hRGXx221ySQROCx2OK7Yk6-B1bk,3112
-tests/test_integration.py,sha256=OCkjyv76Wop7CrXEko6rfoDsIK6SESA18KgCaTwL7Q4,4670
-tests/test_item_dedup_redis_key.py,sha256=QxLuXHUx0xqT6y7lQzOWcrLkRui7Qs7C6NgRvjzIypA,3720
-tests/test_large_scale_config.py,sha256=wyeMOMjGYhbZ6mrcnLH3Eh6GfspJwhavwWoyOy1y90c,4184
-tests/test_large_scale_helper.py,sha256=spvL0MPyXMAUDpzI2fY6-OQdSxOHtgJ1yuSUIbydyHY,8136
-tests/test_logging_system.py,sha256=_LRdgprZFrChA26JJgkjVyf6S6qRIyi6BRajK13l_Q8,8924
-tests/test_mode_change.py,sha256=zNVdmvFOeKD6LMVnCwjtrIyhTw95n1ZQJPjNhOanUHw,2593
-tests/test_mode_consistency.py,sha256=YJXf0SqAYVnFXy8eeBLC-zGTFAyO2fnsR4qLB76gZts,1225
-tests/test_offsite_middleware.py,sha256=K5NREsWwpJda4OWgf9J4NXIqpbG9jNlgpbALevuGLzc,10358
-tests/test_offsite_middleware_simple.py,sha256=CVBS7dvjpJ_fWBae7t9GtAQF_etn0U_cZ4UQFdu8eh8,7715
-tests/test_parsel.py,sha256=KYskaN_4HBc1XDTltjVo12v1i7JAThB2UIwcWZ-mwbY,672
-tests/test_performance.py,sha256=gOJ1EpU9uGynIxETLAroe98OA4QPcX1wchCDJoO41Kc,11130
-tests/test_performance_monitor.py,sha256=5oEHPJfjZXdtDK2nW_2MuGbOFgTTZyEhLapV9Ug1iHY,4072
-tests/test_pipeline_fingerprint_consistency.py,sha256=WV-1UC6PSXb43B5ATyRDSjW9FcHSBMmHDCFFJwQqE_s,2761
-tests/test_proxy_api.py,sha256=dVqGElyL3K0_9IqkXzn7Ka2jSuhvYfR1BfZgyVukNM0,10749
-tests/test_proxy_health_check.py,sha256=xo3QMP1YNw9hu7JDHZOYCUZmFFKLJpHSh4SbxXhCRPQ,1091
-tests/test_proxy_middleware.py,sha256=qm2B0lepBZqzUpXNi4t1gjrQxUV4MQ2wvpmcaYV6O5A,3900
-tests/test_proxy_middleware_enhanced.py,sha256=YQRZs4bniU2CR-eKRc-sS4zZ6cjdSHwijUWL0T4Tq1w,6819
-tests/test_proxy_middleware_integration.py,sha256=zcl7fR9Toc-I-stSUTzKZPwcfh3kgrpjI5SbkZ6AVmE,4305
-tests/test_proxy_middleware_refactored.py,sha256=QiV9OodRb6hUcPnjDs-jraV8hlBBVLsUJE04geWHoD8,6776
-tests/test_proxy_providers.py,sha256=XwWZCywTYguSsUxSm6fsbaoH1p9dKjqSIx9-sqKZehA,1693
-tests/test_proxy_stats.py,sha256=Til_yksrRz2yBVw-yJi5-36LhNW3vTwpXTm4BdR9PUM,507
-tests/test_proxy_strategies.py,sha256=ZkziozkvZd3KWOQnpHQ8Upd3WpyoX7gN0qFGluNm348,1809
-tests/test_queue_empty_check.py,sha256=FsFoThG8qXzhXtG9Gu4hHuz--iVZHSbFbGJh4vgq_ec,1141
-tests/test_queue_manager_double_crawlo.py,sha256=YzM6PnoyRSST-f2NVyI97bpPcoYWL06HUwf08Fyx3Qg,6784
-tests/test_queue_manager_redis_key.py,sha256=qWkrXXlOg6IAi7OLPhBb524KbQHmHusAeYYi1W3yhqY,6938
-tests/test_queue_naming.py,sha256=kDqj-n_k5KrFF5up1Ur6WmGS4Jqmk-QgKrkAtAyE4tk,4632
-tests/test_queue_type.py,sha256=pD9v8Zcf8y6zAEKzko4Qo6FiwrEavXKMTS8Pni2r_8U,3198
-tests/test_random_user_agent.py,sha256=LuyR8WaKfqOap9WBQl4WEBcZDmKxhW80T-_wXbuo2Qw,2230
-tests/test_real_scenario_proxy.py,sha256=LGtxEvCiTgn6aTPGd7ZuqaCjApsjosD2DunJrd8-jFE,8259
-tests/test_redis_config.py,sha256=DBrqURBQt517Rt1h1l2iIKrKDfbkJzQSRUEYYbapcy4,875
-tests/test_redis_connection_pool.py,sha256=WIUQlI6K3IINan14vknI4oFf9a8wpHCWi87KSfoB7_E,9034
-tests/test_redis_key_naming.py,sha256=7_X_PSzFQn5m0n_7qLlCjFvY4ZKScC36cqWFu1PAFRw,6730
-tests/test_redis_key_validator.py,sha256=VFuawmaA0G7VSHueCvZEQNKY-L2IdDGlEcyuJ9nZu7Q,4295
-tests/test_redis_queue.py,sha256=2OZJHn5fN9b6XEgEs4Ht1AL6TOJ_H-IR9JxPzzvqMpg,6534
-tests/test_redis_queue_name_fix.py,sha256=FSbhPMP8k_JP75TeOIPRbgQ7VQ2e5AVYRWjiPgIhelE,5595
-tests/test_request_ignore_middleware.py,sha256=8_2E6JU27eOWI3iHeh3YscLnp3SIHaubWdA477Ki6PE,6047
-tests/test_request_params.py,sha256=9vNksaOrFbuSb0UffruPxUHhJXZxVYyjQw9J69FSzH8,4176
-tests/test_request_serialization.py,sha256=TPBIzjaifcAjFWCFSFZ5ewRn814jSGPL28MGTwvrr_w,2262
-tests/test_response_code_middleware.py,sha256=EAPHsNN3J4ShJ5UfpzcZpOPjDvYgYJgcpNxpRgpQBaE,11844
-tests/test_response_filter_middleware.py,sha256=yVXl7LYxKxziGQg-YpdbVc6CVhmfmNOAZ86SaEVfMyI,15900
-tests/test_response_improvements.py,sha256=zvbkTkWhgdlFYtRu_ckgq6wGDGwpe_PTECYqpLDM3BU,5876
-tests/test_retry_middleware.py,sha256=g7QPDDLaX7hu3jqlWbDsjfuCbQXisTvs7YrcMLmn1Hw,7856
-tests/test_scheduler.py,sha256=j1t-ItXkCHZpoLI4T_2SFzl0Wbcg81LYeOOfnjsYKuk,7930
-tests/test_scheduler_config_update.py,sha256=eVE9lr7pTHlPCra9rtDge5rp4csiY3veYlG43qc34Fg,4128
-tests/test_simple_response.py,sha256=6RYOBRzAtyNvJ9a5JVTNubM-rvxnuX8jQOvq3sUZxwo,1488
-tests/test_telecom_spider_redis_key.py,sha256=hL_gjLJQbv6Tnli6Id7jXJcP-bgIQzhuWLUTBok6iv0,7420
-tests/test_template_content.py,sha256=q3OYI26e-qpmCYb1qmg5qg0kl7A8BhYbK2QjvKGaS0o,2816
-tests/test_template_redis_key.py,sha256=wJGAgWGO3hpSWoAUHHpBexXF7J2UP_tM6Z_PBjJl96Q,4742
-tests/test_tools.py,sha256=9t9FXZ61MfdB70nck9NYzCq97yd3SLVlLiMybEAlClk,5345
-tests/test_user_agents.py,sha256=rUotyuE2iJDi2LQBrUh980U-dAMTs4ARPMJxICOoQFY,3231
-tests/tools_example.py,sha256=MtIypR-OFiWwi-skurwmq4fM0cGTt-GUX4hSekYs7BY,7739
-tests/untested_features_report.md,sha256=hzlIKQlzFVO-G5ebF2KEusm-2XSf2WxXjpsA_OjqAbk,4031
-tests/verify_debug.py,sha256=V69y2qikGK5xxN1m8lFV-BCMmHaq_imQJkaU9YR8g6k,1513
-tests/verify_distributed.py,sha256=krnYYA5Qx9xXDMWc9YF5DxPSplGvawDg2n0l-3CAqoM,3928
-tests/verify_log_fix.py,sha256=TD7M1R22NxLqQPufvgE-H33u9tUjyz-rSR2ayIXozRU,4225
-tests/scrapy_comparison/ofweek_scrapy.py,sha256=2Hvpi6DRTubUxBy6RyJApQxMQONPLc1zWjKTQO_i5U4,5652
-tests/scrapy_comparison/scrapy_test.py,sha256=5sw7jOHhaTmQ8bsUd1TiolAUTRQYQOe-f49HPfysqbI,5466
-crawlo-1.4.1.dist-info/METADATA,sha256=tDmbPTJeTIF-s2ZhOLup_Uh5xghOixlqneUGIVHZa00,33235
-crawlo-1.4.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-crawlo-1.4.1.dist-info/entry_points.txt,sha256=5HoVoTSPxI8SCa5B7pQYxLSrkOdiunyO9tqNsLMv52g,43
-crawlo-1.4.1.dist-info/top_level.txt,sha256=keG_67pbZ_wZL2dmDRA9RMaNHTaV_x_oxZ9DKNgwvR0,22
-crawlo-1.4.1.dist-info/RECORD,,

{crawlo-1.4.1.dist-info → crawlo-1.4.3.dist-info}/WHEEL RENAMED Viewed

File without changes

{crawlo-1.4.1.dist-info → crawlo-1.4.3.dist-info}/entry_points.txt RENAMED Viewed

File without changes

{crawlo-1.4.1.dist-info → crawlo-1.4.3.dist-info}/top_level.txt RENAMED Viewed

File without changes

crawlo 1.4.1__py3-none-any.whl → 1.4.3__py3-none-any.whl

Potentially problematic release.

crawlo 1.4.1py3-none-any.whl → 1.4.3py3-none-any.whl