crawlo 1.4.5__py3-none-any.whl → 1.4.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of crawlo might be problematic. Click here for more details.

Files changed (375) hide show
  1. crawlo/__init__.py +90 -89
  2. crawlo/__version__.py +1 -1
  3. crawlo/cli.py +75 -75
  4. crawlo/commands/__init__.py +14 -14
  5. crawlo/commands/check.py +594 -594
  6. crawlo/commands/genspider.py +186 -186
  7. crawlo/commands/help.py +140 -138
  8. crawlo/commands/list.py +155 -155
  9. crawlo/commands/run.py +379 -341
  10. crawlo/commands/startproject.py +460 -460
  11. crawlo/commands/stats.py +187 -187
  12. crawlo/commands/utils.py +196 -196
  13. crawlo/config.py +320 -312
  14. crawlo/config_validator.py +277 -277
  15. crawlo/core/__init__.py +52 -52
  16. crawlo/core/engine.py +451 -438
  17. crawlo/core/processor.py +47 -47
  18. crawlo/core/scheduler.py +290 -291
  19. crawlo/crawler.py +698 -657
  20. crawlo/data/__init__.py +5 -5
  21. crawlo/data/user_agents.py +194 -194
  22. crawlo/downloader/__init__.py +280 -276
  23. crawlo/downloader/aiohttp_downloader.py +233 -233
  24. crawlo/downloader/cffi_downloader.py +250 -245
  25. crawlo/downloader/httpx_downloader.py +265 -259
  26. crawlo/downloader/hybrid_downloader.py +212 -212
  27. crawlo/downloader/playwright_downloader.py +425 -402
  28. crawlo/downloader/selenium_downloader.py +486 -472
  29. crawlo/event.py +45 -11
  30. crawlo/exceptions.py +215 -82
  31. crawlo/extension/__init__.py +65 -64
  32. crawlo/extension/health_check.py +141 -141
  33. crawlo/extension/log_interval.py +94 -94
  34. crawlo/extension/log_stats.py +70 -70
  35. crawlo/extension/logging_extension.py +53 -61
  36. crawlo/extension/memory_monitor.py +104 -104
  37. crawlo/extension/performance_profiler.py +133 -133
  38. crawlo/extension/request_recorder.py +107 -107
  39. crawlo/factories/__init__.py +27 -27
  40. crawlo/factories/base.py +68 -68
  41. crawlo/factories/crawler.py +104 -103
  42. crawlo/factories/registry.py +84 -84
  43. crawlo/factories/utils.py +135 -0
  44. crawlo/filters/__init__.py +170 -153
  45. crawlo/filters/aioredis_filter.py +348 -264
  46. crawlo/filters/memory_filter.py +261 -276
  47. crawlo/framework.py +306 -292
  48. crawlo/initialization/__init__.py +44 -44
  49. crawlo/initialization/built_in.py +391 -434
  50. crawlo/initialization/context.py +141 -141
  51. crawlo/initialization/core.py +240 -194
  52. crawlo/initialization/phases.py +230 -149
  53. crawlo/initialization/registry.py +143 -145
  54. crawlo/initialization/utils.py +49 -0
  55. crawlo/interfaces.py +23 -23
  56. crawlo/items/__init__.py +23 -23
  57. crawlo/items/base.py +23 -23
  58. crawlo/items/fields.py +52 -52
  59. crawlo/items/items.py +104 -104
  60. crawlo/logging/__init__.py +42 -46
  61. crawlo/logging/config.py +277 -197
  62. crawlo/logging/factory.py +175 -171
  63. crawlo/logging/manager.py +104 -112
  64. crawlo/middleware/__init__.py +87 -24
  65. crawlo/middleware/default_header.py +132 -132
  66. crawlo/middleware/download_delay.py +104 -104
  67. crawlo/middleware/middleware_manager.py +142 -142
  68. crawlo/middleware/offsite.py +123 -123
  69. crawlo/middleware/proxy.py +209 -386
  70. crawlo/middleware/request_ignore.py +86 -86
  71. crawlo/middleware/response_code.py +150 -150
  72. crawlo/middleware/response_filter.py +136 -136
  73. crawlo/middleware/retry.py +124 -124
  74. crawlo/mode_manager.py +287 -253
  75. crawlo/network/__init__.py +21 -21
  76. crawlo/network/request.py +375 -379
  77. crawlo/network/response.py +569 -664
  78. crawlo/pipelines/__init__.py +53 -22
  79. crawlo/pipelines/base_pipeline.py +452 -0
  80. crawlo/pipelines/bloom_dedup_pipeline.py +146 -146
  81. crawlo/pipelines/console_pipeline.py +39 -39
  82. crawlo/pipelines/csv_pipeline.py +316 -316
  83. crawlo/pipelines/database_dedup_pipeline.py +197 -197
  84. crawlo/pipelines/json_pipeline.py +218 -218
  85. crawlo/pipelines/memory_dedup_pipeline.py +105 -105
  86. crawlo/pipelines/mongo_pipeline.py +140 -132
  87. crawlo/pipelines/mysql_pipeline.py +470 -326
  88. crawlo/pipelines/pipeline_manager.py +100 -100
  89. crawlo/pipelines/redis_dedup_pipeline.py +155 -156
  90. crawlo/project.py +347 -347
  91. crawlo/queue/__init__.py +10 -0
  92. crawlo/queue/pqueue.py +38 -38
  93. crawlo/queue/queue_manager.py +591 -525
  94. crawlo/queue/redis_priority_queue.py +519 -370
  95. crawlo/settings/__init__.py +7 -7
  96. crawlo/settings/default_settings.py +285 -270
  97. crawlo/settings/setting_manager.py +219 -219
  98. crawlo/spider/__init__.py +657 -657
  99. crawlo/stats_collector.py +82 -73
  100. crawlo/subscriber.py +129 -129
  101. crawlo/task_manager.py +138 -138
  102. crawlo/templates/crawlo.cfg.tmpl +10 -10
  103. crawlo/templates/project/__init__.py.tmpl +2 -4
  104. crawlo/templates/project/items.py.tmpl +13 -17
  105. crawlo/templates/project/middlewares.py.tmpl +38 -38
  106. crawlo/templates/project/pipelines.py.tmpl +35 -36
  107. crawlo/templates/project/settings.py.tmpl +110 -157
  108. crawlo/templates/project/settings_distributed.py.tmpl +156 -161
  109. crawlo/templates/project/settings_gentle.py.tmpl +170 -171
  110. crawlo/templates/project/settings_high_performance.py.tmpl +171 -172
  111. crawlo/templates/project/settings_minimal.py.tmpl +99 -77
  112. crawlo/templates/project/settings_simple.py.tmpl +168 -169
  113. crawlo/templates/project/spiders/__init__.py.tmpl +9 -9
  114. crawlo/templates/run.py.tmpl +23 -30
  115. crawlo/templates/spider/spider.py.tmpl +33 -144
  116. crawlo/templates/spiders_init.py.tmpl +5 -10
  117. crawlo/tools/__init__.py +86 -189
  118. crawlo/tools/date_tools.py +289 -289
  119. crawlo/tools/distributed_coordinator.py +384 -384
  120. crawlo/tools/scenario_adapter.py +262 -262
  121. crawlo/tools/text_cleaner.py +232 -232
  122. crawlo/utils/__init__.py +50 -50
  123. crawlo/utils/batch_processor.py +276 -259
  124. crawlo/utils/config_manager.py +442 -0
  125. crawlo/utils/controlled_spider_mixin.py +439 -439
  126. crawlo/utils/db_helper.py +250 -244
  127. crawlo/utils/error_handler.py +410 -410
  128. crawlo/utils/fingerprint.py +121 -121
  129. crawlo/utils/func_tools.py +82 -82
  130. crawlo/utils/large_scale_helper.py +344 -344
  131. crawlo/utils/leak_detector.py +335 -0
  132. crawlo/utils/log.py +79 -79
  133. crawlo/utils/misc.py +81 -81
  134. crawlo/utils/mongo_connection_pool.py +157 -0
  135. crawlo/utils/mysql_connection_pool.py +197 -0
  136. crawlo/utils/performance_monitor.py +285 -285
  137. crawlo/utils/queue_helper.py +175 -175
  138. crawlo/utils/redis_checker.py +91 -0
  139. crawlo/utils/redis_connection_pool.py +578 -388
  140. crawlo/utils/redis_key_validator.py +198 -198
  141. crawlo/utils/request.py +278 -256
  142. crawlo/utils/request_serializer.py +225 -225
  143. crawlo/utils/resource_manager.py +337 -0
  144. crawlo/utils/selector_helper.py +137 -137
  145. crawlo/utils/singleton.py +70 -0
  146. crawlo/utils/spider_loader.py +201 -201
  147. crawlo/utils/text_helper.py +94 -94
  148. crawlo/utils/{url.py → url_utils.py} +39 -39
  149. crawlo-1.4.7.dist-info/METADATA +689 -0
  150. crawlo-1.4.7.dist-info/RECORD +347 -0
  151. examples/__init__.py +7 -7
  152. tests/__init__.py +7 -7
  153. tests/advanced_tools_example.py +217 -275
  154. tests/authenticated_proxy_example.py +110 -106
  155. tests/baidu_performance_test.py +108 -108
  156. tests/baidu_test.py +59 -59
  157. tests/bug_check_test.py +250 -250
  158. tests/cleaners_example.py +160 -160
  159. tests/comprehensive_framework_test.py +212 -212
  160. tests/comprehensive_test.py +81 -81
  161. tests/comprehensive_testing_summary.md +186 -186
  162. tests/config_validation_demo.py +142 -142
  163. tests/controlled_spider_example.py +205 -205
  164. tests/date_tools_example.py +180 -180
  165. tests/debug_configure.py +69 -69
  166. tests/debug_framework_logger.py +84 -84
  167. tests/debug_log_config.py +126 -126
  168. tests/debug_log_levels.py +63 -63
  169. tests/debug_pipelines.py +66 -66
  170. tests/detailed_log_test.py +233 -233
  171. tests/direct_selector_helper_test.py +96 -96
  172. tests/distributed_dedup_test.py +467 -0
  173. tests/distributed_test.py +66 -66
  174. tests/distributed_test_debug.py +76 -76
  175. tests/dynamic_loading_example.py +523 -523
  176. tests/dynamic_loading_test.py +104 -104
  177. tests/error_handling_example.py +171 -171
  178. tests/explain_mysql_update_behavior.py +77 -0
  179. tests/final_comprehensive_test.py +151 -151
  180. tests/final_log_test.py +260 -260
  181. tests/final_validation_test.py +182 -182
  182. tests/fix_log_test.py +142 -142
  183. tests/framework_performance_test.py +202 -202
  184. tests/log_buffering_test.py +111 -111
  185. tests/log_generation_timing_test.py +153 -153
  186. tests/monitor_redis_dedup.sh +72 -0
  187. tests/ofweek_scrapy/ofweek_scrapy/items.py +12 -12
  188. tests/ofweek_scrapy/ofweek_scrapy/middlewares.py +100 -100
  189. tests/ofweek_scrapy/ofweek_scrapy/pipelines.py +13 -13
  190. tests/ofweek_scrapy/ofweek_scrapy/settings.py +84 -84
  191. tests/ofweek_scrapy/scrapy.cfg +11 -11
  192. tests/optimized_performance_test.py +211 -211
  193. tests/performance_comparison.py +244 -244
  194. tests/queue_blocking_test.py +113 -113
  195. tests/queue_test.py +89 -89
  196. tests/redis_key_validation_demo.py +130 -130
  197. tests/request_params_example.py +150 -150
  198. tests/response_improvements_example.py +144 -144
  199. tests/scrapy_comparison/ofweek_scrapy.py +138 -138
  200. tests/scrapy_comparison/scrapy_test.py +133 -133
  201. tests/simple_cli_test.py +55 -0
  202. tests/simple_command_test.py +119 -119
  203. tests/simple_crawlo_test.py +126 -126
  204. tests/simple_follow_test.py +38 -38
  205. tests/simple_log_test2.py +137 -137
  206. tests/simple_optimization_test.py +128 -128
  207. tests/simple_queue_type_test.py +41 -41
  208. tests/simple_response_selector_test.py +94 -94
  209. tests/simple_selector_helper_test.py +154 -154
  210. tests/simple_selector_test.py +207 -207
  211. tests/simple_spider_test.py +49 -49
  212. tests/simple_url_test.py +73 -73
  213. tests/simulate_mysql_update_test.py +140 -0
  214. tests/spider_log_timing_test.py +177 -177
  215. tests/test_advanced_tools.py +148 -148
  216. tests/test_all_commands.py +230 -230
  217. tests/test_all_pipeline_fingerprints.py +133 -133
  218. tests/test_all_redis_key_configs.py +145 -145
  219. tests/test_asyncmy_usage.py +57 -0
  220. tests/test_batch_processor.py +178 -178
  221. tests/test_cleaners.py +54 -54
  222. tests/test_cli_arguments.py +119 -0
  223. tests/test_component_factory.py +174 -174
  224. tests/test_config_consistency.py +80 -80
  225. tests/test_config_merge.py +152 -152
  226. tests/test_config_validator.py +182 -182
  227. tests/test_controlled_spider_mixin.py +79 -79
  228. tests/test_crawler_process_import.py +38 -38
  229. tests/test_crawler_process_spider_modules.py +47 -47
  230. tests/test_crawlo_proxy_integration.py +114 -108
  231. tests/test_date_tools.py +123 -123
  232. tests/test_dedup_fix.py +220 -220
  233. tests/test_dedup_pipeline_consistency.py +124 -124
  234. tests/test_default_header_middleware.py +313 -313
  235. tests/test_distributed.py +65 -65
  236. tests/test_double_crawlo_fix.py +204 -204
  237. tests/test_double_crawlo_fix_simple.py +124 -124
  238. tests/test_download_delay_middleware.py +221 -221
  239. tests/test_downloader_proxy_compatibility.py +272 -268
  240. tests/test_edge_cases.py +305 -305
  241. tests/test_encoding_core.py +56 -56
  242. tests/test_encoding_detection.py +126 -126
  243. tests/test_enhanced_error_handler.py +270 -270
  244. tests/test_enhanced_error_handler_comprehensive.py +245 -245
  245. tests/test_error_handler_compatibility.py +112 -112
  246. tests/test_factories.py +252 -252
  247. tests/test_factory_compatibility.py +196 -196
  248. tests/test_final_validation.py +153 -153
  249. tests/test_fingerprint_consistency.py +135 -135
  250. tests/test_fingerprint_simple.py +51 -51
  251. tests/test_get_component_logger.py +83 -83
  252. tests/test_hash_performance.py +99 -99
  253. tests/test_integration.py +169 -169
  254. tests/test_item_dedup_redis_key.py +122 -122
  255. tests/test_large_scale_helper.py +235 -235
  256. tests/test_logging_enhancements.py +374 -374
  257. tests/test_logging_final.py +184 -184
  258. tests/test_logging_integration.py +312 -312
  259. tests/test_logging_system.py +282 -282
  260. tests/test_middleware_debug.py +141 -141
  261. tests/test_mode_consistency.py +51 -51
  262. tests/test_multi_directory.py +67 -67
  263. tests/test_multiple_spider_modules.py +80 -80
  264. tests/test_mysql_pipeline_config.py +165 -0
  265. tests/test_mysql_pipeline_error.py +99 -0
  266. tests/test_mysql_pipeline_init_log.py +83 -0
  267. tests/test_mysql_pipeline_integration.py +133 -0
  268. tests/test_mysql_pipeline_refactor.py +144 -0
  269. tests/test_mysql_pipeline_refactor_simple.py +86 -0
  270. tests/test_mysql_pipeline_robustness.py +196 -0
  271. tests/test_mysql_pipeline_types.py +89 -0
  272. tests/test_mysql_update_columns.py +94 -0
  273. tests/test_offsite_middleware.py +244 -244
  274. tests/test_offsite_middleware_simple.py +203 -203
  275. tests/test_optimized_selector_naming.py +100 -100
  276. tests/test_parsel.py +29 -29
  277. tests/test_performance.py +327 -327
  278. tests/test_performance_monitor.py +115 -115
  279. tests/test_pipeline_fingerprint_consistency.py +86 -86
  280. tests/test_priority_behavior.py +211 -211
  281. tests/test_priority_consistency.py +151 -151
  282. tests/test_priority_consistency_fixed.py +249 -249
  283. tests/test_proxy_health_check.py +32 -32
  284. tests/test_proxy_middleware.py +217 -121
  285. tests/test_proxy_middleware_enhanced.py +212 -216
  286. tests/test_proxy_middleware_integration.py +142 -137
  287. tests/test_proxy_middleware_refactored.py +207 -184
  288. tests/test_proxy_only.py +84 -0
  289. tests/test_proxy_providers.py +56 -56
  290. tests/test_proxy_stats.py +19 -19
  291. tests/test_proxy_strategies.py +59 -59
  292. tests/test_proxy_with_downloader.py +153 -0
  293. tests/test_queue_empty_check.py +41 -41
  294. tests/test_queue_manager_double_crawlo.py +173 -173
  295. tests/test_queue_manager_redis_key.py +179 -179
  296. tests/test_queue_naming.py +154 -154
  297. tests/test_queue_type.py +106 -106
  298. tests/test_queue_type_redis_config_consistency.py +130 -130
  299. tests/test_random_headers_default.py +322 -322
  300. tests/test_random_headers_necessity.py +308 -308
  301. tests/test_random_user_agent.py +72 -72
  302. tests/test_redis_config.py +28 -28
  303. tests/test_redis_connection_pool.py +294 -294
  304. tests/test_redis_key_naming.py +181 -181
  305. tests/test_redis_key_validator.py +123 -123
  306. tests/test_redis_queue.py +224 -224
  307. tests/test_redis_queue_name_fix.py +175 -175
  308. tests/test_redis_queue_type_fallback.py +129 -129
  309. tests/test_request_ignore_middleware.py +182 -182
  310. tests/test_request_params.py +111 -111
  311. tests/test_request_serialization.py +70 -70
  312. tests/test_response_code_middleware.py +349 -349
  313. tests/test_response_filter_middleware.py +427 -427
  314. tests/test_response_follow.py +104 -104
  315. tests/test_response_improvements.py +152 -152
  316. tests/test_response_selector_methods.py +92 -92
  317. tests/test_response_url_methods.py +70 -70
  318. tests/test_response_urljoin.py +86 -86
  319. tests/test_retry_middleware.py +333 -333
  320. tests/test_retry_middleware_realistic.py +273 -273
  321. tests/test_scheduler.py +252 -252
  322. tests/test_scheduler_config_update.py +133 -133
  323. tests/test_scrapy_style_encoding.py +112 -112
  324. tests/test_selector_helper.py +100 -100
  325. tests/test_selector_optimizations.py +146 -146
  326. tests/test_simple_response.py +61 -61
  327. tests/test_spider_loader.py +49 -49
  328. tests/test_spider_loader_comprehensive.py +69 -69
  329. tests/test_spider_modules.py +84 -84
  330. tests/test_spiders/test_spider.py +9 -9
  331. tests/test_telecom_spider_redis_key.py +205 -205
  332. tests/test_template_content.py +87 -87
  333. tests/test_template_redis_key.py +134 -134
  334. tests/test_tools.py +159 -159
  335. tests/test_user_agent_randomness.py +176 -176
  336. tests/test_user_agents.py +96 -96
  337. tests/untested_features_report.md +138 -138
  338. tests/verify_debug.py +51 -51
  339. tests/verify_distributed.py +117 -117
  340. tests/verify_log_fix.py +111 -111
  341. tests/verify_mysql_warnings.py +110 -0
  342. crawlo/logging/async_handler.py +0 -181
  343. crawlo/logging/monitor.py +0 -153
  344. crawlo/logging/sampler.py +0 -167
  345. crawlo/middleware/simple_proxy.py +0 -65
  346. crawlo/tools/authenticated_proxy.py +0 -241
  347. crawlo/tools/data_formatter.py +0 -226
  348. crawlo/tools/data_validator.py +0 -181
  349. crawlo/tools/encoding_converter.py +0 -127
  350. crawlo/tools/network_diagnostic.py +0 -365
  351. crawlo/tools/request_tools.py +0 -83
  352. crawlo/tools/retry_mechanism.py +0 -224
  353. crawlo/utils/env_config.py +0 -143
  354. crawlo/utils/large_scale_config.py +0 -287
  355. crawlo/utils/system.py +0 -11
  356. crawlo/utils/tools.py +0 -5
  357. crawlo-1.4.5.dist-info/METADATA +0 -329
  358. crawlo-1.4.5.dist-info/RECORD +0 -347
  359. tests/env_config_example.py +0 -134
  360. tests/ofweek_scrapy/ofweek_scrapy/spiders/ofweek_spider.py +0 -162
  361. tests/test_authenticated_proxy.py +0 -142
  362. tests/test_comprehensive.py +0 -147
  363. tests/test_dynamic_downloaders_proxy.py +0 -125
  364. tests/test_dynamic_proxy.py +0 -93
  365. tests/test_dynamic_proxy_config.py +0 -147
  366. tests/test_dynamic_proxy_real.py +0 -110
  367. tests/test_env_config.py +0 -122
  368. tests/test_framework_env_usage.py +0 -104
  369. tests/test_large_scale_config.py +0 -113
  370. tests/test_proxy_api.py +0 -265
  371. tests/test_real_scenario_proxy.py +0 -196
  372. tests/tools_example.py +0 -261
  373. {crawlo-1.4.5.dist-info → crawlo-1.4.7.dist-info}/WHEEL +0 -0
  374. {crawlo-1.4.5.dist-info → crawlo-1.4.7.dist-info}/entry_points.txt +0 -0
  375. {crawlo-1.4.5.dist-info → crawlo-1.4.7.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,347 @@
1
+ crawlo/__init__.py,sha256=-_GrmVtniHuF59OOBm1Kb85bE4gL12WphTHmKFmRST0,2115
2
+ crawlo/__version__.py,sha256=dg4BZJQw5LWKORlVzfxSREZfMPiEUpRx0xCLj6wG-fs,22
3
+ crawlo/cli.py,sha256=EBA9rbn67_OEarYbb4zNMntinyuERPJURYWXQM0bXc0,2353
4
+ crawlo/config.py,sha256=S7HMkB8yIpU8xozds0YeroE1U6fltzcvGfrZ7avV2-s,9732
5
+ crawlo/config_validator.py,sha256=8qjVayQFktF6wjSidyW5uKKharCsBr00RfmdEtOfUFE,11237
6
+ crawlo/crawler.py,sha256=-SMSNAx5UMneFqSvl8EAkm-syym0BTJ_uolNjQjqFjg,28633
7
+ crawlo/event.py,sha256=SNhtm5IK3nEGi56ECpkvE5IkkVCnws2loZsbj8-gBuc,1252
8
+ crawlo/exceptions.py,sha256=qHhTfLbrGslawtE5GWEPFj3x-EEOwkpCm9WDaIQUS0I,5067
9
+ crawlo/framework.py,sha256=Rx0SjmjcVhevNOtSY-SEBvoch5bJNlC_L9mY71DYLmA,9731
10
+ crawlo/interfaces.py,sha256=LujXKmUp4HU6VUZqteQiWp4w3HhZ1RPsUNs_PBNsSTM,630
11
+ crawlo/mode_manager.py,sha256=jGc6rjLZgzEo2JUpLjJ8kJoY4mD0g-qSXmjRvnVFkJA,9739
12
+ crawlo/project.py,sha256=JhXoEJfa4rpezfjuvmgAlvV9rOpr32jguvXxmTMYdio,13649
13
+ crawlo/stats_collector.py,sha256=EDxcnmlzbEEIZaHhU48vsT2-6h-BWRZsSqdqvAE5jvk,2712
14
+ crawlo/subscriber.py,sha256=D3hzE7Pc_zJjc-zR7lct5pt32bz6LsDYeC8uHlS4Hso,4986
15
+ crawlo/task_manager.py,sha256=qpFqu5fYYu1sthz90GIhcVLW-XzHQg6ZQmmU_VDCrFg,5826
16
+ crawlo/commands/__init__.py,sha256=QbhGAmItiwVrtlTr9UUbEJMegLJo-SdzaKX2PUhBgfI,378
17
+ crawlo/commands/check.py,sha256=qbIjQOUxjtMFNal0b_IC7fTLo-UDCkfxYRb6_8fzBBk,22603
18
+ crawlo/commands/genspider.py,sha256=MX_Ts9dfC0zCZOkFiSgaH3fS3Dlskwvjs8m-PnsqT5U,5855
19
+ crawlo/commands/help.py,sha256=aLEpGQnambWmiLnfGNMrp_-lSTNpVOBTq3JaHmH0MBI,5182
20
+ crawlo/commands/list.py,sha256=JJwstyBq8TESSlQqIPDDmtahGHxMdcCTLscxJEDZh34,5720
21
+ crawlo/commands/run.py,sha256=8vLIKW50cFGM-MoVRw8v8CBCqAM54EM8dc7puagrHSQ,14343
22
+ crawlo/commands/startproject.py,sha256=5ruE5psQcISp0E-T3QvVoewN_guj5KWN-L3BLH0xBDQ,16906
23
+ crawlo/commands/stats.py,sha256=BLA3wVCW8565QVya-xRLReuY_a_0yd1Kex6yTO50PnM,6012
24
+ crawlo/commands/utils.py,sha256=Psfu2tKrmDloMq0WnfXLaxx0lJFitMZ-FWS3HAIrziQ,5382
25
+ crawlo/core/__init__.py,sha256=Mcf4BKnjz-AP72eLCSh5ryLoZchxJnr7Jqv0W_OpkiI,1278
26
+ crawlo/core/engine.py,sha256=0utwejKTz1ETzX9v79d7HsOIaJ_i2t0dGmc-pInJdBU,19639
27
+ crawlo/core/processor.py,sha256=VX0BCMzGq7G73ONuScogVTQcGa1yDvSCNBRfcTrYJCE,1508
28
+ crawlo/core/scheduler.py,sha256=8NeS3SEgaeT3AC48PjY9rtXMfYln_pMyqL8t88R52_4,13690
29
+ crawlo/data/__init__.py,sha256=8MgDxcMhx-emFARcLAw_ODOZNz0neYBcx7kEbzothd8,116
30
+ crawlo/data/user_agents.py,sha256=6V34lYHREWV5ZR5wH-1pCnr1Y3ZYC7iMLfC6vZHyhZQ,9697
31
+ crawlo/downloader/__init__.py,sha256=KYTm72CRcqkTbR0ZC9ml9qaQYQDWiLhrrAfvkk0mHFY,8798
32
+ crawlo/downloader/aiohttp_downloader.py,sha256=qLK2nD9E6-SHS8Y8eIrrqFuGij6omoFUr76HS4TB1g8,8836
33
+ crawlo/downloader/cffi_downloader.py,sha256=_hUEMlwt39hDb_EGeeH6BEfN2NErWIVgxCqW2pJdJlQ,10399
34
+ crawlo/downloader/httpx_downloader.py,sha256=91uO8mmHJo9OOan7H1M4tNK24Zxz2SWWXyilaxdlV4Q,12193
35
+ crawlo/downloader/hybrid_downloader.py,sha256=oKGbpAHSHuQT6FeH6FIH03TIsgKZ64n_kyuLSP-cy_I,7991
36
+ crawlo/downloader/playwright_downloader.py,sha256=nXg-ckQEAfXnU5dP555jYNK3_mF18TkiXkB_6DQHCRM,17197
37
+ crawlo/downloader/selenium_downloader.py,sha256=xCSLc4N0JRXPe1Wfxumehuvg3imeLXhMGPME963yb0g,21665
38
+ crawlo/extension/__init__.py,sha256=fbzWRQmEPN_uUPn_2zkYudQvIDbLLfTg4_K_-ZIm834,2887
39
+ crawlo/extension/health_check.py,sha256=i-g-4eWlbvalEuMOD5U5GLBwfVYC4nKd76wf4jxmrJs,5477
40
+ crawlo/extension/log_interval.py,sha256=8Ad2DuxWPqWQVWq-46dETYmp6zpiNImW711IGe_g2wY,4368
41
+ crawlo/extension/log_stats.py,sha256=QUUZ6vmcU4A82VGmAKz1ulG4CsCIb42JmAfGqBq222E,2345
42
+ crawlo/extension/logging_extension.py,sha256=06Ym4HDswqWYgxDGzTE6Ev4UHG3ml7Y7uojzWFJsV00,2090
43
+ crawlo/extension/memory_monitor.py,sha256=sPT5iKuIBPIrj1hPhUwFisElMPi0CcqOxTur7mJ3_eQ,4263
44
+ crawlo/extension/performance_profiler.py,sha256=KzTL5iab-HIlq74bFvmLy722SRwYR91xvnZIjfLnvhY,4872
45
+ crawlo/extension/request_recorder.py,sha256=g84LjpAVrSezwox57rTayea75C7vICfW7rXzlJVpy4E,4071
46
+ crawlo/factories/__init__.py,sha256=-rkCL85okQ975DvadK5Eby7EF1FDW0uBHWKy0BtokS8,687
47
+ crawlo/factories/base.py,sha256=FPwIOge-XGvK1gzLuCtUryVFWq9f984ERdUn3rGEKqA,1754
48
+ crawlo/factories/crawler.py,sha256=QrLm3bC13paHi3pbu6tnPU77qWcXvL4e_AXr-F7uJWI,3066
49
+ crawlo/factories/registry.py,sha256=LrtH7wMGQ2ZrswxnHDM9s43ckJ1isJKL7R8uyMQ8hCc,2511
50
+ crawlo/factories/utils.py,sha256=pczSVb6CWhbys2WbxH90-4DOJ-awb4awYOr-gD37JdU,3922
51
+ crawlo/filters/__init__.py,sha256=-2FYpEJ5UASoL12PVb1i-ZDnoZ0JN9e28dD6xMpukyU,4812
52
+ crawlo/filters/aioredis_filter.py,sha256=wTolkIBbPKZNgjp3VzabyM3wqQmzzyfosgCsSOvogXE,13405
53
+ crawlo/filters/memory_filter.py,sha256=W5LSpxOHuWO8OZUnYqSRe5hUUcjU3_9hO7mMmNafFT8,8966
54
+ crawlo/initialization/__init__.py,sha256=ML9fKhttJC3TRAtp5n9MTevLBH-vdPUXwKihQdxEUlE,1088
55
+ crawlo/initialization/built_in.py,sha256=ROPk6gZerARqZ6e4kEVtUBVMZs181z-wjB0YFzVtDn4,14442
56
+ crawlo/initialization/context.py,sha256=SL2ge47EmyLHzB5yldISA-xr__ZOV1xnQP_-1RF5v0Y,4722
57
+ crawlo/initialization/core.py,sha256=c89wViZRPxEAhMqOioPp0cATNh3w5kHSwn873d5I1TI,8408
58
+ crawlo/initialization/phases.py,sha256=eX5ba6SceuaOl5o0FPL8rsB9XJ8-MKMb8CMMdy2Pr3A,6942
59
+ crawlo/initialization/registry.py,sha256=8h6tAFttu6H9f1QjkyLu-YIY0-UZFWQamA3MyTvLdes,4770
60
+ crawlo/initialization/utils.py,sha256=pNHtcwDhnkI7_BZd7q2SwDIUOHcBBxDTWD07X5fz2FI,1144
61
+ crawlo/items/__init__.py,sha256=bqekZrRlDhxfWie0UbCs656TptYseoe9QJ67I4E7Elk,386
62
+ crawlo/items/base.py,sha256=VDxIH-vy85oHQZJJKqGS-7Ri7LcE1UZW7iQlpMbCLJo,579
63
+ crawlo/items/fields.py,sha256=jCG0-PS8mVO48lP_ioTZCQCa0vjP5Sfv-sAyvYQqr-s,1800
64
+ crawlo/items/items.py,sha256=e-3nXI9ckD64vcDxxQiAU6ufbtJMs09gbZQcYjxgwHY,3374
65
+ crawlo/logging/__init__.py,sha256=nihna1HRVoxfsfy7itoLhZna5MFkRkc6yNpmMIGyf78,890
66
+ crawlo/logging/config.py,sha256=AtpQy4BgDK3V5VhQZVsC71_22QP34VzO9fj1roeEYkE,10367
67
+ crawlo/logging/factory.py,sha256=iZjMtVS9dFy66sXeloBetMRaTNDdSUyspHShjewT74o,6844
68
+ crawlo/logging/manager.py,sha256=wC1CVpF5_wLowdcj9q5RlNxJTw8afjwxXvtTIWM-E9M,2617
69
+ crawlo/middleware/__init__.py,sha256=BnYoBbhuzbCdb06EjtB32OmsDaxnEPtc5NoA5VvEYeY,2182
70
+ crawlo/middleware/default_header.py,sha256=gB7mIRekJl2WS_7dU_CK9TysssJY0yEbT16XkuZrAGs,5019
71
+ crawlo/middleware/download_delay.py,sha256=SndxbWjEp1_BpXjf2ZKHLjAtApmhQhtQJvdmgz8mvBU,3425
72
+ crawlo/middleware/middleware_manager.py,sha256=ybwjOw6qiIqYFR2Hw7TYZCPsb57bWDyRLyVrXNJ7oZA,6484
73
+ crawlo/middleware/offsite.py,sha256=nwmQKh02lCt7UNwi3Hwdh_l_W2j_2jALwWdVE_1S504,4546
74
+ crawlo/middleware/proxy.py,sha256=_OXF-N2rhjRCUOU-EQj2c6mfD_j9SOXwnYWQa52Csz8,9369
75
+ crawlo/middleware/request_ignore.py,sha256=mxQD-JPauZ38olT8VBRTNCYkygPKPd3EI-W0tsBk29g,2575
76
+ crawlo/middleware/response_code.py,sha256=6uRK7mDOFYUJAVCDHRlYIaGCoeJT-feEtmSddGZM47A,4370
77
+ crawlo/middleware/response_filter.py,sha256=rxgAg0e7mOOD7UyZxhEwf-BoEBbQhE1C5h0MY2rXZwo,4235
78
+ crawlo/middleware/retry.py,sha256=HqXuzgwSPrvfCMrROeMMaZnFSgfBj8f5L4LkYpzZ7pI,4122
79
+ crawlo/network/__init__.py,sha256=BLPERYPo22g1BXrW--wUnlolrdFUmOPjgOB8XQQJlck,397
80
+ crawlo/network/request.py,sha256=p5-XzvPlM4aPQYN3EYilZ9nkUd8D871_55U5HZtklxc,13635
81
+ crawlo/network/response.py,sha256=8HJwImam9ZsiBTW892Xywf8YPGsQtERImCyIersMxgg,19853
82
+ crawlo/pipelines/__init__.py,sha256=dTmEp0SwjSetE7opRv30xKRTJPy38rEesip_c2w8G30,1424
83
+ crawlo/pipelines/base_pipeline.py,sha256=bH4cPxPGCU6kIoW5v7Epr6aRHd0g00o_BEa0xVjoPSk,14387
84
+ crawlo/pipelines/bloom_dedup_pipeline.py,sha256=21-vzRIeHFtbmdkCRk0N2LoQdeg_OTEvHqcyyABtexk,5299
85
+ crawlo/pipelines/console_pipeline.py,sha256=B48dv2qHr3gpmn436h0FnLboa5PjyE5LTUeLSrfrjoM,1235
86
+ crawlo/pipelines/csv_pipeline.py,sha256=FxwM_Orq0TrrIXn4ElFyk_poJgnkNUoTBS7wbbU4UO8,12076
87
+ crawlo/pipelines/database_dedup_pipeline.py,sha256=HAVtBjtLq_xNSIHlmR9woZ9STWTlp-b8Y6HGYfx_XQA,7079
88
+ crawlo/pipelines/json_pipeline.py,sha256=4WOHxlKPZk5W7biYMsWAkbZXKyG7ZEClK4fin7cVKV0,8269
89
+ crawlo/pipelines/memory_dedup_pipeline.py,sha256=Od9DCBljXlobew-u_3AfYW22L6hpvp8RrOL6jpVwt8M,3473
90
+ crawlo/pipelines/mongo_pipeline.py,sha256=taf9bLx1kAkQKpoD-qCCXIGPl-wcbmh1bAYK2OSA3RU,6122
91
+ crawlo/pipelines/mysql_pipeline.py,sha256=PD8TMWqgxz8QCAkQypVtohmm5hLGUR9RvL4Xq7ixvPk,22768
92
+ crawlo/pipelines/pipeline_manager.py,sha256=txOIIHI8CDy6P8Ip0L7GFlkPsxb6DXEr0_ekDdVqVNE,4186
93
+ crawlo/pipelines/redis_dedup_pipeline.py,sha256=OswZT5UUYPIOSEV9m4dVrKQnv25liVgBHzdAkTs1G4Y,5759
94
+ crawlo/queue/__init__.py,sha256=v705CC-sryt9NrhSJBiTjjTjw2T2dR3LL-Yk0xL1SPQ,250
95
+ crawlo/queue/pqueue.py,sha256=j6nkh5trl0zRNwb1P8_AcHm1uGhLBMtk0eMOkRF_rgA,1172
96
+ crawlo/queue/queue_manager.py,sha256=ZpnwV6RirXeq1Cy6aFvBHTvS-qK1M9pJqedB325iINA,24468
97
+ crawlo/queue/redis_priority_queue.py,sha256=Grn9DmKPQcNuAnmBy7XN_0Y-vAabHabh_qm1lULsw3A,21953
98
+ crawlo/settings/__init__.py,sha256=xsukVKn_h2Hopm1Nj-bXkhbfyS62QTTvJi7fhZUwR9M,123
99
+ crawlo/settings/default_settings.py,sha256=1SeOZpeLlME79WVAJFg-384QDRdRnzDHJoIeYmYcsc8,12835
100
+ crawlo/settings/setting_manager.py,sha256=hfmZfRcCQjTCSFWOelrzsIjLBIGDPmy_vlWDm6rhHeM,8376
101
+ crawlo/spider/__init__.py,sha256=FnqVIDg38_KRdZzV97KZbM3eiLlzJxeLLGu6jVrYbRY,21220
102
+ crawlo/templates/crawlo.cfg.tmpl,sha256=dOvomVAUJLblPkzZsn8VHfUGnsZ1z37uafgfimR7wIw,202
103
+ crawlo/templates/run.py.tmpl,sha256=uYSke3VX7z6T04pNMq9xUGRd3j-DvRlQX6pU15knNCM,476
104
+ crawlo/templates/spiders_init.py.tmpl,sha256=fX4dpsGdbSFSyzXrzJJjvoEjSpWzrpi11U4atcfZtgY,105
105
+ crawlo/templates/project/__init__.py.tmpl,sha256=j43K1e34Z0MyjiRnV8BtwXOPbGfB_ZjnT0GkhB87u_8,53
106
+ crawlo/templates/project/items.py.tmpl,sha256=vngH5qfi27IdIxX0mkSrty97wl9boxDF4Rdm2nldMEI,223
107
+ crawlo/templates/project/middlewares.py.tmpl,sha256=UX3ZAa_w4R6cXUtLmQLsU0slvS7hDHOX3qABbzjz1vE,1058
108
+ crawlo/templates/project/pipelines.py.tmpl,sha256=wsNlEY04S7OtA4DVyoTspNmcjWHLwl_5XsUc2sjFN5s,810
109
+ crawlo/templates/project/settings.py.tmpl,sha256=G81F0Vlho91E61MhTA-I6nOkdQfF4t-5fUFclB5WPKo,3379
110
+ crawlo/templates/project/settings_distributed.py.tmpl,sha256=8ES4kXpyT7bChKbB803G5SxOan50VFpSzmkRVhbodlE,5087
111
+ crawlo/templates/project/settings_gentle.py.tmpl,sha256=jMqdRS6vjn68HTDxwg6fTAtu9Z2iqODIrYdZD0Ef4M0,5399
112
+ crawlo/templates/project/settings_high_performance.py.tmpl,sha256=cN3XK0jFF1qfBeiA7-3WtPasA55jh6cH7kXoKw6WF1s,5488
113
+ crawlo/templates/project/settings_minimal.py.tmpl,sha256=NLcHgFf663_E81SKxW8aR8GyhUGpsJVXUbSodxJ1VS4,3092
114
+ crawlo/templates/project/settings_simple.py.tmpl,sha256=yr1-GNaud8VKg-imeqT3SEistWqQbYTjpWmOg_m8jz8,5253
115
+ crawlo/templates/project/spiders/__init__.py.tmpl,sha256=D_41tcNocSlFpr2abwwjOL62rmQHhjjATNpDHXyABxg,207
116
+ crawlo/templates/spider/spider.py.tmpl,sha256=OP3AdfwGA5CuXLDJIF-kDkDcgLtFsZruWCfRDBEXA-g,855
117
+ crawlo/tools/__init__.py,sha256=_oZWBEwpG2Kive-iv8gAlyKnyknHyKkihc363QOu5cY,1682
118
+ crawlo/tools/date_tools.py,sha256=jjP5xA0-aDgm9UIK1RG2qaNagBzHFQ-BBDMo_YzSlLQ,8906
119
+ crawlo/tools/distributed_coordinator.py,sha256=eUAQudIaz96WGIPVJxF_W0BOKDpRBX3ZmPLsDmiBKXM,12190
120
+ crawlo/tools/scenario_adapter.py,sha256=pw1sSXNRsUgGNl7PA086E9Oe7meL74u3JW3CWVLhc9s,9396
121
+ crawlo/tools/text_cleaner.py,sha256=SOgT9frD6Cg-2D7ZIzrixrxFYfYisLPU48ir9U2ZbA0,6458
122
+ crawlo/utils/__init__.py,sha256=VX1VTMpVxdqvYoGiosGMEBThmOhyS5lHhq39xqAnvws,953
123
+ crawlo/utils/batch_processor.py,sha256=Hmd8y_qJQyiHA2g0W73ZK_4seYvxlkY024ab8xEIJ6I,9606
124
+ crawlo/utils/config_manager.py,sha256=UqkEeqxSR7DSenJ9ZNJxZ3PsQ-cjv_bW-minO69WCUg,13627
125
+ crawlo/utils/controlled_spider_mixin.py,sha256=P77nZ9-tJv3TM2t-wj-JMphSEVnTA56McqRBpKfIHr4,16495
126
+ crawlo/utils/db_helper.py,sha256=-m4PfwtVDPC2_O1FTADGTrNrFsCjdbKCK2lfDCWMM84,8450
127
+ crawlo/utils/error_handler.py,sha256=FLfIpF2o94njN0XJ8zKR7j2ItjutT3opAJI_TYkWoVA,15824
128
+ crawlo/utils/fingerprint.py,sha256=NGt9ax0ABk8hsN9CbQCB3GIRXggY7lsEmUa83xeIiAk,3568
129
+ crawlo/utils/func_tools.py,sha256=WUZEGpWMuDDX7g-QySM7iaiC74erW2SSkZoUvDw1NjM,2369
130
+ crawlo/utils/large_scale_helper.py,sha256=jv6n9fK6nzu2co0wrYQocCxv6wSscp0cwSUNXHiBztE,12106
131
+ crawlo/utils/leak_detector.py,sha256=w5iJ9Cv3y5lPDlnX7CrhXdKf2TKsgzoQbpxolY19U9U,11587
132
+ crawlo/utils/log.py,sha256=nGAyU1Mg2N1A9D9d0PgYkBiHTRyTqlFcgrdvr9qlPnc,2835
133
+ crawlo/utils/misc.py,sha256=qjmrRA2uEKQlX7I7wtFE-9EAQEonD33Rvc2Luw68t1U,2438
134
+ crawlo/utils/mongo_connection_pool.py,sha256=e0Qj36fsXUYAgRPbSaecIm9p7QBX092SULkjV2uy2pQ,5889
135
+ crawlo/utils/mysql_connection_pool.py,sha256=SxDJnhtXGRtM8Yn9YDkpXt2aggG_s1xbfPQBbVy8dts,7057
136
+ crawlo/utils/performance_monitor.py,sha256=Y4mx91FbWVGV1wPpkdRe1z46SgTjddmx6YPFRGkXUcY,9545
137
+ crawlo/utils/queue_helper.py,sha256=xpUUTOqlU1xz2Pb9NKAVGo3AfAO-7Xvx8Lm1q65Dgck,4743
138
+ crawlo/utils/redis_checker.py,sha256=BuP0AxoMFV9UPYBFDQtd9CPjWloILfT46eRVMn_pSaA,2549
139
+ crawlo/utils/redis_connection_pool.py,sha256=xtNKf-8LayKs-TlAf-EdLvM1d8s20spjXRs0afQxVwc,20819
140
+ crawlo/utils/redis_key_validator.py,sha256=QzMq9K04CQ6dCiVHwgck-fOzrMK5B92WY_3QVrI2AG8,5609
141
+ crawlo/utils/request.py,sha256=zB4TNZcT4nwcxbcLI55H2-vp8ZzbeSr4e96-icRfIhk,9160
142
+ crawlo/utils/request_serializer.py,sha256=_1Jh-6iJu_cen73dwwKrwhq7FlvrYVc2um4nbU3xJqI,8704
143
+ crawlo/utils/resource_manager.py,sha256=DShuMDUFmH0xflD_BRmGYgLkFd7_wWbJiQ-dWdRROvE,10872
144
+ crawlo/utils/selector_helper.py,sha256=5UpCc3bLQvbKbWPPistJ20NWz1ZsuYsXqoiTpqe5TFE,4195
145
+ crawlo/utils/singleton.py,sha256=gHf0KbakcTAjKd8G3PJrPS64eTcysEgQRUPSd6xDy-8,1823
146
+ crawlo/utils/spider_loader.py,sha256=6zkfLYlMHSjXEGO1dkPysVXIsXOvuBVSm-j5A0Giooo,7474
147
+ crawlo/utils/text_helper.py,sha256=9I49M-pvS9Ns4Z7W7W_sAApYiSXGEUyCAOP7HPD_mOQ,2824
148
+ crawlo/utils/url_utils.py,sha256=rlgX2VlJv6JvLmCDTsbxzMSXE6R5ZL_0dLEqprsA-JU,1482
149
+ examples/__init__.py,sha256=6i631BPnS_TR_BWUjtjB5CBO-zv9kRkwQTQvSya2wHE,123
150
+ tests/__init__.py,sha256=scL1IPVT1iucth7v8ffrjRdeW7QrC_Y7AMmFVMdTY1Y,129
151
+ tests/advanced_tools_example.py,sha256=wP43KTlmpsUs500llQcg6k88LZgBhNm6ttef5sezrmc,6814
152
+ tests/authenticated_proxy_example.py,sha256=bfRXsWYELTm5PXnnOMmfXwFcQ7_7gbnpPadnP95WGTw,3025
153
+ tests/baidu_performance_test.py,sha256=XmBdEmedEvaI2JS83Sh3Y6m5Q7msDp_ECPxZmt9xYrM,3866
154
+ tests/baidu_test.py,sha256=wsizbYFQ93SAO8tfdZHKo5RmWPzjSEsnHBfDc5Y9I_c,1815
155
+ tests/bug_check_test.py,sha256=i2JXmN2d2ZKIkM1k3nSnpNvg-NiCt8Hi5dvgbg0PmK0,7806
156
+ tests/cleaners_example.py,sha256=J6rT4rTbNzeN2YWf7IfLVwCGm3-UcSxE4LhH5AV-CE0,5164
157
+ tests/comprehensive_framework_test.py,sha256=oRUQE3TGIFJ78ngHPHxmbFXPwq9iipr0oQsV5k6zzVU,5765
158
+ tests/comprehensive_test.py,sha256=gKni2_e_04eUHeR1V03oeEqKewg0VCpp1vCsS1bwHO4,2888
159
+ tests/comprehensive_testing_summary.md,sha256=1-v48HOCGIZnRqp7-hydqRfKFM_rHYbwTYbXL-wWQbE,6327
160
+ tests/config_validation_demo.py,sha256=5MzW5P7ZX6xoMW_zC6XmIA50KWMTu0iB5H2hTe42Sb8,4029
161
+ tests/controlled_spider_example.py,sha256=SP_k4mdKPvD1JCPs9UCm68jcy2Frg84vvXv9-14RC6I,7776
162
+ tests/date_tools_example.py,sha256=x_-duqnVZ-Hrk-SaNplIfcIV6W3c6u6MTxW35u1i0F0,4862
163
+ tests/debug_configure.py,sha256=E-6Djz8kk7tf2pzEqrGdekW2W20vrJeZN7iNm9ArWKk,2144
164
+ tests/debug_framework_logger.py,sha256=lAxT1esheIyNtgjXf6VJj8Lv0TNw5KUHdjaKHTYrF7Q,3329
165
+ tests/debug_log_config.py,sha256=F5MrUmpkaD9Dc1eSbajaOrw3nKo9Sp55BTnNxmQkUWc,3588
166
+ tests/debug_log_levels.py,sha256=39ugttR13gfotsS3I4XVoWRRjTXPpLtuJOyU8V_ijEs,2105
167
+ tests/debug_pipelines.py,sha256=VpUmoYlt6Ci7foIGuQIotUu42xp6TzoA1cBDeagBzDk,2098
168
+ tests/detailed_log_test.py,sha256=M6yXjQypKmIjihgTSBffkgOzC7Nn0_4ZdQLrBN-L8i0,7268
169
+ tests/direct_selector_helper_test.py,sha256=_lnV4gDyjwLo7aa-gW6H3CJDRVNmM6AA2E_XhAcHBho,2766
170
+ tests/distributed_dedup_test.py,sha256=RuAuKjTpsXN0gZI5gXu-OfF5aXkF811X-SuRIQpm3ZM,16040
171
+ tests/distributed_test.py,sha256=qZpFAMQTFcg0KUEdp2RUpkuYauSCf4C3lbbosyIDqgw,1759
172
+ tests/distributed_test_debug.py,sha256=XOX8UlH0sQiuicoAqrSmAwteBfgTyGaOA5TNNMDFrH8,2105
173
+ tests/dynamic_loading_example.py,sha256=NI0SCg4lPME0RCcNpDDw1HjErjmCgJntCN0ahAEw61g,18263
174
+ tests/dynamic_loading_test.py,sha256=DYbMrEewerx0VGXixci3p9VYgDDQvCPevA92CNjq1Jo,3309
175
+ tests/error_handling_example.py,sha256=goF8fnTXxU3CgHcX4ALEcidVPd-zACn2tDqqQislRPA,5123
176
+ tests/explain_mysql_update_behavior.py,sha256=ttQ3mqkcR7vJo_uMs3WmYeWDigkpuLyG52r6_garKMg,2789
177
+ tests/final_comprehensive_test.py,sha256=XhOjHBbetZIf4PcT3sgFSCUa913U93tta2MQuxXBwks,4163
178
+ tests/final_log_test.py,sha256=vSJ0KOPX6PEWkEKgozaPYt1CWDxE3LGeuKoEsrpQNCY,9107
179
+ tests/final_validation_test.py,sha256=p5V2bpRBT1CA1l74nggwk6Is4roaRQSR5K7lNqZ3GBc,5062
180
+ tests/fix_log_test.py,sha256=r222qYV69qxuWas8vaQ_ZRizgCZXg_YbtvZXkIhrGJ8,4298
181
+ tests/framework_performance_test.py,sha256=B-s-w5iKcxDDamJICIQP8UZXZ0ZryvfKu5k33S6b7EQ,6783
182
+ tests/log_buffering_test.py,sha256=jRWq5fGxYH08kSAoL-58atyHGzZco1dZ5GDYiNw0YjM,3115
183
+ tests/log_generation_timing_test.py,sha256=Nku-2SQRtxJmEQwwIgHi2XxEI4sdAmyiLauGA1JEIBQ,4528
184
+ tests/monitor_redis_dedup.sh,sha256=oT2kuG8-jUsMf7pqQ46i2RvTCSbbZm7QiqNLHoRgOWM,2212
185
+ tests/optimized_performance_test.py,sha256=m1wRrhQM6d5UhG2dwCqurNdi-kU5hk7Znz6y_vq-BN4,7168
186
+ tests/performance_comparison.py,sha256=LYx9KjIK6IYkSgBaX-FIXRnHi8N5H2bDPIOiY7ZwMbs,9022
187
+ tests/queue_blocking_test.py,sha256=xgIgo3Itj7ndFL5tsdc2uWjWQJkaP7jGDvWhbs_3TS0,3842
188
+ tests/queue_test.py,sha256=9jyBDgX_Ff0hLpHJTBxSA3GP8Uo-Q9DKGvSDtjlf3cQ,2600
189
+ tests/redis_key_validation_demo.py,sha256=FxqEXRgJllkgjyIyEuegQrLDuXAvi9N-dfMlvFotRZ4,4337
190
+ tests/request_params_example.py,sha256=bjHxK_ca6UO7kBff88nmoxXY1odiLQCGC36okjEi7gM,4100
191
+ tests/response_improvements_example.py,sha256=wnYGJO6MKj5_jbwKLDlbXu_Dli5XC7vlWdzByi82_5Y,5258
192
+ tests/simple_cli_test.py,sha256=iXulaFL443rvMmxA3AxlUQrWTK_epSg0K3F4ygDoI_I,1540
193
+ tests/simple_command_test.py,sha256=GJ4KfxKxAZ8JJFuccJQn4SMPzWJcApaVVSvhz9SzvM8,3569
194
+ tests/simple_crawlo_test.py,sha256=gTQW27PGIAtSkEvnYOQbF6zVtIwEfZ9Rrmn1itM1Gak,4675
195
+ tests/simple_follow_test.py,sha256=G1fCeUhfJkKZKGRGg7y9JRdvnd2m8SSm8IsnBd4V3TI,1015
196
+ tests/simple_log_test2.py,sha256=Z2xcCiT_-sCd1Sd-SK7hINcn6WcH_-7Bq0TWAei-XIg,3807
197
+ tests/simple_optimization_test.py,sha256=CyhyzW9lhPlTDAwrJu7gTWwcEQuCBL_Bnm9mkS_-iFo,3550
198
+ tests/simple_queue_type_test.py,sha256=OClhm3GvwWxONuUQqFD1KygGwUVnuYuxUvUY5OgyeKs,1152
199
+ tests/simple_response_selector_test.py,sha256=VC1JN8s6FhX24wQ0C7OQGf_SavR4PiFTysS1DbIQUt8,2750
200
+ tests/simple_selector_helper_test.py,sha256=R7Y_pzKeZ0hI_enQmfZz61aBuP2K-naieoauWAPFF5M,4284
201
+ tests/simple_selector_test.py,sha256=vR7GYEL3HY1A2TNVT0gfNec8kuBXAP1nkaVzVg7rOqI,6423
202
+ tests/simple_spider_test.py,sha256=X5oFRV02mkOXUd5lpzOBF7gX8K62j4ZwAUXoBEZ0KKE,1119
203
+ tests/simple_url_test.py,sha256=BazJ_WKHeXhZ3KI61u0VdSgmv92zGHpHKo4FRZIbujw,2224
204
+ tests/simulate_mysql_update_test.py,sha256=-4adidrn4vLMQaytV-P0aLTDzikuGNUETDToeARPbb4,4458
205
+ tests/spider_log_timing_test.py,sha256=ngZQ_v3o9oHYcs_BtZgxH1N-N2tZUDPu-cnTnsHEpP8,5396
206
+ tests/test_advanced_tools.py,sha256=3R8EfKVyBHEb6FA5TP3ieaWeHZhobVgSx8t3phipCrE,5250
207
+ tests/test_all_commands.py,sha256=yGPw8zMrB5Z5w5LkaymSzKRLOcZsBPBXLvllCkgEY4I,7488
208
+ tests/test_all_pipeline_fingerprints.py,sha256=4dtn-APwK2JIg-c4J-7u9J1PF9L_pdMh4CmIyVP266I,5175
209
+ tests/test_all_redis_key_configs.py,sha256=SGoip8M7oB2LNWC_31aJ4ECcDRmx0psr7i7DGzuaH7c,5565
210
+ tests/test_asyncmy_usage.py,sha256=GyRdK9zhgbUWEE0JUteO4AhF7udNuO6TPXGtq80rXYs,1632
211
+ tests/test_batch_processor.py,sha256=gMPoQcnUMm2-G_d7Zt9QnrRjCx1urzT31tYqoFNEklc,7034
212
+ tests/test_cleaners.py,sha256=UD-X_eLnQic6GYbtFzYnAKqG4XKOSGIDd1X2fAl7Jso,1762
213
+ tests/test_cli_arguments.py,sha256=_W49UNVLCRSG5JnuGBG0sTJRpUrfkXrelrARvl1DdaU,5325
214
+ tests/test_component_factory.py,sha256=xmgOjkEhdcyEyEp7fYVIpPXwvZz0qYW6Qk_1vHPtyNk,5635
215
+ tests/test_config_consistency.py,sha256=DJaAQxGL7RXHs-DWF_B4yhHFGSGHWHUoDmLFiMi4aJg,1921
216
+ tests/test_config_merge.py,sha256=d8i8sU1XKS3egNKEYPZ2a6CBnJRx2M3p6q04wYufAcw,5454
217
+ tests/test_config_validator.py,sha256=5ivB71KstHGNi2BPzcclf9hBukXEgt_B8N4l1HRjBFc,6020
218
+ tests/test_controlled_spider_mixin.py,sha256=7t6VGWr6Hxw0xtIFyToLH8_deSagUtsdqSJpibXHMY8,2785
219
+ tests/test_crawler_process_import.py,sha256=a6SyfDZsES3nD0tuM7OTY7qistdBmENtCC1Z-ruDZR0,1137
220
+ tests/test_crawler_process_spider_modules.py,sha256=lB1tdPbpZcjCqFL9M4AyQrE7pt2exN6whmL5HmgRDxo,1348
221
+ tests/test_crawlo_proxy_integration.py,sha256=pm6_ZAjoytl_3-ZmKTF1G0fO_nMBT7ttd8oQBBWKZfk,2945
222
+ tests/test_date_tools.py,sha256=CQdAmIS6bpAdwQH9ETDH__06l2gGL7EHUQuh7mdTF-A,3930
223
+ tests/test_dedup_fix.py,sha256=F70hm34RvHIh6TKnF5-Me7FxZaCJv9Gkm6M9HUz_HSQ,8527
224
+ tests/test_dedup_pipeline_consistency.py,sha256=SeicDPXFKXIepbvWlKpHW0RVEiier0KD3_-REBCfAIA,5052
225
+ tests/test_default_header_middleware.py,sha256=5zYSZmUR_02UChFZfoCqurabNdAZLy7t4yNZ8I7Bw8E,12813
226
+ tests/test_distributed.py,sha256=RQHUpDfRNG2x_1Cdr9DLk25IBcgapm_u0xSBMObE0Xc,1725
227
+ tests/test_double_crawlo_fix.py,sha256=E5NxWHnQkwRTIrJGoag8G29fZqVMnsN6eCPuv17gGq0,7652
228
+ tests/test_double_crawlo_fix_simple.py,sha256=MlWUqo51kOQ7Gu6Neoler8FVyRs0jpmQWoORHMBENz0,4644
229
+ tests/test_download_delay_middleware.py,sha256=Va79gsH_8BVrVVLA8gSwFEbrRJ7qwJMCC1cDJN6il_0,8886
230
+ tests/test_downloader_proxy_compatibility.py,sha256=z-T_aH9UhE1OkVOPbrctBIb9_vvuxerKVLYLOSJyDR0,9146
231
+ tests/test_edge_cases.py,sha256=BWogPP0g4nl4PjUFEQ2uzGIA-jCNdrZADOU27l15YOY,10822
232
+ tests/test_encoding_core.py,sha256=pxUeapLrI4KKO5N3pQBhBy-6VVAyadYFRrtxEoWUbQI,1625
233
+ tests/test_encoding_detection.py,sha256=u3uJDr7vpgaMznUKajSb0OYX8NZOmfepUsM6daAPeaE,4119
234
+ tests/test_enhanced_error_handler.py,sha256=YYKyjT9ARcIcyKDOObaQTws18HfsHN923BOTAzaxYF8,8311
235
+ tests/test_enhanced_error_handler_comprehensive.py,sha256=XAgyEaN3Q65AOJphIKHVgrWbxsCKDy5KZ55GmZLUrcs,9124
236
+ tests/test_error_handler_compatibility.py,sha256=o5JLLLdo25Sl_3hpMx6I2fqSgZFAcnI4E6Ci-KxAxwA,4129
237
+ tests/test_factories.py,sha256=vXI8tx42iuBivCKQoY2kH7G6c0i_QCmCq77krEgQiGU,8613
238
+ tests/test_factory_compatibility.py,sha256=YpwDzk4k8QNPYXRw8nX4NoS_bqfKL0Va4E33CDIjJkE,6064
239
+ tests/test_final_validation.py,sha256=aAiWLzhDCcv-GEXg9sauaVIfq5rz3s2vm67Gk2_lmBI,4813
240
+ tests/test_fingerprint_consistency.py,sha256=LI0hDokBtW5OJ6kwn9-x1WiiS_euBqXGNsD1iwngBhQ,4821
241
+ tests/test_fingerprint_simple.py,sha256=H-8C-ae8TDx29BY9xQGQzZXbpk6szj-kWK8zknR1jwk,1575
242
+ tests/test_get_component_logger.py,sha256=f7nmmSGxoD1i3d17FlSicOmMGLTcyJxcujoS5eJFbAI,2202
243
+ tests/test_hash_performance.py,sha256=pHJpxF09JCCxk_32hRGXx221ySQROCx2OK7Yk6-B1bk,3112
244
+ tests/test_integration.py,sha256=OCkjyv76Wop7CrXEko6rfoDsIK6SESA18KgCaTwL7Q4,4670
245
+ tests/test_item_dedup_redis_key.py,sha256=QxLuXHUx0xqT6y7lQzOWcrLkRui7Qs7C6NgRvjzIypA,3720
246
+ tests/test_large_scale_helper.py,sha256=spvL0MPyXMAUDpzI2fY6-OQdSxOHtgJ1yuSUIbydyHY,8136
247
+ tests/test_logging_enhancements.py,sha256=me7o6FqrzRCSrH8NpuF4tznKdr-YEDuIvJa4Whx3ATw,12357
248
+ tests/test_logging_final.py,sha256=DuZ2GsN-VpXdVAWToO3T1Z-xJyw3rsWnQ3j8UHcmCZk,6192
249
+ tests/test_logging_integration.py,sha256=evZjoR42XFcTOTRubLQf0kNCon8xqhN59d2WAHNFv4M,10819
250
+ tests/test_logging_system.py,sha256=_LRdgprZFrChA26JJgkjVyf6S6qRIyi6BRajK13l_Q8,8924
251
+ tests/test_middleware_debug.py,sha256=wrBLvaY5c0zx5dd8DCWnFwrjSn6XxoMeu4rf-VxIovU,4431
252
+ tests/test_mode_consistency.py,sha256=YJXf0SqAYVnFXy8eeBLC-zGTFAyO2fnsR4qLB76gZts,1225
253
+ tests/test_multi_directory.py,sha256=OR7lM-uG01XNAQpJZkHAhtijSaYVvxtu1xnXxGSBR7s,2129
254
+ tests/test_multiple_spider_modules.py,sha256=lIh9CxRA_QARuGd2t179ZKfVBtB83brPetRNkUL9xYI,2487
255
+ tests/test_mysql_pipeline_config.py,sha256=skadmdKbfXHSLUO35wamcR1HZV4DF95Z56qmq0Ao3iY,6629
256
+ tests/test_mysql_pipeline_error.py,sha256=2ysb9UOBqJu0joJ2v_ROl4WjmGmC-tEYHtqW8sxFDd4,3431
257
+ tests/test_mysql_pipeline_init_log.py,sha256=5Wk40_29Q6CFsq6bttyuyOv-Sk0y_XCzlkZI0Ofsqm8,2434
258
+ tests/test_mysql_pipeline_integration.py,sha256=Vq7Qxnn2i2M-qnTKySLGLdSxdqVjVwYAujzEX7kj2t4,4076
259
+ tests/test_mysql_pipeline_refactor.py,sha256=sBOSHkv4JKtcC1VCHjTaB-Naz2UThmPkLYYiXidYBJE,5661
260
+ tests/test_mysql_pipeline_refactor_simple.py,sha256=SrDVJkK0bUc9HBtbK1K2agzUCJz_AGA2mE9MbVSmcjk,3639
261
+ tests/test_mysql_pipeline_robustness.py,sha256=VLUV5YtuNa_gyJcY9VTfD6nwofTbtRL9JUoAwKYZyls,5943
262
+ tests/test_mysql_pipeline_types.py,sha256=v4ePkeHcTxct2-UsWF0mmDYt0PhYiZdyfn0WMyWe4BQ,2386
263
+ tests/test_mysql_update_columns.py,sha256=8YC1ypfUOnzmH5MfWrIBHuWzuMF4bS56eHDBimp-y9U,3365
264
+ tests/test_offsite_middleware.py,sha256=K5NREsWwpJda4OWgf9J4NXIqpbG9jNlgpbALevuGLzc,10358
265
+ tests/test_offsite_middleware_simple.py,sha256=CVBS7dvjpJ_fWBae7t9GtAQF_etn0U_cZ4UQFdu8eh8,7715
266
+ tests/test_optimized_selector_naming.py,sha256=7w2meSecUtd0S_9-Fq_n-g5dN58H63npP99RbDofVpE,2687
267
+ tests/test_parsel.py,sha256=KYskaN_4HBc1XDTltjVo12v1i7JAThB2UIwcWZ-mwbY,672
268
+ tests/test_performance.py,sha256=gOJ1EpU9uGynIxETLAroe98OA4QPcX1wchCDJoO41Kc,11130
269
+ tests/test_performance_monitor.py,sha256=5oEHPJfjZXdtDK2nW_2MuGbOFgTTZyEhLapV9Ug1iHY,4072
270
+ tests/test_pipeline_fingerprint_consistency.py,sha256=WV-1UC6PSXb43B5ATyRDSjW9FcHSBMmHDCFFJwQqE_s,2761
271
+ tests/test_priority_behavior.py,sha256=UL_hDt594t6vDhOqJJ4Q5y647lhqzoqVMvgX9-zVD_k,9114
272
+ tests/test_priority_consistency.py,sha256=gvRSI3GflvoKzUiNTr7MgbxJLqBcr3OMkNnv1JtexvM,5605
273
+ tests/test_priority_consistency_fixed.py,sha256=PlWW-QaDr6vab3csXTNQxUlmvJZC3Ub7ET1teovqRgk,10516
274
+ tests/test_proxy_health_check.py,sha256=xo3QMP1YNw9hu7JDHZOYCUZmFFKLJpHSh4SbxXhCRPQ,1091
275
+ tests/test_proxy_middleware.py,sha256=h2FVmlbsbVX5WUySMoXffqolY7V2apISbJDxNaQ44dE,8499
276
+ tests/test_proxy_middleware_enhanced.py,sha256=_6zGNMmu_vD8WvbWBiB1adG4XUmb8jmQXruetoHqzZE,6684
277
+ tests/test_proxy_middleware_integration.py,sha256=wKjzmejwdQCDv3eyTem2o-Auok4j0_56Eq2MkkjBx64,4587
278
+ tests/test_proxy_middleware_refactored.py,sha256=JcIXegcBqMpD6GeGGTgZhbGYIphvtISzGzFT6moJM-Y,8065
279
+ tests/test_proxy_only.py,sha256=zpxdm8ce-yfQaCxHNGZyChMbxG1jrM1Y_PYBlLiPYV0,2480
280
+ tests/test_proxy_providers.py,sha256=XwWZCywTYguSsUxSm6fsbaoH1p9dKjqSIx9-sqKZehA,1693
281
+ tests/test_proxy_stats.py,sha256=Til_yksrRz2yBVw-yJi5-36LhNW3vTwpXTm4BdR9PUM,507
282
+ tests/test_proxy_strategies.py,sha256=ZkziozkvZd3KWOQnpHQ8Upd3WpyoX7gN0qFGluNm348,1809
283
+ tests/test_proxy_with_downloader.py,sha256=Ql8Xopjc7nIITalBppoxP7HK3fRV_r4Vkoksf0Aubvk,4445
284
+ tests/test_queue_empty_check.py,sha256=FsFoThG8qXzhXtG9Gu4hHuz--iVZHSbFbGJh4vgq_ec,1141
285
+ tests/test_queue_manager_double_crawlo.py,sha256=YzM6PnoyRSST-f2NVyI97bpPcoYWL06HUwf08Fyx3Qg,6784
286
+ tests/test_queue_manager_redis_key.py,sha256=qWkrXXlOg6IAi7OLPhBb524KbQHmHusAeYYi1W3yhqY,6938
287
+ tests/test_queue_naming.py,sha256=kDqj-n_k5KrFF5up1Ur6WmGS4Jqmk-QgKrkAtAyE4tk,4632
288
+ tests/test_queue_type.py,sha256=pD9v8Zcf8y6zAEKzko4Qo6FiwrEavXKMTS8Pni2r_8U,3198
289
+ tests/test_queue_type_redis_config_consistency.py,sha256=lsnDFTceqImg8QlEaemSTsMRfyPTo2V7Az15H0UPzlw,5129
290
+ tests/test_random_headers_default.py,sha256=-x8Pq2optuJcV-ENEF_OVO10mLUQmybcSpxC5e5v8fw,12450
291
+ tests/test_random_headers_necessity.py,sha256=fzFx8eb53412swGvL43_OTZJ7aLcT_8DT7AAeI9OCtA,11433
292
+ tests/test_random_user_agent.py,sha256=LuyR8WaKfqOap9WBQl4WEBcZDmKxhW80T-_wXbuo2Qw,2230
293
+ tests/test_redis_config.py,sha256=DBrqURBQt517Rt1h1l2iIKrKDfbkJzQSRUEYYbapcy4,875
294
+ tests/test_redis_connection_pool.py,sha256=WIUQlI6K3IINan14vknI4oFf9a8wpHCWi87KSfoB7_E,9034
295
+ tests/test_redis_key_naming.py,sha256=7_X_PSzFQn5m0n_7qLlCjFvY4ZKScC36cqWFu1PAFRw,6730
296
+ tests/test_redis_key_validator.py,sha256=VFuawmaA0G7VSHueCvZEQNKY-L2IdDGlEcyuJ9nZu7Q,4295
297
+ tests/test_redis_queue.py,sha256=2OZJHn5fN9b6XEgEs4Ht1AL6TOJ_H-IR9JxPzzvqMpg,6534
298
+ tests/test_redis_queue_name_fix.py,sha256=FSbhPMP8k_JP75TeOIPRbgQ7VQ2e5AVYRWjiPgIhelE,5595
299
+ tests/test_redis_queue_type_fallback.py,sha256=n7QpcDiSCZze6UNw9ovF3dbelWBrwIdNibZswfaZ1cA,4563
300
+ tests/test_request_ignore_middleware.py,sha256=8_2E6JU27eOWI3iHeh3YscLnp3SIHaubWdA477Ki6PE,6047
301
+ tests/test_request_params.py,sha256=9vNksaOrFbuSb0UffruPxUHhJXZxVYyjQw9J69FSzH8,4176
302
+ tests/test_request_serialization.py,sha256=TPBIzjaifcAjFWCFSFZ5ewRn814jSGPL28MGTwvrr_w,2262
303
+ tests/test_response_code_middleware.py,sha256=EAPHsNN3J4ShJ5UfpzcZpOPjDvYgYJgcpNxpRgpQBaE,11844
304
+ tests/test_response_filter_middleware.py,sha256=yVXl7LYxKxziGQg-YpdbVc6CVhmfmNOAZ86SaEVfMyI,15900
305
+ tests/test_response_follow.py,sha256=QKoMVq7f-1EZQDBTxBd9MWiY_qMHXBMIj7a8G5tvVu0,3634
306
+ tests/test_response_improvements.py,sha256=zvbkTkWhgdlFYtRu_ckgq6wGDGwpe_PTECYqpLDM3BU,5876
307
+ tests/test_response_selector_methods.py,sha256=vphuYadF-i0nlkB1PPm4sy15PtzD9CtQi6W0BcwRQGA,2646
308
+ tests/test_response_url_methods.py,sha256=X_rOV5F5GxR893fQ6o5z9a1EwWqpT1rjyP13rpoVkGM,2689
309
+ tests/test_response_urljoin.py,sha256=rdMTbG0Tk785-1r-3W8R9IG4WGKbqIV0V9jrc56ho9E,3293
310
+ tests/test_retry_middleware.py,sha256=cBgvxq-yAQcNDZo_uTJN95ONJjQHEEdfeVcyjLO2ahk,10800
311
+ tests/test_retry_middleware_realistic.py,sha256=C3ly9QV-qj3R9FzJt20EeSoAvN-FlKbg8IbBK_vXQC8,9406
312
+ tests/test_scheduler.py,sha256=j1t-ItXkCHZpoLI4T_2SFzl0Wbcg81LYeOOfnjsYKuk,7930
313
+ tests/test_scheduler_config_update.py,sha256=eVE9lr7pTHlPCra9rtDge5rp4csiY3veYlG43qc34Fg,4128
314
+ tests/test_scrapy_style_encoding.py,sha256=B1BaT6XFpzc819V1NfKZPdzTGcxpCgtX_yN6NfF95qE,3296
315
+ tests/test_selector_helper.py,sha256=mKcArGevWzMLpRppHAyymlt4Nu8pJbDSM0G6IxayG4k,2718
316
+ tests/test_selector_optimizations.py,sha256=yiP81FZhMFK6iBDc-9Zy0Va4GdCoTkxq0lWMUtas9GQ,4519
317
+ tests/test_simple_response.py,sha256=6RYOBRzAtyNvJ9a5JVTNubM-rvxnuX8jQOvq3sUZxwo,1488
318
+ tests/test_spider_loader.py,sha256=lxTp9p8B2Q7d9lQ6u8DE8gDFhHaQBpmS6DMxx4Hqhlw,1265
319
+ tests/test_spider_loader_comprehensive.py,sha256=S6Kt8_Ae-qh3--Sjp-vL7HRhTHYQqyj4VGZdXssfr5I,2522
320
+ tests/test_spider_modules.py,sha256=B2DQAfgIRKWN7aMVaaYHW2qFlROGAGLbeFpmJPc3tRE,2713
321
+ tests/test_telecom_spider_redis_key.py,sha256=hL_gjLJQbv6Tnli6Id7jXJcP-bgIQzhuWLUTBok6iv0,7420
322
+ tests/test_template_content.py,sha256=q3OYI26e-qpmCYb1qmg5qg0kl7A8BhYbK2QjvKGaS0o,2816
323
+ tests/test_template_redis_key.py,sha256=wJGAgWGO3hpSWoAUHHpBexXF7J2UP_tM6Z_PBjJl96Q,4742
324
+ tests/test_tools.py,sha256=9t9FXZ61MfdB70nck9NYzCq97yd3SLVlLiMybEAlClk,5345
325
+ tests/test_user_agent_randomness.py,sha256=SMdfdnuuW3SkIXcMo-YV0fEWC8z1DDlODA-Cn8APszg,5505
326
+ tests/test_user_agents.py,sha256=rUotyuE2iJDi2LQBrUh980U-dAMTs4ARPMJxICOoQFY,3231
327
+ tests/untested_features_report.md,sha256=hzlIKQlzFVO-G5ebF2KEusm-2XSf2WxXjpsA_OjqAbk,4031
328
+ tests/verify_debug.py,sha256=V69y2qikGK5xxN1m8lFV-BCMmHaq_imQJkaU9YR8g6k,1513
329
+ tests/verify_distributed.py,sha256=krnYYA5Qx9xXDMWc9YF5DxPSplGvawDg2n0l-3CAqoM,3928
330
+ tests/verify_log_fix.py,sha256=TD7M1R22NxLqQPufvgE-H33u9tUjyz-rSR2ayIXozRU,4225
331
+ tests/verify_mysql_warnings.py,sha256=h3lxSFxcsCkJNHMiNqAlCbx42GUOSOMVvb8aznf_fBc,3997
332
+ tests/ofweek_scrapy/scrapy.cfg,sha256=T_alfL674ftNOAPQu91mstnF3aHRsQUuhgj9P0wyiNs,269
333
+ tests/ofweek_scrapy/ofweek_scrapy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
334
+ tests/ofweek_scrapy/ofweek_scrapy/items.py,sha256=PQiCkM3KEWItrp1yjz8gex1yaUgL84RpdMnvDWC_gks,268
335
+ tests/ofweek_scrapy/ofweek_scrapy/middlewares.py,sha256=n_OFdM0XwhAtyBz7LKc2ZVB8Y0O-Sz66IvQpF2WHuxo,3554
336
+ tests/ofweek_scrapy/ofweek_scrapy/pipelines.py,sha256=G1OX8qj4Nj-7fbJMSKPZWir3wpeA3BKU4I507X-K9QY,366
337
+ tests/ofweek_scrapy/ofweek_scrapy/settings.py,sha256=HDPCemx_KDObdV3He8akQFwPUYB_6oZHXqCdIHdB-Xg,2849
338
+ tests/ofweek_scrapy/ofweek_scrapy/spiders/__init__.py,sha256=ULwecZkx3_NTphkz7y_qiazBeUoHFnCCWnKSjoDCZj0,161
339
+ tests/scrapy_comparison/ofweek_scrapy.py,sha256=2Hvpi6DRTubUxBy6RyJApQxMQONPLc1zWjKTQO_i5U4,5652
340
+ tests/scrapy_comparison/scrapy_test.py,sha256=5sw7jOHhaTmQ8bsUd1TiolAUTRQYQOe-f49HPfysqbI,5466
341
+ tests/test_spiders/__init__.py,sha256=Ws2DhfUA0Xh5Cxr9M46td7B6hyNoLTyAhZ60FnIh6D0,20
342
+ tests/test_spiders/test_spider.py,sha256=LYI6ZbsSGyJO96lV9mkEcAN9VB2yCAnEmOt_hA_Km3I,159
343
+ crawlo-1.4.7.dist-info/METADATA,sha256=8hpnv6ppupbke-ae5PLKEez_JIyLOmeBkXbTx1WdS-o,19760
344
+ crawlo-1.4.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
345
+ crawlo-1.4.7.dist-info/entry_points.txt,sha256=5HoVoTSPxI8SCa5B7pQYxLSrkOdiunyO9tqNsLMv52g,43
346
+ crawlo-1.4.7.dist-info/top_level.txt,sha256=keG_67pbZ_wZL2dmDRA9RMaNHTaV_x_oxZ9DKNgwvR0,22
347
+ crawlo-1.4.7.dist-info/RECORD,,
examples/__init__.py CHANGED
@@ -1,7 +1,7 @@
1
- #!/usr/bin/python
2
- # -*- coding:UTF-8 -*-
3
- """
4
- # @Time : 2025-02-05 12:36
5
- # @Author : oscar
6
- # @Desc : None
7
- """
1
+ #!/usr/bin/python
2
+ # -*- coding:UTF-8 -*-
3
+ """
4
+ # @Time : 2025-02-05 12:36
5
+ # @Author : oscar
6
+ # @Desc : None
7
+ """
tests/__init__.py CHANGED
@@ -1,7 +1,7 @@
1
- #!/usr/bin/python
2
- # -*- coding:UTF-8 -*-
3
- """
4
- # @Time : 2025-08-24 12:36
5
- # @Author : crawl-coder
6
- # @Desc : None
7
- """
1
+ #!/usr/bin/python
2
+ # -*- coding:UTF-8 -*-
3
+ """
4
+ # @Time : 2025-08-24 12:36
5
+ # @Author : crawl-coder
6
+ # @Desc : None
7
+ """