crawlo 1.4.5__py3-none-any.whl → 1.4.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of crawlo might be problematic. Click here for more details.

Files changed (375) hide show
  1. crawlo/__init__.py +90 -89
  2. crawlo/__version__.py +1 -1
  3. crawlo/cli.py +75 -75
  4. crawlo/commands/__init__.py +14 -14
  5. crawlo/commands/check.py +594 -594
  6. crawlo/commands/genspider.py +186 -186
  7. crawlo/commands/help.py +140 -138
  8. crawlo/commands/list.py +155 -155
  9. crawlo/commands/run.py +379 -341
  10. crawlo/commands/startproject.py +460 -460
  11. crawlo/commands/stats.py +187 -187
  12. crawlo/commands/utils.py +196 -196
  13. crawlo/config.py +320 -312
  14. crawlo/config_validator.py +277 -277
  15. crawlo/core/__init__.py +52 -52
  16. crawlo/core/engine.py +451 -438
  17. crawlo/core/processor.py +47 -47
  18. crawlo/core/scheduler.py +290 -291
  19. crawlo/crawler.py +698 -657
  20. crawlo/data/__init__.py +5 -5
  21. crawlo/data/user_agents.py +194 -194
  22. crawlo/downloader/__init__.py +280 -276
  23. crawlo/downloader/aiohttp_downloader.py +233 -233
  24. crawlo/downloader/cffi_downloader.py +250 -245
  25. crawlo/downloader/httpx_downloader.py +265 -259
  26. crawlo/downloader/hybrid_downloader.py +212 -212
  27. crawlo/downloader/playwright_downloader.py +425 -402
  28. crawlo/downloader/selenium_downloader.py +486 -472
  29. crawlo/event.py +45 -11
  30. crawlo/exceptions.py +215 -82
  31. crawlo/extension/__init__.py +65 -64
  32. crawlo/extension/health_check.py +141 -141
  33. crawlo/extension/log_interval.py +94 -94
  34. crawlo/extension/log_stats.py +70 -70
  35. crawlo/extension/logging_extension.py +53 -61
  36. crawlo/extension/memory_monitor.py +104 -104
  37. crawlo/extension/performance_profiler.py +133 -133
  38. crawlo/extension/request_recorder.py +107 -107
  39. crawlo/factories/__init__.py +27 -27
  40. crawlo/factories/base.py +68 -68
  41. crawlo/factories/crawler.py +104 -103
  42. crawlo/factories/registry.py +84 -84
  43. crawlo/factories/utils.py +135 -0
  44. crawlo/filters/__init__.py +170 -153
  45. crawlo/filters/aioredis_filter.py +348 -264
  46. crawlo/filters/memory_filter.py +261 -276
  47. crawlo/framework.py +306 -292
  48. crawlo/initialization/__init__.py +44 -44
  49. crawlo/initialization/built_in.py +391 -434
  50. crawlo/initialization/context.py +141 -141
  51. crawlo/initialization/core.py +240 -194
  52. crawlo/initialization/phases.py +230 -149
  53. crawlo/initialization/registry.py +143 -145
  54. crawlo/initialization/utils.py +49 -0
  55. crawlo/interfaces.py +23 -23
  56. crawlo/items/__init__.py +23 -23
  57. crawlo/items/base.py +23 -23
  58. crawlo/items/fields.py +52 -52
  59. crawlo/items/items.py +104 -104
  60. crawlo/logging/__init__.py +42 -46
  61. crawlo/logging/config.py +277 -197
  62. crawlo/logging/factory.py +175 -171
  63. crawlo/logging/manager.py +104 -112
  64. crawlo/middleware/__init__.py +87 -24
  65. crawlo/middleware/default_header.py +132 -132
  66. crawlo/middleware/download_delay.py +104 -104
  67. crawlo/middleware/middleware_manager.py +142 -142
  68. crawlo/middleware/offsite.py +123 -123
  69. crawlo/middleware/proxy.py +209 -386
  70. crawlo/middleware/request_ignore.py +86 -86
  71. crawlo/middleware/response_code.py +150 -150
  72. crawlo/middleware/response_filter.py +136 -136
  73. crawlo/middleware/retry.py +124 -124
  74. crawlo/mode_manager.py +287 -253
  75. crawlo/network/__init__.py +21 -21
  76. crawlo/network/request.py +375 -379
  77. crawlo/network/response.py +569 -664
  78. crawlo/pipelines/__init__.py +53 -22
  79. crawlo/pipelines/base_pipeline.py +452 -0
  80. crawlo/pipelines/bloom_dedup_pipeline.py +146 -146
  81. crawlo/pipelines/console_pipeline.py +39 -39
  82. crawlo/pipelines/csv_pipeline.py +316 -316
  83. crawlo/pipelines/database_dedup_pipeline.py +197 -197
  84. crawlo/pipelines/json_pipeline.py +218 -218
  85. crawlo/pipelines/memory_dedup_pipeline.py +105 -105
  86. crawlo/pipelines/mongo_pipeline.py +140 -132
  87. crawlo/pipelines/mysql_pipeline.py +470 -326
  88. crawlo/pipelines/pipeline_manager.py +100 -100
  89. crawlo/pipelines/redis_dedup_pipeline.py +155 -156
  90. crawlo/project.py +347 -347
  91. crawlo/queue/__init__.py +10 -0
  92. crawlo/queue/pqueue.py +38 -38
  93. crawlo/queue/queue_manager.py +591 -525
  94. crawlo/queue/redis_priority_queue.py +519 -370
  95. crawlo/settings/__init__.py +7 -7
  96. crawlo/settings/default_settings.py +285 -270
  97. crawlo/settings/setting_manager.py +219 -219
  98. crawlo/spider/__init__.py +657 -657
  99. crawlo/stats_collector.py +82 -73
  100. crawlo/subscriber.py +129 -129
  101. crawlo/task_manager.py +138 -138
  102. crawlo/templates/crawlo.cfg.tmpl +10 -10
  103. crawlo/templates/project/__init__.py.tmpl +2 -4
  104. crawlo/templates/project/items.py.tmpl +13 -17
  105. crawlo/templates/project/middlewares.py.tmpl +38 -38
  106. crawlo/templates/project/pipelines.py.tmpl +35 -36
  107. crawlo/templates/project/settings.py.tmpl +110 -157
  108. crawlo/templates/project/settings_distributed.py.tmpl +156 -161
  109. crawlo/templates/project/settings_gentle.py.tmpl +170 -171
  110. crawlo/templates/project/settings_high_performance.py.tmpl +171 -172
  111. crawlo/templates/project/settings_minimal.py.tmpl +99 -77
  112. crawlo/templates/project/settings_simple.py.tmpl +168 -169
  113. crawlo/templates/project/spiders/__init__.py.tmpl +9 -9
  114. crawlo/templates/run.py.tmpl +23 -30
  115. crawlo/templates/spider/spider.py.tmpl +33 -144
  116. crawlo/templates/spiders_init.py.tmpl +5 -10
  117. crawlo/tools/__init__.py +86 -189
  118. crawlo/tools/date_tools.py +289 -289
  119. crawlo/tools/distributed_coordinator.py +384 -384
  120. crawlo/tools/scenario_adapter.py +262 -262
  121. crawlo/tools/text_cleaner.py +232 -232
  122. crawlo/utils/__init__.py +50 -50
  123. crawlo/utils/batch_processor.py +276 -259
  124. crawlo/utils/config_manager.py +442 -0
  125. crawlo/utils/controlled_spider_mixin.py +439 -439
  126. crawlo/utils/db_helper.py +250 -244
  127. crawlo/utils/error_handler.py +410 -410
  128. crawlo/utils/fingerprint.py +121 -121
  129. crawlo/utils/func_tools.py +82 -82
  130. crawlo/utils/large_scale_helper.py +344 -344
  131. crawlo/utils/leak_detector.py +335 -0
  132. crawlo/utils/log.py +79 -79
  133. crawlo/utils/misc.py +81 -81
  134. crawlo/utils/mongo_connection_pool.py +157 -0
  135. crawlo/utils/mysql_connection_pool.py +197 -0
  136. crawlo/utils/performance_monitor.py +285 -285
  137. crawlo/utils/queue_helper.py +175 -175
  138. crawlo/utils/redis_checker.py +91 -0
  139. crawlo/utils/redis_connection_pool.py +578 -388
  140. crawlo/utils/redis_key_validator.py +198 -198
  141. crawlo/utils/request.py +278 -256
  142. crawlo/utils/request_serializer.py +225 -225
  143. crawlo/utils/resource_manager.py +337 -0
  144. crawlo/utils/selector_helper.py +137 -137
  145. crawlo/utils/singleton.py +70 -0
  146. crawlo/utils/spider_loader.py +201 -201
  147. crawlo/utils/text_helper.py +94 -94
  148. crawlo/utils/{url.py → url_utils.py} +39 -39
  149. crawlo-1.4.7.dist-info/METADATA +689 -0
  150. crawlo-1.4.7.dist-info/RECORD +347 -0
  151. examples/__init__.py +7 -7
  152. tests/__init__.py +7 -7
  153. tests/advanced_tools_example.py +217 -275
  154. tests/authenticated_proxy_example.py +110 -106
  155. tests/baidu_performance_test.py +108 -108
  156. tests/baidu_test.py +59 -59
  157. tests/bug_check_test.py +250 -250
  158. tests/cleaners_example.py +160 -160
  159. tests/comprehensive_framework_test.py +212 -212
  160. tests/comprehensive_test.py +81 -81
  161. tests/comprehensive_testing_summary.md +186 -186
  162. tests/config_validation_demo.py +142 -142
  163. tests/controlled_spider_example.py +205 -205
  164. tests/date_tools_example.py +180 -180
  165. tests/debug_configure.py +69 -69
  166. tests/debug_framework_logger.py +84 -84
  167. tests/debug_log_config.py +126 -126
  168. tests/debug_log_levels.py +63 -63
  169. tests/debug_pipelines.py +66 -66
  170. tests/detailed_log_test.py +233 -233
  171. tests/direct_selector_helper_test.py +96 -96
  172. tests/distributed_dedup_test.py +467 -0
  173. tests/distributed_test.py +66 -66
  174. tests/distributed_test_debug.py +76 -76
  175. tests/dynamic_loading_example.py +523 -523
  176. tests/dynamic_loading_test.py +104 -104
  177. tests/error_handling_example.py +171 -171
  178. tests/explain_mysql_update_behavior.py +77 -0
  179. tests/final_comprehensive_test.py +151 -151
  180. tests/final_log_test.py +260 -260
  181. tests/final_validation_test.py +182 -182
  182. tests/fix_log_test.py +142 -142
  183. tests/framework_performance_test.py +202 -202
  184. tests/log_buffering_test.py +111 -111
  185. tests/log_generation_timing_test.py +153 -153
  186. tests/monitor_redis_dedup.sh +72 -0
  187. tests/ofweek_scrapy/ofweek_scrapy/items.py +12 -12
  188. tests/ofweek_scrapy/ofweek_scrapy/middlewares.py +100 -100
  189. tests/ofweek_scrapy/ofweek_scrapy/pipelines.py +13 -13
  190. tests/ofweek_scrapy/ofweek_scrapy/settings.py +84 -84
  191. tests/ofweek_scrapy/scrapy.cfg +11 -11
  192. tests/optimized_performance_test.py +211 -211
  193. tests/performance_comparison.py +244 -244
  194. tests/queue_blocking_test.py +113 -113
  195. tests/queue_test.py +89 -89
  196. tests/redis_key_validation_demo.py +130 -130
  197. tests/request_params_example.py +150 -150
  198. tests/response_improvements_example.py +144 -144
  199. tests/scrapy_comparison/ofweek_scrapy.py +138 -138
  200. tests/scrapy_comparison/scrapy_test.py +133 -133
  201. tests/simple_cli_test.py +55 -0
  202. tests/simple_command_test.py +119 -119
  203. tests/simple_crawlo_test.py +126 -126
  204. tests/simple_follow_test.py +38 -38
  205. tests/simple_log_test2.py +137 -137
  206. tests/simple_optimization_test.py +128 -128
  207. tests/simple_queue_type_test.py +41 -41
  208. tests/simple_response_selector_test.py +94 -94
  209. tests/simple_selector_helper_test.py +154 -154
  210. tests/simple_selector_test.py +207 -207
  211. tests/simple_spider_test.py +49 -49
  212. tests/simple_url_test.py +73 -73
  213. tests/simulate_mysql_update_test.py +140 -0
  214. tests/spider_log_timing_test.py +177 -177
  215. tests/test_advanced_tools.py +148 -148
  216. tests/test_all_commands.py +230 -230
  217. tests/test_all_pipeline_fingerprints.py +133 -133
  218. tests/test_all_redis_key_configs.py +145 -145
  219. tests/test_asyncmy_usage.py +57 -0
  220. tests/test_batch_processor.py +178 -178
  221. tests/test_cleaners.py +54 -54
  222. tests/test_cli_arguments.py +119 -0
  223. tests/test_component_factory.py +174 -174
  224. tests/test_config_consistency.py +80 -80
  225. tests/test_config_merge.py +152 -152
  226. tests/test_config_validator.py +182 -182
  227. tests/test_controlled_spider_mixin.py +79 -79
  228. tests/test_crawler_process_import.py +38 -38
  229. tests/test_crawler_process_spider_modules.py +47 -47
  230. tests/test_crawlo_proxy_integration.py +114 -108
  231. tests/test_date_tools.py +123 -123
  232. tests/test_dedup_fix.py +220 -220
  233. tests/test_dedup_pipeline_consistency.py +124 -124
  234. tests/test_default_header_middleware.py +313 -313
  235. tests/test_distributed.py +65 -65
  236. tests/test_double_crawlo_fix.py +204 -204
  237. tests/test_double_crawlo_fix_simple.py +124 -124
  238. tests/test_download_delay_middleware.py +221 -221
  239. tests/test_downloader_proxy_compatibility.py +272 -268
  240. tests/test_edge_cases.py +305 -305
  241. tests/test_encoding_core.py +56 -56
  242. tests/test_encoding_detection.py +126 -126
  243. tests/test_enhanced_error_handler.py +270 -270
  244. tests/test_enhanced_error_handler_comprehensive.py +245 -245
  245. tests/test_error_handler_compatibility.py +112 -112
  246. tests/test_factories.py +252 -252
  247. tests/test_factory_compatibility.py +196 -196
  248. tests/test_final_validation.py +153 -153
  249. tests/test_fingerprint_consistency.py +135 -135
  250. tests/test_fingerprint_simple.py +51 -51
  251. tests/test_get_component_logger.py +83 -83
  252. tests/test_hash_performance.py +99 -99
  253. tests/test_integration.py +169 -169
  254. tests/test_item_dedup_redis_key.py +122 -122
  255. tests/test_large_scale_helper.py +235 -235
  256. tests/test_logging_enhancements.py +374 -374
  257. tests/test_logging_final.py +184 -184
  258. tests/test_logging_integration.py +312 -312
  259. tests/test_logging_system.py +282 -282
  260. tests/test_middleware_debug.py +141 -141
  261. tests/test_mode_consistency.py +51 -51
  262. tests/test_multi_directory.py +67 -67
  263. tests/test_multiple_spider_modules.py +80 -80
  264. tests/test_mysql_pipeline_config.py +165 -0
  265. tests/test_mysql_pipeline_error.py +99 -0
  266. tests/test_mysql_pipeline_init_log.py +83 -0
  267. tests/test_mysql_pipeline_integration.py +133 -0
  268. tests/test_mysql_pipeline_refactor.py +144 -0
  269. tests/test_mysql_pipeline_refactor_simple.py +86 -0
  270. tests/test_mysql_pipeline_robustness.py +196 -0
  271. tests/test_mysql_pipeline_types.py +89 -0
  272. tests/test_mysql_update_columns.py +94 -0
  273. tests/test_offsite_middleware.py +244 -244
  274. tests/test_offsite_middleware_simple.py +203 -203
  275. tests/test_optimized_selector_naming.py +100 -100
  276. tests/test_parsel.py +29 -29
  277. tests/test_performance.py +327 -327
  278. tests/test_performance_monitor.py +115 -115
  279. tests/test_pipeline_fingerprint_consistency.py +86 -86
  280. tests/test_priority_behavior.py +211 -211
  281. tests/test_priority_consistency.py +151 -151
  282. tests/test_priority_consistency_fixed.py +249 -249
  283. tests/test_proxy_health_check.py +32 -32
  284. tests/test_proxy_middleware.py +217 -121
  285. tests/test_proxy_middleware_enhanced.py +212 -216
  286. tests/test_proxy_middleware_integration.py +142 -137
  287. tests/test_proxy_middleware_refactored.py +207 -184
  288. tests/test_proxy_only.py +84 -0
  289. tests/test_proxy_providers.py +56 -56
  290. tests/test_proxy_stats.py +19 -19
  291. tests/test_proxy_strategies.py +59 -59
  292. tests/test_proxy_with_downloader.py +153 -0
  293. tests/test_queue_empty_check.py +41 -41
  294. tests/test_queue_manager_double_crawlo.py +173 -173
  295. tests/test_queue_manager_redis_key.py +179 -179
  296. tests/test_queue_naming.py +154 -154
  297. tests/test_queue_type.py +106 -106
  298. tests/test_queue_type_redis_config_consistency.py +130 -130
  299. tests/test_random_headers_default.py +322 -322
  300. tests/test_random_headers_necessity.py +308 -308
  301. tests/test_random_user_agent.py +72 -72
  302. tests/test_redis_config.py +28 -28
  303. tests/test_redis_connection_pool.py +294 -294
  304. tests/test_redis_key_naming.py +181 -181
  305. tests/test_redis_key_validator.py +123 -123
  306. tests/test_redis_queue.py +224 -224
  307. tests/test_redis_queue_name_fix.py +175 -175
  308. tests/test_redis_queue_type_fallback.py +129 -129
  309. tests/test_request_ignore_middleware.py +182 -182
  310. tests/test_request_params.py +111 -111
  311. tests/test_request_serialization.py +70 -70
  312. tests/test_response_code_middleware.py +349 -349
  313. tests/test_response_filter_middleware.py +427 -427
  314. tests/test_response_follow.py +104 -104
  315. tests/test_response_improvements.py +152 -152
  316. tests/test_response_selector_methods.py +92 -92
  317. tests/test_response_url_methods.py +70 -70
  318. tests/test_response_urljoin.py +86 -86
  319. tests/test_retry_middleware.py +333 -333
  320. tests/test_retry_middleware_realistic.py +273 -273
  321. tests/test_scheduler.py +252 -252
  322. tests/test_scheduler_config_update.py +133 -133
  323. tests/test_scrapy_style_encoding.py +112 -112
  324. tests/test_selector_helper.py +100 -100
  325. tests/test_selector_optimizations.py +146 -146
  326. tests/test_simple_response.py +61 -61
  327. tests/test_spider_loader.py +49 -49
  328. tests/test_spider_loader_comprehensive.py +69 -69
  329. tests/test_spider_modules.py +84 -84
  330. tests/test_spiders/test_spider.py +9 -9
  331. tests/test_telecom_spider_redis_key.py +205 -205
  332. tests/test_template_content.py +87 -87
  333. tests/test_template_redis_key.py +134 -134
  334. tests/test_tools.py +159 -159
  335. tests/test_user_agent_randomness.py +176 -176
  336. tests/test_user_agents.py +96 -96
  337. tests/untested_features_report.md +138 -138
  338. tests/verify_debug.py +51 -51
  339. tests/verify_distributed.py +117 -117
  340. tests/verify_log_fix.py +111 -111
  341. tests/verify_mysql_warnings.py +110 -0
  342. crawlo/logging/async_handler.py +0 -181
  343. crawlo/logging/monitor.py +0 -153
  344. crawlo/logging/sampler.py +0 -167
  345. crawlo/middleware/simple_proxy.py +0 -65
  346. crawlo/tools/authenticated_proxy.py +0 -241
  347. crawlo/tools/data_formatter.py +0 -226
  348. crawlo/tools/data_validator.py +0 -181
  349. crawlo/tools/encoding_converter.py +0 -127
  350. crawlo/tools/network_diagnostic.py +0 -365
  351. crawlo/tools/request_tools.py +0 -83
  352. crawlo/tools/retry_mechanism.py +0 -224
  353. crawlo/utils/env_config.py +0 -143
  354. crawlo/utils/large_scale_config.py +0 -287
  355. crawlo/utils/system.py +0 -11
  356. crawlo/utils/tools.py +0 -5
  357. crawlo-1.4.5.dist-info/METADATA +0 -329
  358. crawlo-1.4.5.dist-info/RECORD +0 -347
  359. tests/env_config_example.py +0 -134
  360. tests/ofweek_scrapy/ofweek_scrapy/spiders/ofweek_spider.py +0 -162
  361. tests/test_authenticated_proxy.py +0 -142
  362. tests/test_comprehensive.py +0 -147
  363. tests/test_dynamic_downloaders_proxy.py +0 -125
  364. tests/test_dynamic_proxy.py +0 -93
  365. tests/test_dynamic_proxy_config.py +0 -147
  366. tests/test_dynamic_proxy_real.py +0 -110
  367. tests/test_env_config.py +0 -122
  368. tests/test_framework_env_usage.py +0 -104
  369. tests/test_large_scale_config.py +0 -113
  370. tests/test_proxy_api.py +0 -265
  371. tests/test_real_scenario_proxy.py +0 -196
  372. tests/tools_example.py +0 -261
  373. {crawlo-1.4.5.dist-info → crawlo-1.4.7.dist-info}/WHEEL +0 -0
  374. {crawlo-1.4.5.dist-info → crawlo-1.4.7.dist-info}/entry_points.txt +0 -0
  375. {crawlo-1.4.5.dist-info → crawlo-1.4.7.dist-info}/top_level.txt +0 -0
@@ -1,435 +1,392 @@
1
- #!/usr/bin/python
2
- # -*- coding: UTF-8 -*-
3
- """
4
- 内置初始化器 - 提供框架核心组件的初始化实现
5
- """
6
-
7
- import time
8
- from .registry import BaseInitializer, register_initializer
9
- from .phases import InitializationPhase, PhaseResult
10
- from .context import InitializationContext
11
-
12
-
13
- class LoggingInitializer(BaseInitializer):
14
- """日志系统初始化器"""
15
-
16
- def __init__(self):
17
- super().__init__(InitializationPhase.LOGGING)
18
-
19
- def initialize(self, context: InitializationContext) -> PhaseResult:
20
- """初始化日志系统"""
21
- start_time = time.time()
22
-
23
- try:
24
- # 导入日志模块
25
- from crawlo.logging import configure_logging, LogConfig
26
-
27
- # 获取日志配置
28
- log_config = self._get_log_config(context)
29
-
30
- # 确保日志目录存在
31
- if log_config.file_path and log_config.file_enabled:
32
- import os
33
- log_dir = os.path.dirname(log_config.file_path)
34
- if log_dir and not os.path.exists(log_dir):
35
- os.makedirs(log_dir, exist_ok=True)
36
-
37
- # 配置日志系统
38
- configure_logging(log_config)
39
-
40
- # 存储到共享数据
41
- context.add_shared_data('log_config', log_config)
42
-
43
- # 创建框架logger
44
- from crawlo.logging import get_logger
45
- framework_logger = get_logger('crawlo.framework')
46
- context.add_shared_data('framework_logger', framework_logger)
47
-
48
- return self._create_result(
49
- success=True,
50
- duration=time.time() - start_time,
51
- artifacts={'log_config': log_config}
52
- )
53
-
54
- except Exception as e:
55
- return self._create_result(
56
- success=False,
57
- duration=time.time() - start_time,
58
- error=e
59
- )
60
-
61
- def _get_log_config(self, context: InitializationContext) -> 'LogConfig':
62
- """
63
- 获取日志配置
64
-
65
- Args:
66
- context: 初始化上下文
67
-
68
- Returns:
69
- LogConfig: 日志配置对象
70
- """
71
- # 导入日志配置类
72
- from crawlo.logging import LogConfig
73
-
74
- # 按优先级获取配置:自定义配置 > 上下文配置 > 项目配置 > 默认配置
75
- config_sources = [
76
- context.custom_settings,
77
- context.settings,
78
- self._load_project_config()
79
- ]
80
-
81
- # 遍历配置源
82
- for config_source in config_sources:
83
- if config_source:
84
- log_config = self._create_log_config_from_source(config_source)
85
- if log_config:
86
- return log_config
87
-
88
- # 使用默认配置
89
- return LogConfig()
90
-
91
- def _create_log_config_from_source(self, config_source) -> 'LogConfig':
92
- """
93
- 从配置源创建日志配置
94
-
95
- Args:
96
- config_source: 配置源
97
-
98
- Returns:
99
- LogConfig: 日志配置对象,如果配置源无效则返回None
100
- """
101
- # 导入日志配置类
102
- from crawlo.logging import LogConfig
103
-
104
- # 检查配置源是否有效
105
- if not config_source:
106
- return None
107
-
108
- # 检查是否有日志相关配置
109
- has_keys_method = hasattr(config_source, 'keys')
110
- if has_keys_method:
111
- has_log_config = any(key.startswith('LOG_') for key in config_source.keys())
112
- else:
113
- has_log_config = any(key.startswith('LOG_') for key in dir(config_source))
114
-
115
- if not has_log_config:
116
- return None
117
-
118
- # 从配置源获取日志配置
119
- log_level = config_source.get('LOG_LEVEL', 'INFO')
120
- log_file = config_source.get('LOG_FILE')
121
- log_format = config_source.get('LOG_FORMAT', '%(asctime)s - [%(name)s] - %(levelname)s: %(message)s')
122
- log_encoding = config_source.get('LOG_ENCODING', 'utf-8')
123
- log_max_bytes = config_source.get('LOG_MAX_BYTES', 10 * 1024 * 1024)
124
- log_backup_count = config_source.get('LOG_BACKUP_COUNT', 5)
125
- log_console_enabled = config_source.get('LOG_CONSOLE_ENABLED', True)
126
- log_file_enabled = config_source.get('LOG_FILE_ENABLED', True)
127
-
128
- # 创建日志配置
129
- return LogConfig(
130
- level=log_level,
131
- format=log_format,
132
- encoding=log_encoding,
133
- file_path=log_file,
134
- max_bytes=log_max_bytes,
135
- backup_count=log_backup_count,
136
- console_enabled=log_console_enabled,
137
- file_enabled=log_file_enabled
138
- )
139
-
140
- def _load_project_config(self):
141
- """
142
- 自动加载项目配置以获取日志设置
143
- """
144
- try:
145
- # 查找项目根目录
146
- import os
147
- import sys
148
- import configparser
149
-
150
- current_path = os.getcwd()
151
-
152
- # 向上查找直到找到crawlo.cfg
153
- checked_paths = set()
154
- path = current_path
155
-
156
- while path not in checked_paths:
157
- checked_paths.add(path)
158
-
159
- # 检查crawlo.cfg
160
- cfg_file = os.path.join(path, "crawlo.cfg")
161
- if os.path.exists(cfg_file):
162
- # 读取配置文件
163
- config_parser = configparser.ConfigParser()
164
- config_parser.read(cfg_file, encoding="utf-8")
165
-
166
- if config_parser.has_section("settings") and config_parser.has_option("settings", "default"):
167
- # 获取settings模块路径
168
- settings_module_path = config_parser.get("settings", "default")
169
-
170
- # 添加项目根目录到Python路径
171
- if path not in sys.path:
172
- sys.path.insert(0, path)
173
-
174
- # 导入项目配置模块
175
- import importlib
176
- settings_module = importlib.import_module(settings_module_path)
177
-
178
- # 创建配置字典
179
- project_config = {}
180
- for key in dir(settings_module):
181
- if key.isupper():
182
- project_config[key] = getattr(settings_module, key)
183
-
184
- return project_config
185
-
186
- # 向上一级目录
187
- parent = os.path.dirname(path)
188
- if parent == path:
189
- break
190
- path = parent
191
-
192
- return {}
193
-
194
- except Exception as e:
195
- return {}
196
-
197
-
198
- class SettingsInitializer(BaseInitializer):
199
- """配置系统初始化器"""
200
-
201
- def __init__(self):
202
- super().__init__(InitializationPhase.SETTINGS)
203
-
204
- def initialize(self, context: InitializationContext) -> PhaseResult:
205
- """初始化配置系统"""
206
- start_time = time.time()
207
-
208
- try:
209
- # 导入配置管理器
210
- from crawlo.settings.setting_manager import SettingManager
211
- from crawlo.project import _load_project_settings
212
-
213
- # 如果上下文中已有设置,则使用它作为基础配置
214
- if context.settings:
215
- # 使用用户传递的设置作为基础配置
216
- settings = context.settings
217
- # 加载项目配置并合并
218
- project_settings = _load_project_settings(context.custom_settings)
219
- # 合并配置,用户配置优先
220
- settings.update_attributes(project_settings.attributes)
221
- else:
222
- # 创建配置管理器并加载项目配置
223
- settings = _load_project_settings(context.custom_settings)
224
-
225
- # 存储到上下文
226
- context.settings = settings
227
- context.add_shared_data('settings', settings)
228
-
229
- return self._create_result(
230
- success=True,
231
- duration=time.time() - start_time,
232
- artifacts={'settings': settings}
233
- )
234
-
235
- except Exception as e:
236
- return self._create_result(
237
- success=False,
238
- duration=time.time() - start_time,
239
- error=e
240
- )
241
-
242
-
243
- class CoreComponentsInitializer(BaseInitializer):
244
- """核心组件初始化器"""
245
-
246
- def __init__(self):
247
- super().__init__(InitializationPhase.CORE_COMPONENTS)
248
-
249
- def initialize(self, context: InitializationContext) -> PhaseResult:
250
- """初始化核心组件"""
251
- start_time = time.time()
252
-
253
- try:
254
- # 在核心组件初始化阶段,大多数组件需要crawler参数
255
- # 因此我们只初始化那些完全独立的组件
256
- # 或者只记录需要初始化的组件类型,实际初始化在crawler创建时进行
257
-
258
- return self._create_result(
259
- success=True,
260
- duration=time.time() - start_time,
261
- artifacts={}
262
- )
263
-
264
- except Exception as e:
265
- return self._create_result(
266
- success=False,
267
- duration=time.time() - start_time,
268
- error=e
269
- )
270
-
271
- def _initialize_engine(self, context: InitializationContext):
272
- """初始化引擎"""
273
- try:
274
- # 注意:Engine需要crawler参数,不能在此阶段初始化
275
- pass
276
- except Exception as e:
277
- context.add_error(f"Failed to initialize engine: {e}")
278
- raise
279
-
280
- def _initialize_scheduler(self, context: InitializationContext):
281
- """初始化调度器"""
282
- try:
283
- # 注意:Scheduler需要很多参数,不能在此阶段初始化
284
- pass
285
- except Exception as e:
286
- context.add_error(f"Failed to initialize scheduler: {e}")
287
- raise
288
-
289
- def _initialize_downloader(self, context: InitializationContext):
290
- """初始化下载器"""
291
- try:
292
- # 注意:下载器类需要crawler参数,不能在此阶段初始化实例
293
- pass
294
- except Exception as e:
295
- context.add_error(f"Failed to initialize downloader: {e}")
296
- raise
297
-
298
- def _initialize_pipeline_manager(self, context: InitializationContext):
299
- """初始化管道管理器"""
300
- try:
301
- # 注意:PipelineManager需要crawler参数,不能在此阶段初始化
302
- pass
303
- except Exception as e:
304
- context.add_error(f"Failed to initialize pipeline manager: {e}")
305
- raise
306
-
307
- def _initialize_middleware_manager(self, context: InitializationContext):
308
- """初始化中间件管理器"""
309
- try:
310
- # 注意:MiddlewareManager需要crawler参数,不能在此阶段初始化
311
- pass
312
- except Exception as e:
313
- context.add_error(f"Failed to initialize middleware manager: {e}")
314
- raise
315
-
316
-
317
- class ExtensionsInitializer(BaseInitializer):
318
- """扩展组件初始化器"""
319
-
320
- def __init__(self):
321
- super().__init__(InitializationPhase.EXTENSIONS)
322
-
323
- def initialize(self, context: InitializationContext) -> PhaseResult:
324
- """初始化扩展组件"""
325
- start_time = time.time()
326
-
327
- try:
328
- # 初始化扩展组件
329
- self._initialize_extensions(context)
330
-
331
- return self._create_result(
332
- success=True,
333
- duration=time.time() - start_time,
334
- artifacts={}
335
- )
336
-
337
- except Exception as e:
338
- return self._create_result(
339
- success=False,
340
- duration=time.time() - start_time,
341
- error=e
342
- )
343
-
344
- def _initialize_extensions(self, context: InitializationContext):
345
- """初始化扩展组件"""
346
- try:
347
- # 获取扩展配置
348
- extensions = []
349
- if context.settings:
350
- extensions = context.settings.get('EXTENSIONS', [])
351
- elif context.custom_settings:
352
- extensions = context.custom_settings.get('EXTENSIONS', [])
353
-
354
- # 初始化每个扩展
355
- initialized_extensions = []
356
- for extension_path in extensions:
357
- try:
358
- from crawlo.utils.misc import load_object
359
- extension_class = load_object(extension_path)
360
- extension_instance = extension_class()
361
- initialized_extensions.append(extension_instance)
362
- except Exception as e:
363
- if context.settings and context.settings.get('EXTENSIONS_STRICT', False):
364
- raise
365
- else:
366
- # 非严格模式下记录警告但继续
367
- context.add_warning(f"Failed to initialize extension {extension_path}: {e}")
368
-
369
- # 存储到上下文
370
- context.add_shared_data('extensions', initialized_extensions)
371
- except Exception as e:
372
- context.add_error(f"Failed to initialize extensions: {e}")
373
- raise
374
-
375
-
376
- class FrameworkStartupLogger(BaseInitializer):
377
- """框架启动日志记录器"""
378
-
379
- def __init__(self):
380
- # 使用新的FRAMEWORK_STARTUP_LOG阶段
381
- super().__init__(InitializationPhase.FRAMEWORK_STARTUP_LOG)
382
-
383
- def initialize(self, context: InitializationContext) -> PhaseResult:
384
- """记录框架启动日志"""
385
- start_time = time.time()
386
-
387
- try:
388
- # 获取框架logger
389
- from crawlo.logging import get_logger
390
- logger = get_logger('crawlo.framework')
391
-
392
- # 获取框架版本
393
- version = self._get_framework_version()
394
-
395
- # 记录框架启动信息(符合规范要求)
396
- logger.info(f"Crawlo Framework Started {version}")
397
-
398
- # 获取运行模式
399
- run_mode = "unknown"
400
- if context.settings:
401
- run_mode = context.settings.get('RUN_MODE', 'standalone')
402
- logger.info(f"Run mode: {run_mode}")
403
-
404
- # 注意:爬虫名称信息将在实际启动爬虫时记录,而不是在框架初始化时
405
-
406
- return self._create_result(
407
- success=True,
408
- duration=time.time() - start_time,
409
- artifacts={}
410
- )
411
-
412
- except Exception as e:
413
- # 即使日志记录失败,也不应该影响框架初始化
414
- return self._create_result(
415
- success=True, # 不影响初始化成功与否
416
- duration=time.time() - start_time,
417
- error=e
418
- )
419
-
420
- def _get_framework_version(self):
421
- """获取框架版本"""
422
- try:
423
- from crawlo import __version__
424
- return __version__
425
- except Exception:
426
- return "unknown"
427
-
428
-
429
- def register_built_in_initializers():
430
- """注册所有内置初始化器"""
431
- register_initializer(LoggingInitializer())
432
- register_initializer(SettingsInitializer())
433
- register_initializer(CoreComponentsInitializer())
434
- register_initializer(ExtensionsInitializer())
1
+ #!/usr/bin/python
2
+ # -*- coding: UTF-8 -*-
3
+ """
4
+ 内置初始化器 - 提供框架核心组件的初始化实现
5
+ """
6
+
7
+ import time
8
+ from typing import TYPE_CHECKING
9
+
10
+ from .registry import BaseInitializer, register_initializer
11
+ from .phases import InitializationPhase, PhaseResult
12
+ from .context import InitializationContext
13
+
14
+ if TYPE_CHECKING:
15
+ from crawlo.logging import LogConfig
16
+
17
+
18
+ class LoggingInitializer(BaseInitializer):
19
+ """日志系统初始化器"""
20
+
21
+ def __init__(self):
22
+ super().__init__(InitializationPhase.LOGGING)
23
+
24
+ def initialize(self, context: InitializationContext) -> PhaseResult:
25
+ """初始化日志系统"""
26
+ start_time = time.time()
27
+
28
+ try:
29
+ # 导入日志模块
30
+ from crawlo.logging import configure_logging, LogConfig
31
+
32
+ # 获取日志配置
33
+ log_config = self._get_log_config(context)
34
+
35
+ # 确保日志目录存在
36
+ if log_config and log_config.file_path and log_config.file_enabled:
37
+ import os
38
+ log_dir = os.path.dirname(log_config.file_path)
39
+ if log_dir and not os.path.exists(log_dir):
40
+ os.makedirs(log_dir, exist_ok=True)
41
+
42
+ # 配置日志系统
43
+ configure_logging(log_config)
44
+
45
+ # 存储到共享数据
46
+ context.add_shared_data('log_config', log_config)
47
+
48
+ # 创建框架logger
49
+ from crawlo.logging import get_logger
50
+ framework_logger = get_logger('crawlo.framework')
51
+ context.add_shared_data('framework_logger', framework_logger)
52
+
53
+ return self._create_result(
54
+ success=True,
55
+ duration=time.time() - start_time,
56
+ artifacts={'log_config': log_config}
57
+ )
58
+
59
+ except Exception as e:
60
+ return self._create_result(
61
+ success=False,
62
+ duration=time.time() - start_time,
63
+ error=e
64
+ )
65
+
66
+ def _get_log_config(self, context: InitializationContext) -> 'LogConfig | None':
67
+ """
68
+ 获取日志配置
69
+
70
+ Args:
71
+ context: 初始化上下文
72
+
73
+ Returns:
74
+ LogConfig: 日志配置对象
75
+ """
76
+ # 导入日志配置类
77
+ from crawlo.logging import LogConfig
78
+ from crawlo.utils.config_manager import ConfigUtils
79
+
80
+ # 按优先级获取配置:自定义配置 > 上下文配置 > 项目配置 > 默认配置
81
+ config_sources = [
82
+ context.custom_settings,
83
+ context.settings,
84
+ self._load_project_config()
85
+ ]
86
+
87
+ # 遍历配置源
88
+ for config_source in config_sources:
89
+ if config_source and ConfigUtils.has_config_prefix(config_source, 'LOG_'):
90
+ log_config = self._create_log_config_from_source(config_source)
91
+ if log_config:
92
+ return log_config
93
+
94
+ # 使用默认配置
95
+ return LogConfig()
96
+
97
+ def _create_log_config_from_source(self, config_source) -> 'LogConfig | None':
98
+ """
99
+ 从配置源创建日志配置
100
+
101
+ Args:
102
+ config_source: 配置源
103
+
104
+ Returns:
105
+ LogConfig: 日志配置对象,如果配置源无效则返回None
106
+ """
107
+ # 导入日志配置类
108
+ from crawlo.logging import LogConfig
109
+ from crawlo.utils.config_manager import ConfigUtils
110
+
111
+ # 检查配置源是否有效
112
+ if not config_source:
113
+ return None
114
+
115
+ # 检查是否有日志相关配置
116
+ if not ConfigUtils.has_config_prefix(config_source, 'LOG_'):
117
+ return None
118
+
119
+ # 从配置源获取日志配置
120
+ log_level = ConfigUtils.get_config_value([config_source], 'LOG_LEVEL', 'INFO')
121
+ log_file = ConfigUtils.get_config_value([config_source], 'LOG_FILE')
122
+ log_format = ConfigUtils.get_config_value([config_source], 'LOG_FORMAT', '%(asctime)s - [%(name)s] - %(levelname)s: %(message)s')
123
+ log_encoding = ConfigUtils.get_config_value([config_source], 'LOG_ENCODING', 'utf-8')
124
+ log_max_bytes = ConfigUtils.get_config_value([config_source], 'LOG_MAX_BYTES', 10 * 1024 * 1024, int)
125
+ log_backup_count = ConfigUtils.get_config_value([config_source], 'LOG_BACKUP_COUNT', 5, int)
126
+ log_console_enabled = ConfigUtils.get_config_value([config_source], 'LOG_CONSOLE_ENABLED', True, bool)
127
+ log_file_enabled = ConfigUtils.get_config_value([config_source], 'LOG_FILE_ENABLED', True, bool)
128
+
129
+ # 创建日志配置
130
+ return LogConfig(
131
+ level=log_level,
132
+ format=log_format,
133
+ encoding=log_encoding,
134
+ file_path=log_file,
135
+ max_bytes=log_max_bytes,
136
+ backup_count=log_backup_count,
137
+ console_enabled=log_console_enabled,
138
+ file_enabled=log_file_enabled
139
+ )
140
+
141
+ def _load_project_config(self):
142
+ """
143
+ 自动加载项目配置以获取日志设置
144
+ """
145
+ try:
146
+ # 查找项目根目录
147
+ import os
148
+ import sys
149
+ import configparser
150
+
151
+ current_path = os.getcwd()
152
+
153
+ # 向上查找直到找到crawlo.cfg
154
+ checked_paths = set()
155
+ path = current_path
156
+
157
+ while path not in checked_paths:
158
+ checked_paths.add(path)
159
+
160
+ # 检查crawlo.cfg
161
+ cfg_file = os.path.join(path, "crawlo.cfg")
162
+ if os.path.exists(cfg_file):
163
+ # 读取配置文件
164
+ config_parser = configparser.ConfigParser()
165
+ config_parser.read(cfg_file, encoding="utf-8")
166
+
167
+ if config_parser.has_section("settings") and config_parser.has_option("settings", "default"):
168
+ # 获取settings模块路径
169
+ settings_module_path = config_parser.get("settings", "default")
170
+
171
+ # 添加项目根目录到Python路径
172
+ if path not in sys.path:
173
+ sys.path.insert(0, path)
174
+
175
+ # 导入项目配置模块
176
+ import importlib
177
+ settings_module = importlib.import_module(settings_module_path)
178
+
179
+ # 创建配置字典
180
+ from crawlo.utils.config_manager import ConfigUtils
181
+ project_config = ConfigUtils.merge_config_sources([settings_module])
182
+
183
+ return project_config
184
+
185
+ # 向上一级目录
186
+ parent = os.path.dirname(path)
187
+ if parent == path:
188
+ break
189
+ path = parent
190
+
191
+ return {}
192
+
193
+ except Exception as e:
194
+ return {}
195
+
196
+
197
+ class SettingsInitializer(BaseInitializer):
198
+ """配置系统初始化器"""
199
+
200
+ def __init__(self):
201
+ super().__init__(InitializationPhase.SETTINGS)
202
+
203
+ def initialize(self, context: InitializationContext) -> PhaseResult:
204
+ """初始化配置系统"""
205
+ start_time = time.time()
206
+
207
+ try:
208
+ # 导入配置管理器
209
+ from crawlo.settings.setting_manager import SettingManager
210
+ from crawlo.project import _load_project_settings
211
+
212
+ # 如果上下文中已有设置,则使用它作为基础配置
213
+ if context.settings:
214
+ # 使用用户传递的设置作为基础配置
215
+ settings = context.settings
216
+ # 加载项目配置并合并
217
+ project_settings = _load_project_settings(context.custom_settings)
218
+ # 合并配置,用户配置优先
219
+ settings.update_attributes(project_settings.attributes)
220
+ else:
221
+ # 创建配置管理器并加载项目配置
222
+ settings = _load_project_settings(context.custom_settings)
223
+
224
+ # 存储到上下文
225
+ context.settings = settings
226
+ context.add_shared_data('settings', settings)
227
+
228
+ return self._create_result(
229
+ success=True,
230
+ duration=time.time() - start_time,
231
+ artifacts={'settings': settings}
232
+ )
233
+
234
+ except Exception as e:
235
+ return self._create_result(
236
+ success=False,
237
+ duration=time.time() - start_time,
238
+ error=e
239
+ )
240
+
241
+
242
+ class CoreComponentsInitializer(BaseInitializer):
243
+ """核心组件初始化器"""
244
+
245
+ def __init__(self):
246
+ super().__init__(InitializationPhase.CORE_COMPONENTS)
247
+
248
+ def initialize(self, context: InitializationContext) -> PhaseResult:
249
+ """初始化核心组件"""
250
+ start_time = time.time()
251
+
252
+ try:
253
+ # 在核心组件初始化阶段,大多数组件需要crawler参数
254
+ # 因此我们只初始化那些完全独立的组件
255
+ # 或者只记录需要初始化的组件类型,实际初始化在crawler创建时进行
256
+
257
+ return self._create_result(
258
+ success=True,
259
+ duration=time.time() - start_time,
260
+ artifacts={}
261
+ )
262
+
263
+ except Exception as e:
264
+ return self._create_result(
265
+ success=False,
266
+ duration=time.time() - start_time,
267
+ error=e
268
+ )
269
+
270
+ # 注意:核心组件需要crawler参数,不能在此阶段初始化
271
+ # 实际初始化将在crawler创建时进行
272
+
273
+
274
+ class ExtensionsInitializer(BaseInitializer):
275
+ """扩展组件初始化器"""
276
+
277
+ def __init__(self):
278
+ super().__init__(InitializationPhase.EXTENSIONS)
279
+
280
+ def initialize(self, context: InitializationContext) -> PhaseResult:
281
+ """初始化扩展组件"""
282
+ start_time = time.time()
283
+
284
+ try:
285
+ # 初始化扩展组件
286
+ self._initialize_extensions(context)
287
+
288
+ return self._create_result(
289
+ success=True,
290
+ duration=time.time() - start_time,
291
+ artifacts={}
292
+ )
293
+
294
+ except Exception as e:
295
+ return self._create_result(
296
+ success=False,
297
+ duration=time.time() - start_time,
298
+ error=e
299
+ )
300
+
301
+ def _initialize_extensions(self, context: InitializationContext):
302
+ """初始化扩展组件"""
303
+ try:
304
+ # 获取扩展配置
305
+ extensions = []
306
+ if context.settings:
307
+ extensions = context.settings.get('EXTENSIONS', [])
308
+ elif context.custom_settings:
309
+ extensions = context.custom_settings.get('EXTENSIONS', [])
310
+
311
+ # 初始化每个扩展
312
+ initialized_extensions = []
313
+ for extension_path in extensions:
314
+ try:
315
+ from crawlo.utils.misc import load_object
316
+ extension_class = load_object(extension_path)
317
+ extension_instance = extension_class()
318
+ initialized_extensions.append(extension_instance)
319
+ except Exception as e:
320
+ if context.settings and context.settings.get('EXTENSIONS_STRICT', False):
321
+ raise
322
+ else:
323
+ # 非严格模式下记录警告但继续
324
+ context.add_warning(f"Failed to initialize extension {extension_path}: {e}")
325
+
326
+ # 存储到上下文
327
+ context.add_shared_data('extensions', initialized_extensions)
328
+ except Exception as e:
329
+ context.add_error(f"Failed to initialize extensions: {e}")
330
+ raise
331
+
332
+
333
+ class FrameworkStartupLogger(BaseInitializer):
334
+ """框架启动日志记录器"""
335
+
336
+ def __init__(self):
337
+ # 使用新的FRAMEWORK_STARTUP_LOG阶段
338
+ super().__init__(InitializationPhase.FRAMEWORK_STARTUP_LOG)
339
+
340
+ def initialize(self, context: InitializationContext) -> PhaseResult:
341
+ """记录框架启动日志"""
342
+ start_time = time.time()
343
+
344
+ try:
345
+ # 获取框架logger
346
+ from crawlo.logging import get_logger
347
+ logger = get_logger('crawlo.framework')
348
+
349
+ # 获取框架版本
350
+ version = self._get_framework_version()
351
+
352
+ # 记录框架启动信息(符合规范要求)
353
+ logger.info(f"Crawlo Framework Started {version}")
354
+
355
+ # 获取运行模式
356
+ run_mode = "unknown"
357
+ if context.settings:
358
+ run_mode = context.settings.get('RUN_MODE', 'standalone')
359
+ logger.info(f"Run mode: {run_mode}")
360
+
361
+ # 注意:爬虫名称信息将在实际启动爬虫时记录,而不是在框架初始化时
362
+
363
+ return self._create_result(
364
+ success=True,
365
+ duration=time.time() - start_time,
366
+ artifacts={}
367
+ )
368
+
369
+ except Exception as e:
370
+ # 即使日志记录失败,也不应该影响框架初始化
371
+ return self._create_result(
372
+ success=True, # 不影响初始化成功与否
373
+ duration=time.time() - start_time,
374
+ error=e
375
+ )
376
+
377
+ def _get_framework_version(self):
378
+ """获取框架版本"""
379
+ try:
380
+ from crawlo import __version__
381
+ return __version__
382
+ except Exception:
383
+ return "unknown"
384
+
385
+
386
+ def register_built_in_initializers():
387
+ """注册所有内置初始化器"""
388
+ register_initializer(LoggingInitializer())
389
+ register_initializer(SettingsInitializer())
390
+ register_initializer(CoreComponentsInitializer())
391
+ register_initializer(ExtensionsInitializer())
435
392
  register_initializer(FrameworkStartupLogger()) # 添加框架启动日志记录器