MaiBot 1.3.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (716) hide show
  1. maibot-1.3.8.dist-info/METADATA +245 -0
  2. maibot-1.3.8.dist-info/RECORD +716 -0
  3. maibot-1.3.8.dist-info/WHEEL +5 -0
  4. maibot-1.3.8.dist-info/entry_points.txt +2 -0
  5. maibot-1.3.8.dist-info/licenses/LICENSE +674 -0
  6. maibot-1.3.8.dist-info/top_level.txt +1 -0
  7. src/A_memorix/LICENSE +661 -0
  8. src/A_memorix/LICENSE-MAIBOT-GPL.md +22 -0
  9. src/A_memorix/__init__.py +5 -0
  10. src/A_memorix/config_schema.json +1640 -0
  11. src/A_memorix/core/__init__.py +83 -0
  12. src/A_memorix/core/embedding/__init__.py +17 -0
  13. src/A_memorix/core/embedding/api_adapter.py +650 -0
  14. src/A_memorix/core/embedding/manager.py +506 -0
  15. src/A_memorix/core/embedding/presets.py +68 -0
  16. src/A_memorix/core/image/__init__.py +6 -0
  17. src/A_memorix/core/image/asset_store.py +141 -0
  18. src/A_memorix/core/image/component_paths.py +36 -0
  19. src/A_memorix/core/image/embedder.py +129 -0
  20. src/A_memorix/core/image/fingerprints.py +36 -0
  21. src/A_memorix/core/image/runtime.py +900 -0
  22. src/A_memorix/core/retrieval/__init__.py +66 -0
  23. src/A_memorix/core/retrieval/dual_path.py +3272 -0
  24. src/A_memorix/core/retrieval/graph_relation_recall.py +285 -0
  25. src/A_memorix/core/retrieval/pagerank.py +471 -0
  26. src/A_memorix/core/retrieval/posterior_graph.py +787 -0
  27. src/A_memorix/core/retrieval/score_calibration.py +180 -0
  28. src/A_memorix/core/retrieval/sparse_bm25.py +717 -0
  29. src/A_memorix/core/retrieval/threshold.py +404 -0
  30. src/A_memorix/core/runtime/__init__.py +26 -0
  31. src/A_memorix/core/runtime/admin_contracts.py +293 -0
  32. src/A_memorix/core/runtime/kernel_compat.py +269 -0
  33. src/A_memorix/core/runtime/lifecycle_orchestrator.py +368 -0
  34. src/A_memorix/core/runtime/models.py +27 -0
  35. src/A_memorix/core/runtime/runtime_facade.py +141 -0
  36. src/A_memorix/core/runtime/runtime_writer_lock.py +105 -0
  37. src/A_memorix/core/runtime/sdk_memory_kernel.py +1907 -0
  38. src/A_memorix/core/runtime/search_runtime_initializer.py +290 -0
  39. src/A_memorix/core/runtime/services/__init__.py +63 -0
  40. src/A_memorix/core/runtime/services/background_task_service.py +477 -0
  41. src/A_memorix/core/runtime/services/base.py +28 -0
  42. src/A_memorix/core/runtime/services/bundle_admin_service.py +2200 -0
  43. src/A_memorix/core/runtime/services/chat_filter_service.py +88 -0
  44. src/A_memorix/core/runtime/services/correction_admin_service.py +1274 -0
  45. src/A_memorix/core/runtime/services/delete_admin_service.py +2018 -0
  46. src/A_memorix/core/runtime/services/dual_vector_migration_service.py +109 -0
  47. src/A_memorix/core/runtime/services/dual_vector_state_service.py +503 -0
  48. src/A_memorix/core/runtime/services/embedding_state_service.py +515 -0
  49. src/A_memorix/core/runtime/services/episode_admin_service.py +104 -0
  50. src/A_memorix/core/runtime/services/fact_admin_service.py +199 -0
  51. src/A_memorix/core/runtime/services/feedback_correction_service.py +1523 -0
  52. src/A_memorix/core/runtime/services/graph_admin_service.py +1521 -0
  53. src/A_memorix/core/runtime/services/image_service.py +158 -0
  54. src/A_memorix/core/runtime/services/import_tuning_admin_service.py +158 -0
  55. src/A_memorix/core/runtime/services/ingest_service.py +787 -0
  56. src/A_memorix/core/runtime/services/memory_maintenance_service.py +404 -0
  57. src/A_memorix/core/runtime/services/memory_search_service.py +373 -0
  58. src/A_memorix/core/runtime/services/profile_admin_service.py +646 -0
  59. src/A_memorix/core/runtime/services/request_dedup_service.py +34 -0
  60. src/A_memorix/core/runtime/services/runtime_config_service.py +94 -0
  61. src/A_memorix/core/runtime/services/runtime_dependency_service.py +105 -0
  62. src/A_memorix/core/runtime/services/runtime_lifecycle_service.py +409 -0
  63. src/A_memorix/core/runtime/services/search_hit_processing_service.py +891 -0
  64. src/A_memorix/core/runtime/services/source_admin_service.py +52 -0
  65. src/A_memorix/core/runtime/services/stats_service.py +35 -0
  66. src/A_memorix/core/runtime/services/summary_service.py +50 -0
  67. src/A_memorix/core/runtime/services/v5_admin_service.py +326 -0
  68. src/A_memorix/core/runtime/services/vector_delete_service.py +30 -0
  69. src/A_memorix/core/runtime/services/vector_rebuild_checkpoint.py +65 -0
  70. src/A_memorix/core/runtime/services/vector_recovery_service.py +460 -0
  71. src/A_memorix/core/runtime/services/vector_runtime_service.py +1417 -0
  72. src/A_memorix/core/runtime/services/vector_space_service.py +251 -0
  73. src/A_memorix/core/storage/__init__.py +62 -0
  74. src/A_memorix/core/storage/format_migration.py +676 -0
  75. src/A_memorix/core/storage/graph_store.py +1733 -0
  76. src/A_memorix/core/storage/knowledge_types.py +183 -0
  77. src/A_memorix/core/storage/metadata_cleanup.py +913 -0
  78. src/A_memorix/core/storage/metadata_episode.py +1659 -0
  79. src/A_memorix/core/storage/metadata_fact.py +1410 -0
  80. src/A_memorix/core/storage/metadata_feedback.py +745 -0
  81. src/A_memorix/core/storage/metadata_fts.py +937 -0
  82. src/A_memorix/core/storage/metadata_image.py +1076 -0
  83. src/A_memorix/core/storage/metadata_profile.py +782 -0
  84. src/A_memorix/core/storage/metadata_schema.py +2503 -0
  85. src/A_memorix/core/storage/metadata_store.py +4565 -0
  86. src/A_memorix/core/storage/sqlite_connection.py +176 -0
  87. src/A_memorix/core/storage/tokenizer_runtime.py +9 -0
  88. src/A_memorix/core/storage/transaction.py +42 -0
  89. src/A_memorix/core/storage/type_detection.py +137 -0
  90. src/A_memorix/core/storage/value_coercion.py +10 -0
  91. src/A_memorix/core/storage/vector_store.py +2851 -0
  92. src/A_memorix/core/strategies/__init__.py +0 -0
  93. src/A_memorix/core/strategies/base.py +92 -0
  94. src/A_memorix/core/strategies/chat_log.py +80 -0
  95. src/A_memorix/core/strategies/factual.py +104 -0
  96. src/A_memorix/core/strategies/narrative.py +148 -0
  97. src/A_memorix/core/strategies/quote.py +47 -0
  98. src/A_memorix/core/utils/__init__.py +33 -0
  99. src/A_memorix/core/utils/aggregate_query_service.py +359 -0
  100. src/A_memorix/core/utils/episode_retrieval_service.py +222 -0
  101. src/A_memorix/core/utils/episode_segmentation_service.py +322 -0
  102. src/A_memorix/core/utils/episode_service.py +646 -0
  103. src/A_memorix/core/utils/feedback_policy.py +149 -0
  104. src/A_memorix/core/utils/hash.py +128 -0
  105. src/A_memorix/core/utils/import_payloads.py +222 -0
  106. src/A_memorix/core/utils/io.py +85 -0
  107. src/A_memorix/core/utils/matcher.py +175 -0
  108. src/A_memorix/core/utils/memory_lifecycle_policy.py +336 -0
  109. src/A_memorix/core/utils/metadata.py +11 -0
  110. src/A_memorix/core/utils/model_routing.py +239 -0
  111. src/A_memorix/core/utils/monitor.py +188 -0
  112. src/A_memorix/core/utils/path_fallback_service.py +182 -0
  113. src/A_memorix/core/utils/person_profile_service.py +1277 -0
  114. src/A_memorix/core/utils/plugin_id_policy.py +26 -0
  115. src/A_memorix/core/utils/profile_evidence.py +25 -0
  116. src/A_memorix/core/utils/profile_policy.py +45 -0
  117. src/A_memorix/core/utils/profile_text.py +204 -0
  118. src/A_memorix/core/utils/quantization.py +343 -0
  119. src/A_memorix/core/utils/relation_query.py +121 -0
  120. src/A_memorix/core/utils/relation_write_service.py +504 -0
  121. src/A_memorix/core/utils/retrieval_tuning_manager.py +2369 -0
  122. src/A_memorix/core/utils/runtime_payloads.py +132 -0
  123. src/A_memorix/core/utils/runtime_self_check.py +303 -0
  124. src/A_memorix/core/utils/search_execution_service.py +445 -0
  125. src/A_memorix/core/utils/search_postprocess.py +91 -0
  126. src/A_memorix/core/utils/summary_importer.py +991 -0
  127. src/A_memorix/core/utils/time_parser.py +156 -0
  128. src/A_memorix/core/utils/web_import_manager.py +4511 -0
  129. src/A_memorix/host_service.py +1018 -0
  130. src/A_memorix/paths.py +58 -0
  131. src/A_memorix/plugin.py +321 -0
  132. src/A_memorix/runtime_registry.py +30 -0
  133. src/A_memorix/scripts/_bootstrap.py +22 -0
  134. src/A_memorix/scripts/audit_vector_consistency.py +205 -0
  135. src/A_memorix/scripts/backfill_relation_vectors.py +265 -0
  136. src/A_memorix/scripts/backfill_temporal_metadata.py +67 -0
  137. src/A_memorix/scripts/convert_lpmm.py +537 -0
  138. src/A_memorix/scripts/import_lpmm_json.py +189 -0
  139. src/A_memorix/scripts/migrate_chat_history.py +101 -0
  140. src/A_memorix/scripts/migrate_maibot_memory.py +1955 -0
  141. src/A_memorix/scripts/migrate_person_memory_points.py +113 -0
  142. src/A_memorix/scripts/process_knowledge.py +831 -0
  143. src/A_memorix/scripts/rebuild_episodes.py +207 -0
  144. src/A_memorix/scripts/release_vnext_migrate.py +875 -0
  145. src/A_memorix/scripts/runtime_self_check.py +144 -0
  146. src/__init__.py +14 -0
  147. src/_resources/EULA.md +135 -0
  148. src/_resources/PRIVACY.md +60 -0
  149. src/_resources/changelogs/changelog.md +918 -0
  150. src/_resources/locales/en-US/config.json +39 -0
  151. src/_resources/locales/en-US/core.json +8 -0
  152. src/_resources/locales/en-US/prompts.json +8 -0
  153. src/_resources/locales/en-US/startup.json +98 -0
  154. src/_resources/locales/ja-JP/config.json +39 -0
  155. src/_resources/locales/ja-JP/core.json +8 -0
  156. src/_resources/locales/ja-JP/prompts.json +8 -0
  157. src/_resources/locales/ja-JP/startup.json +98 -0
  158. src/_resources/locales/ko/config.json +39 -0
  159. src/_resources/locales/ko/core.json +8 -0
  160. src/_resources/locales/ko/prompts.json +8 -0
  161. src/_resources/locales/ko/startup.json +98 -0
  162. src/_resources/locales/zh-CN/config.json +39 -0
  163. src/_resources/locales/zh-CN/core.json +8 -0
  164. src/_resources/locales/zh-CN/prompts.json +8 -0
  165. src/_resources/locales/zh-CN/startup.json +98 -0
  166. src/_resources/prompts/en-US/.meta.toml +164 -0
  167. src/_resources/prompts/en-US/a_memorix_chat_summary.prompt +45 -0
  168. src/_resources/prompts/en-US/emoji_content_analysis.prompt +3 -0
  169. src/_resources/prompts/en-US/emoji_content_filtration.prompt +6 -0
  170. src/_resources/prompts/en-US/emoji_replace.prompt +12 -0
  171. src/_resources/prompts/en-US/emoji_selection.prompt +6 -0
  172. src/_resources/prompts/en-US/expression_evaluation.prompt +14 -0
  173. src/_resources/prompts/en-US/heuristic_memory_impression.prompt +15 -0
  174. src/_resources/prompts/en-US/image_description.prompt +1 -0
  175. src/_resources/prompts/en-US/jargon_compare_inference.prompt +14 -0
  176. src/_resources/prompts/en-US/jargon_inference_content_only.prompt +11 -0
  177. src/_resources/prompts/en-US/jargon_inference_with_context.prompt +19 -0
  178. src/_resources/prompts/en-US/learn_jargon.prompt +31 -0
  179. src/_resources/prompts/en-US/learn_style.prompt +28 -0
  180. src/_resources/prompts/en-US/maisaka_chat.prompt +28 -0
  181. src/_resources/prompts/en-US/maisaka_chat_focus.prompt +39 -0
  182. src/_resources/prompts/en-US/maisaka_chat_optimized.prompt +19 -0
  183. src/_resources/prompts/en-US/maisaka_replyer.prompt +10 -0
  184. src/_resources/prompts/en-US/memory_fuzzy_modify_plan.prompt +45 -0
  185. src/_resources/prompts/en-US/mid_term_memory_summary.prompt +10 -0
  186. src/_resources/prompts/en-US/reply_attachments.prompt +3 -0
  187. src/_resources/prompts/en-US/retro_private_replyer.prompt +13 -0
  188. src/_resources/prompts/en-US/retro_private_replyer_self.prompt +13 -0
  189. src/_resources/prompts/en-US/retro_replyer.prompt +17 -0
  190. src/_resources/prompts/en-US/retro_replyer_light.prompt +17 -0
  191. src/_resources/prompts/en-US/webui_ai_search.prompt +24 -0
  192. src/_resources/prompts/en-US/webui_ai_search_correction.prompt +1 -0
  193. src/_resources/prompts/en-US/webui_ai_search_evidence.prompt +3 -0
  194. src/_resources/prompts/en-US/webui_ai_search_final.prompt +1 -0
  195. src/_resources/prompts/ja-JP/.meta.toml +164 -0
  196. src/_resources/prompts/ja-JP/a_memorix_chat_summary.prompt +45 -0
  197. src/_resources/prompts/ja-JP/emoji_content_analysis.prompt +3 -0
  198. src/_resources/prompts/ja-JP/emoji_content_filtration.prompt +6 -0
  199. src/_resources/prompts/ja-JP/emoji_replace.prompt +12 -0
  200. src/_resources/prompts/ja-JP/emoji_selection.prompt +6 -0
  201. src/_resources/prompts/ja-JP/expression_evaluation.prompt +14 -0
  202. src/_resources/prompts/ja-JP/heuristic_memory_impression.prompt +15 -0
  203. src/_resources/prompts/ja-JP/image_description.prompt +1 -0
  204. src/_resources/prompts/ja-JP/jargon_compare_inference.prompt +14 -0
  205. src/_resources/prompts/ja-JP/jargon_inference_content_only.prompt +11 -0
  206. src/_resources/prompts/ja-JP/jargon_inference_with_context.prompt +19 -0
  207. src/_resources/prompts/ja-JP/learn_jargon.prompt +31 -0
  208. src/_resources/prompts/ja-JP/learn_style.prompt +28 -0
  209. src/_resources/prompts/ja-JP/maisaka_chat.prompt +28 -0
  210. src/_resources/prompts/ja-JP/maisaka_chat_focus.prompt +39 -0
  211. src/_resources/prompts/ja-JP/maisaka_chat_optimized.prompt +19 -0
  212. src/_resources/prompts/ja-JP/maisaka_replyer.prompt +10 -0
  213. src/_resources/prompts/ja-JP/memory_fuzzy_modify_plan.prompt +45 -0
  214. src/_resources/prompts/ja-JP/mid_term_memory_summary.prompt +10 -0
  215. src/_resources/prompts/ja-JP/reply_attachments.prompt +3 -0
  216. src/_resources/prompts/ja-JP/retro_private_replyer.prompt +13 -0
  217. src/_resources/prompts/ja-JP/retro_private_replyer_self.prompt +13 -0
  218. src/_resources/prompts/ja-JP/retro_replyer.prompt +17 -0
  219. src/_resources/prompts/ja-JP/retro_replyer_light.prompt +17 -0
  220. src/_resources/prompts/ja-JP/webui_ai_search.prompt +24 -0
  221. src/_resources/prompts/ja-JP/webui_ai_search_correction.prompt +1 -0
  222. src/_resources/prompts/ja-JP/webui_ai_search_evidence.prompt +3 -0
  223. src/_resources/prompts/ja-JP/webui_ai_search_final.prompt +1 -0
  224. src/_resources/prompts/ko/.meta.toml +4 -0
  225. src/_resources/prompts/ko/reply_attachments.prompt +3 -0
  226. src/_resources/prompts/zh-CN/.meta.toml +159 -0
  227. src/_resources/prompts/zh-CN/a_memorix_chat_summary.prompt +59 -0
  228. src/_resources/prompts/zh-CN/emoji_content_analysis.prompt +3 -0
  229. src/_resources/prompts/zh-CN/emoji_content_filtration.prompt +6 -0
  230. src/_resources/prompts/zh-CN/emoji_replace.prompt +12 -0
  231. src/_resources/prompts/zh-CN/emoji_selection.prompt +6 -0
  232. src/_resources/prompts/zh-CN/expression_evaluation.prompt +14 -0
  233. src/_resources/prompts/zh-CN/heuristic_memory_impression.prompt +15 -0
  234. src/_resources/prompts/zh-CN/image_description.prompt +1 -0
  235. src/_resources/prompts/zh-CN/jargon_compare_inference.prompt +14 -0
  236. src/_resources/prompts/zh-CN/jargon_inference_content_only.prompt +11 -0
  237. src/_resources/prompts/zh-CN/jargon_inference_with_context.prompt +19 -0
  238. src/_resources/prompts/zh-CN/learn_jargon.prompt +31 -0
  239. src/_resources/prompts/zh-CN/learn_style.prompt +28 -0
  240. src/_resources/prompts/zh-CN/maisaka_chat.prompt +28 -0
  241. src/_resources/prompts/zh-CN/maisaka_chat_focus.prompt +39 -0
  242. src/_resources/prompts/zh-CN/maisaka_chat_optimized.prompt +19 -0
  243. src/_resources/prompts/zh-CN/maisaka_replyer.prompt +6 -0
  244. src/_resources/prompts/zh-CN/memory_fuzzy_modify_plan.prompt +45 -0
  245. src/_resources/prompts/zh-CN/mid_term_memory_summary.prompt +10 -0
  246. src/_resources/prompts/zh-CN/reply_attachments.prompt +3 -0
  247. src/_resources/prompts/zh-CN/retro_private_replyer.prompt +13 -0
  248. src/_resources/prompts/zh-CN/retro_private_replyer_self.prompt +13 -0
  249. src/_resources/prompts/zh-CN/retro_replyer.prompt +17 -0
  250. src/_resources/prompts/zh-CN/retro_replyer_light.prompt +17 -0
  251. src/_resources/prompts/zh-CN/webui_ai_search.prompt +24 -0
  252. src/_resources/prompts/zh-CN/webui_ai_search_correction.prompt +1 -0
  253. src/_resources/prompts/zh-CN/webui_ai_search_evidence.prompt +3 -0
  254. src/_resources/prompts/zh-CN/webui_ai_search_final.prompt +1 -0
  255. src/_resources/pyproject.toml +156 -0
  256. src/chat/__init__.py +13 -0
  257. src/chat/heart_flow/heartFC_utils.py +29 -0
  258. src/chat/heart_flow/heartflow_manager.py +138 -0
  259. src/chat/heart_flow/heartflow_message_processor.py +104 -0
  260. src/chat/image_system/image_cache_cleanup.py +300 -0
  261. src/chat/image_system/image_manager.py +516 -0
  262. src/chat/message_receive/__init__.py +5 -0
  263. src/chat/message_receive/bot.py +893 -0
  264. src/chat/message_receive/chat_manager.py +540 -0
  265. src/chat/message_receive/image_receive_compressor.py +135 -0
  266. src/chat/message_receive/message.py +546 -0
  267. src/chat/message_receive/uni_message_sender.py +332 -0
  268. src/chat/replyer/expression_vector_index.py +3176 -0
  269. src/chat/replyer/maisaka_expression_selector.py +678 -0
  270. src/chat/replyer/maisaka_generator.py +25 -0
  271. src/chat/replyer/maisaka_generator_base.py +1457 -0
  272. src/chat/replyer/replyer_manager.py +62 -0
  273. src/chat/replyer/retro_prompt.py +512 -0
  274. src/chat/utils/llm_sentence_splitter.py +151 -0
  275. src/chat/utils/statistic.py +3170 -0
  276. src/chat/utils/typo_generator.py +495 -0
  277. src/chat/utils/utils.py +922 -0
  278. src/cli/__init__.py +3 -0
  279. src/cli/bot_console.py +281 -0
  280. src/cli/console.py +17 -0
  281. src/cli/input_reader.py +55 -0
  282. src/cli/maisaka_cli.py +122 -0
  283. src/cli/maisaka_cli_sender.py +28 -0
  284. src/cli/tool.py +62 -0
  285. src/common/__init__.py +1 -0
  286. src/common/data_models/__init__.py +28 -0
  287. src/common/data_models/chat_session_data_model.py +73 -0
  288. src/common/data_models/chat_target_info_data_model.py +73 -0
  289. src/common/data_models/embedding_service_data_models.py +31 -0
  290. src/common/data_models/expression_data_model.py +83 -0
  291. src/common/data_models/image_data_model.py +247 -0
  292. src/common/data_models/jargon_data_model.py +101 -0
  293. src/common/data_models/llm_data_model.py +23 -0
  294. src/common/data_models/llm_service_data_models.py +298 -0
  295. src/common/data_models/mai_message_data_model.py +226 -0
  296. src/common/data_models/message_component_data_model.py +560 -0
  297. src/common/data_models/person_info_data_model.py +177 -0
  298. src/common/data_models/reply_generation_data_models.py +275 -0
  299. src/common/data_models/tool_record_data_model.py +51 -0
  300. src/common/database/__init__.py +0 -0
  301. src/common/database/database.py +240 -0
  302. src/common/database/database_model.py +477 -0
  303. src/common/database/migrations/__init__.py +161 -0
  304. src/common/database/migrations/behavior_generic_tags.py +532 -0
  305. src/common/database/migrations/bootstrap.py +171 -0
  306. src/common/database/migrations/builtin.py +1966 -0
  307. src/common/database/migrations/exceptions.py +33 -0
  308. src/common/database/migrations/frozen_v2_schema.py +282 -0
  309. src/common/database/migrations/legacy_v1_to_v2.py +1300 -0
  310. src/common/database/migrations/manager.py +209 -0
  311. src/common/database/migrations/models.py +305 -0
  312. src/common/database/migrations/planner.py +108 -0
  313. src/common/database/migrations/progress.py +319 -0
  314. src/common/database/migrations/registry.py +98 -0
  315. src/common/database/migrations/resolver.py +135 -0
  316. src/common/database/migrations/schema.py +98 -0
  317. src/common/database/migrations/v10_to_v11.py +60 -0
  318. src/common/database/migrations/v11_to_v12.py +92 -0
  319. src/common/database/migrations/v12_to_v13.py +42 -0
  320. src/common/database/migrations/v13_to_v14.py +55 -0
  321. src/common/database/migrations/v14_to_v15.py +44 -0
  322. src/common/database/migrations/v15_to_v16.py +39 -0
  323. src/common/database/migrations/v16_to_v17.py +66 -0
  324. src/common/database/migrations/v17_to_v18.py +64 -0
  325. src/common/database/migrations/v18_to_v19.py +355 -0
  326. src/common/database/migrations/v19_to_v20.py +169 -0
  327. src/common/database/migrations/v20_to_v21.py +149 -0
  328. src/common/database/migrations/v21_to_v22.py +343 -0
  329. src/common/database/migrations/v22_to_v23.py +114 -0
  330. src/common/database/migrations/v23_to_v24.py +465 -0
  331. src/common/database/migrations/v24_to_v25.py +96 -0
  332. src/common/database/migrations/v25_to_v26.py +32 -0
  333. src/common/database/migrations/v26_to_v27.py +86 -0
  334. src/common/database/migrations/v27_to_v28.py +185 -0
  335. src/common/database/migrations/v28_to_v29.py +80 -0
  336. src/common/database/migrations/v29_to_v30.py +217 -0
  337. src/common/database/migrations/v2_to_v3.py +269 -0
  338. src/common/database/migrations/v30_to_v31.py +323 -0
  339. src/common/database/migrations/v31_to_v32.py +250 -0
  340. src/common/database/migrations/v32_to_v33.py +84 -0
  341. src/common/database/migrations/v33_to_v34.py +119 -0
  342. src/common/database/migrations/v34_to_v35.py +68 -0
  343. src/common/database/migrations/v35_to_v36.py +35 -0
  344. src/common/database/migrations/v36_to_v37.py +54 -0
  345. src/common/database/migrations/v37_to_v38.py +95 -0
  346. src/common/database/migrations/v38_to_v39.py +85 -0
  347. src/common/database/migrations/v39_to_v40.py +53 -0
  348. src/common/database/migrations/v3_to_v4.py +155 -0
  349. src/common/database/migrations/v40_to_v41.py +23 -0
  350. src/common/database/migrations/v41_to_v42.py +44 -0
  351. src/common/database/migrations/v42_to_v43.py +29 -0
  352. src/common/database/migrations/v4_to_v5.py +77 -0
  353. src/common/database/migrations/v5_to_v6.py +51 -0
  354. src/common/database/migrations/v6_to_v7.py +164 -0
  355. src/common/database/migrations/v7_to_v8.py +73 -0
  356. src/common/database/migrations/v8_to_v9.py +313 -0
  357. src/common/database/migrations/v9_to_v10.py +53 -0
  358. src/common/database/migrations/version_store.py +57 -0
  359. src/common/embedding_identity.py +43 -0
  360. src/common/event_loop_watchdog.py +72 -0
  361. src/common/i18n/__init__.py +70 -0
  362. src/common/i18n/exceptions.py +18 -0
  363. src/common/i18n/formatting.py +29 -0
  364. src/common/i18n/loaders.py +162 -0
  365. src/common/i18n/manager.py +201 -0
  366. src/common/logger.py +1009 -0
  367. src/common/logger_color_and_mapping.py +430 -0
  368. src/common/message_repository.py +287 -0
  369. src/common/message_server/__init__.py +19 -0
  370. src/common/message_server/api.py +190 -0
  371. src/common/message_server/server.py +130 -0
  372. src/common/operation_timing.py +52 -0
  373. src/common/paths.py +32 -0
  374. src/common/process_runner.py +142 -0
  375. src/common/prompt_i18n.py +416 -0
  376. src/common/remote.py +288 -0
  377. src/common/reply_effect_fingerprint.py +119 -0
  378. src/common/reply_effect_record_codec.py +40 -0
  379. src/common/runtime_loop.py +31 -0
  380. src/common/self_update.py +580 -0
  381. src/common/shutdown.py +55 -0
  382. src/common/update_notice.py +351 -0
  383. src/common/utils/image_path.py +39 -0
  384. src/common/utils/math_utils.py +122 -0
  385. src/common/utils/port_checker.py +97 -0
  386. src/common/utils/system_utils.py +11 -0
  387. src/common/utils/utils_action.py +32 -0
  388. src/common/utils/utils_config.py +613 -0
  389. src/common/utils/utils_file.py +56 -0
  390. src/common/utils/utils_image.py +257 -0
  391. src/common/utils/utils_message.py +871 -0
  392. src/common/utils/utils_person.py +55 -0
  393. src/common/utils/utils_session.py +42 -0
  394. src/common/utils/utils_voice.py +42 -0
  395. src/common/version.py +33 -0
  396. src/config/__init__.py +0 -0
  397. src/config/config.py +927 -0
  398. src/config/config_base.py +308 -0
  399. src/config/config_upgrade_hooks.py +675 -0
  400. src/config/config_utils.py +166 -0
  401. src/config/default_model_config.py +131 -0
  402. src/config/file_watcher.py +238 -0
  403. src/config/legacy_migration.py +424 -0
  404. src/config/legacy_upgrade_confirmation.py +225 -0
  405. src/config/model_configs.py +548 -0
  406. src/config/official_configs.py +6166 -0
  407. src/config/startup_bindings.py +201 -0
  408. src/core/__init__.py +6 -0
  409. src/core/announcement_manager.py +120 -0
  410. src/core/config_types.py +273 -0
  411. src/core/event_bus.py +225 -0
  412. src/core/local_operator.py +98 -0
  413. src/core/tooling.py +420 -0
  414. src/core/types.py +423 -0
  415. src/emoji_system/emoji_cache_cleanup.py +326 -0
  416. src/emoji_system/emoji_manager.py +1314 -0
  417. src/emoji_system/maisaka_tool.py +286 -0
  418. src/learners/expression_learner.py +927 -0
  419. src/learners/expression_review_store.py +216 -0
  420. src/learners/expression_style_utils.py +32 -0
  421. src/learners/expression_utils.py +299 -0
  422. src/learners/jargon_learner.py +873 -0
  423. src/learners/jargon_miner.py +885 -0
  424. src/learners/weighted_sampling.py +75 -0
  425. src/llm_models/LICENSE +21 -0
  426. src/llm_models/__init__.py +0 -0
  427. src/llm_models/exceptions.py +140 -0
  428. src/llm_models/generation_diagnostics.py +155 -0
  429. src/llm_models/image_normalizer.py +128 -0
  430. src/llm_models/model_client/__init__.py +29 -0
  431. src/llm_models/model_client/adapter_base.py +362 -0
  432. src/llm_models/model_client/base_client.py +678 -0
  433. src/llm_models/model_client/embedding_rate_limit.py +55 -0
  434. src/llm_models/model_client/gemini_client.py +1379 -0
  435. src/llm_models/model_client/image_embedding_protocols.py +397 -0
  436. src/llm_models/model_client/openai_client.py +2200 -0
  437. src/llm_models/model_client/openai_responses_client.py +817 -0
  438. src/llm_models/model_client/plugin_client.py +307 -0
  439. src/llm_models/openai_compat.py +165 -0
  440. src/llm_models/payload_content/__init__.py +51 -0
  441. src/llm_models/payload_content/context_item.py +699 -0
  442. src/llm_models/payload_content/context_protocol.py +243 -0
  443. src/llm_models/payload_content/native_tool.py +18 -0
  444. src/llm_models/payload_content/resp_format.py +239 -0
  445. src/llm_models/payload_content/tool_option.py +547 -0
  446. src/llm_models/request_snapshot.py +1311 -0
  447. src/llm_models/utils.py +276 -0
  448. src/llm_models/utils_model.py +1604 -0
  449. src/main.py +300 -0
  450. src/maisaka/attention_drift.py +116 -0
  451. src/maisaka/builtin_tool/__init__.py +236 -0
  452. src/maisaka/builtin_tool/context.py +530 -0
  453. src/maisaka/builtin_tool/fetch_history.py +62 -0
  454. src/maisaka/builtin_tool/provider.py +74 -0
  455. src/maisaka/builtin_tool/query_image_memory.py +103 -0
  456. src/maisaka/builtin_tool/query_memory.py +335 -0
  457. src/maisaka/builtin_tool/query_person_profile.py +152 -0
  458. src/maisaka/builtin_tool/read_tool_result.py +142 -0
  459. src/maisaka/builtin_tool/reply.py +695 -0
  460. src/maisaka/builtin_tool/send_emoji.py +543 -0
  461. src/maisaka/builtin_tool/show_emoji_list.py +76 -0
  462. src/maisaka/builtin_tool/subagent.py +549 -0
  463. src/maisaka/builtin_tool/switch_chat.py +78 -0
  464. src/maisaka/builtin_tool/tool_search.py +92 -0
  465. src/maisaka/builtin_tool/view_forward_message.py +153 -0
  466. src/maisaka/builtin_tool/wait.py +77 -0
  467. src/maisaka/chat_loop_service.py +1579 -0
  468. src/maisaka/context/__init__.py +1 -0
  469. src/maisaka/context/clear_context.py +42 -0
  470. src/maisaka/context/emoji_candidates.py +36 -0
  471. src/maisaka/context/history.py +384 -0
  472. src/maisaka/context/image_attachment.py +52 -0
  473. src/maisaka/context/message_adapter.py +126 -0
  474. src/maisaka/context/message_id_alias.py +52 -0
  475. src/maisaka/context/messages.py +825 -0
  476. src/maisaka/context/planner_messages.py +199 -0
  477. src/maisaka/context/post_processor.py +204 -0
  478. src/maisaka/context/usage.py +141 -0
  479. src/maisaka/display/__init__.py +25 -0
  480. src/maisaka/display/display_utils.py +144 -0
  481. src/maisaka/display/preview_path_utils.py +64 -0
  482. src/maisaka/display/prompt_cli_renderer.py +1110 -0
  483. src/maisaka/display/prompt_preview_logger.py +603 -0
  484. src/maisaka/display/runtime_mixin.py +709 -0
  485. src/maisaka/display/stage_status_board.py +129 -0
  486. src/maisaka/focus/__init__.py +10 -0
  487. src/maisaka/focus/manager.py +442 -0
  488. src/maisaka/focus/runtime_mixin.py +753 -0
  489. src/maisaka/jargon_context_matcher.py +363 -0
  490. src/maisaka/memory/__init__.py +1 -0
  491. src/maisaka/memory/heuristic_injector.py +393 -0
  492. src/maisaka/memory/image_injector.py +81 -0
  493. src/maisaka/memory/mid_term.py +995 -0
  494. src/maisaka/memory/person_profile.py +280 -0
  495. src/maisaka/mode_policy.py +28 -0
  496. src/maisaka/monitor/__init__.py +1 -0
  497. src/maisaka/monitor/event_store.py +351 -0
  498. src/maisaka/monitor/events.py +795 -0
  499. src/maisaka/monitor/message_payload.py +172 -0
  500. src/maisaka/monitor/planner_delta.py +77 -0
  501. src/maisaka/monitor/tool_media.py +58 -0
  502. src/maisaka/planner_reply_guard.py +69 -0
  503. src/maisaka/reasoning_engine.py +2186 -0
  504. src/maisaka/reply_effect/__init__.py +18 -0
  505. src/maisaka/reply_effect/image_utils.py +100 -0
  506. src/maisaka/reply_effect/judge.py +382 -0
  507. src/maisaka/reply_effect/models.py +185 -0
  508. src/maisaka/reply_effect/path_utils.py +24 -0
  509. src/maisaka/reply_effect/quote_utils.py +32 -0
  510. src/maisaka/reply_effect/scoring.py +205 -0
  511. src/maisaka/reply_effect/storage.py +380 -0
  512. src/maisaka/reply_effect/tracker.py +568 -0
  513. src/maisaka/runtime.py +2218 -0
  514. src/maisaka/subagent_tasks.py +171 -0
  515. src/maisaka/tool_result_condenser.py +143 -0
  516. src/maisaka/tool_result_store.py +57 -0
  517. src/maisaka/turn_trigger/__init__.py +9 -0
  518. src/maisaka/turn_trigger/dynamic_gate.py +211 -0
  519. src/maisaka/turn_trigger/gates.py +252 -0
  520. src/maisaka/turn_trigger/idle_backoff.py +93 -0
  521. src/maisaka/turn_trigger/reply_likelihood.py +88 -0
  522. src/maisaka/turn_trigger/scheduler.py +113 -0
  523. src/maisaka/utils/__init__.py +1 -0
  524. src/maisaka/utils/tool_post_execution.py +76 -0
  525. src/maisaka/utils/tool_record_payload.py +155 -0
  526. src/maisaka/visual/__init__.py +1 -0
  527. src/maisaka/visual/chat_history_refresher.py +303 -0
  528. src/maisaka/visual/message_limiter.py +69 -0
  529. src/maisaka/visual/mode_utils.py +33 -0
  530. src/manager/async_task_manager.py +193 -0
  531. src/manager/local_store_manager.py +126 -0
  532. src/mcp_module/__init__.py +9 -0
  533. src/mcp_module/config.py +174 -0
  534. src/mcp_module/connection.py +726 -0
  535. src/mcp_module/hooks.py +20 -0
  536. src/mcp_module/host_llm_bridge.py +654 -0
  537. src/mcp_module/manager.py +680 -0
  538. src/mcp_module/models.py +437 -0
  539. src/mcp_module/provider.py +62 -0
  540. src/mcp_module/service.py +308 -0
  541. src/mcp_module/stdio_filter.py +177 -0
  542. src/person_info/__init__.py +0 -0
  543. src/person_info/person_info.py +600 -0
  544. src/platform_io/__init__.py +39 -0
  545. src/platform_io/adapter_policy.py +839 -0
  546. src/platform_io/avatar.py +197 -0
  547. src/platform_io/dedupe.py +133 -0
  548. src/platform_io/drivers/__init__.py +11 -0
  549. src/platform_io/drivers/base.py +104 -0
  550. src/platform_io/drivers/legacy_driver.py +92 -0
  551. src/platform_io/drivers/plugin_driver.py +213 -0
  552. src/platform_io/manager.py +716 -0
  553. src/platform_io/outbound_tracker.py +286 -0
  554. src/platform_io/registry.py +70 -0
  555. src/platform_io/route_key_factory.py +174 -0
  556. src/platform_io/routing.py +141 -0
  557. src/platform_io/types.py +265 -0
  558. src/plugin_runtime/__init__.py +60 -0
  559. src/plugin_runtime/avatar_provider.py +64 -0
  560. src/plugin_runtime/capabilities/__init__.py +11 -0
  561. src/plugin_runtime/capabilities/components.py +977 -0
  562. src/plugin_runtime/capabilities/core.py +868 -0
  563. src/plugin_runtime/capabilities/data.py +1415 -0
  564. src/plugin_runtime/capabilities/registry.py +116 -0
  565. src/plugin_runtime/capabilities/render.py +131 -0
  566. src/plugin_runtime/compat_policy.py +47 -0
  567. src/plugin_runtime/component_query.py +1119 -0
  568. src/plugin_runtime/dependency_pipeline.py +547 -0
  569. src/plugin_runtime/docker_layout_migration.py +275 -0
  570. src/plugin_runtime/hook_catalog.py +52 -0
  571. src/plugin_runtime/hook_payloads.py +197 -0
  572. src/plugin_runtime/hook_schema_utils.py +31 -0
  573. src/plugin_runtime/host/__init__.py +1 -0
  574. src/plugin_runtime/host/api_registry.py +353 -0
  575. src/plugin_runtime/host/authorization.py +67 -0
  576. src/plugin_runtime/host/capability_service.py +91 -0
  577. src/plugin_runtime/host/circuit_breaker.py +243 -0
  578. src/plugin_runtime/host/component_registry.py +1336 -0
  579. src/plugin_runtime/host/component_timeout.py +32 -0
  580. src/plugin_runtime/host/event_dispatcher.py +228 -0
  581. src/plugin_runtime/host/hook_dispatcher.py +711 -0
  582. src/plugin_runtime/host/hook_spec_registry.py +190 -0
  583. src/plugin_runtime/host/logger_bridge.py +64 -0
  584. src/plugin_runtime/host/message_gateway.py +116 -0
  585. src/plugin_runtime/host/message_utils.py +572 -0
  586. src/plugin_runtime/host/reply_extension_schema.py +65 -0
  587. src/plugin_runtime/host/reply_extensions.py +204 -0
  588. src/plugin_runtime/host/rpc_server.py +509 -0
  589. src/plugin_runtime/host/supervisor.py +2269 -0
  590. src/plugin_runtime/integration.py +2063 -0
  591. src/plugin_runtime/local_sdk.py +147 -0
  592. src/plugin_runtime/protocol/__init__.py +1 -0
  593. src/plugin_runtime/protocol/codec.py +71 -0
  594. src/plugin_runtime/protocol/envelope.py +600 -0
  595. src/plugin_runtime/protocol/errors.py +77 -0
  596. src/plugin_runtime/runner/__init__.py +1 -0
  597. src/plugin_runtime/runner/log_handler.py +239 -0
  598. src/plugin_runtime/runner/manifest_validator.py +1517 -0
  599. src/plugin_runtime/runner/plugin_loader.py +711 -0
  600. src/plugin_runtime/runner/plugin_paths.py +59 -0
  601. src/plugin_runtime/runner/rpc_client.py +336 -0
  602. src/plugin_runtime/runner/runner_main.py +2670 -0
  603. src/plugin_runtime/tool_provider.py +58 -0
  604. src/plugin_runtime/transport/__init__.py +1 -0
  605. src/plugin_runtime/transport/base.py +116 -0
  606. src/plugin_runtime/transport/factory.py +57 -0
  607. src/plugin_runtime/transport/named_pipe.py +206 -0
  608. src/plugin_runtime/transport/tcp.py +62 -0
  609. src/plugin_runtime/transport/uds.py +133 -0
  610. src/plugin_runtime/update_compatibility_notice.py +303 -0
  611. src/plugin_runtime/upload_store.py +173 -0
  612. src/plugin_runtime/webui_schema.py +571 -0
  613. src/plugins/__init__.py +1 -0
  614. src/plugins/built_in/plugin_management/_manifest.json +48 -0
  615. src/plugins/built_in/plugin_management/plugin.py +665 -0
  616. src/prompt/prompt_manager.py +440 -0
  617. src/runtime.py +688 -0
  618. src/services/__init__.py +7 -0
  619. src/services/bot_account_service.py +327 -0
  620. src/services/database_service.py +203 -0
  621. src/services/embedding_service.py +271 -0
  622. src/services/expression_vector_service.py +106 -0
  623. src/services/html_render_service.py +945 -0
  624. src/services/image_path_maintenance_service.py +454 -0
  625. src/services/image_writeback_journal.py +98 -0
  626. src/services/llm_cache_stats.py +1521 -0
  627. src/services/llm_service.py +799 -0
  628. src/services/memory_flow_service.py +1019 -0
  629. src/services/memory_service.py +528 -0
  630. src/services/message_service.py +295 -0
  631. src/services/message_word_frequency_service.py +595 -0
  632. src/services/news_service.py +123 -0
  633. src/services/person_fact_reverification.py +90 -0
  634. src/services/person_fact_verifier.py +79 -0
  635. src/services/send_service.py +1483 -0
  636. src/services/service_task_resolver.py +59 -0
  637. src/services/statistics_aggregation_service.py +349 -0
  638. src/services/statistics_service.py +850 -0
  639. src/services/telemetry_stats_service.py +294 -0
  640. src/services/tool_record_cleanup_service.py +205 -0
  641. src/webui/app.py +374 -0
  642. src/webui/config_schema.py +481 -0
  643. src/webui/core/__init__.py +32 -0
  644. src/webui/core/auth.py +153 -0
  645. src/webui/core/rate_limiter.py +247 -0
  646. src/webui/core/security.py +361 -0
  647. src/webui/dependencies.py +70 -0
  648. src/webui/logs_ws.py +195 -0
  649. src/webui/middleware/__init__.py +17 -0
  650. src/webui/middleware/anti_crawler.py +824 -0
  651. src/webui/middleware/compression.py +88 -0
  652. src/webui/routers/__init__.py +33 -0
  653. src/webui/routers/avatar.py +250 -0
  654. src/webui/routers/bot_accounts.py +103 -0
  655. src/webui/routers/chat/__init__.py +18 -0
  656. src/webui/routers/chat/routes.py +1715 -0
  657. src/webui/routers/chat/serializers.py +248 -0
  658. src/webui/routers/chat/service.py +1489 -0
  659. src/webui/routers/config.py +1964 -0
  660. src/webui/routers/data_transfer.py +769 -0
  661. src/webui/routers/emoji/__init__.py +3 -0
  662. src/webui/routers/emoji/routes.py +1230 -0
  663. src/webui/routers/emoji/schemas.py +182 -0
  664. src/webui/routers/emoji/support.py +143 -0
  665. src/webui/routers/expression.py +2298 -0
  666. src/webui/routers/jargon.py +1319 -0
  667. src/webui/routers/mcp.py +99 -0
  668. src/webui/routers/memory.py +5589 -0
  669. src/webui/routers/model.py +910 -0
  670. src/webui/routers/news.py +23 -0
  671. src/webui/routers/person.py +427 -0
  672. src/webui/routers/plugin/__init__.py +31 -0
  673. src/webui/routers/plugin/catalog.py +218 -0
  674. src/webui/routers/plugin/config_routes.py +592 -0
  675. src/webui/routers/plugin/icon_routes.py +71 -0
  676. src/webui/routers/plugin/management.py +908 -0
  677. src/webui/routers/plugin/marketplace.py +116 -0
  678. src/webui/routers/plugin/progress.py +172 -0
  679. src/webui/routers/plugin/release_install.py +313 -0
  680. src/webui/routers/plugin/releases.py +181 -0
  681. src/webui/routers/plugin/runtime_routes.py +243 -0
  682. src/webui/routers/plugin/schemas.py +131 -0
  683. src/webui/routers/plugin/stats_proxy.py +127 -0
  684. src/webui/routers/plugin/support.py +366 -0
  685. src/webui/routers/plugin/webui_extensions.py +346 -0
  686. src/webui/routers/plugin/zip_install.py +125 -0
  687. src/webui/routers/reasoning_process.py +2326 -0
  688. src/webui/routers/reply_effects.py +926 -0
  689. src/webui/routers/search.py +249 -0
  690. src/webui/routers/self_update.py +194 -0
  691. src/webui/routers/statistics.py +61 -0
  692. src/webui/routers/system.py +1790 -0
  693. src/webui/routers/user_emoji.py +168 -0
  694. src/webui/routers/websocket/__init__.py +7 -0
  695. src/webui/routers/websocket/auth.py +104 -0
  696. src/webui/routers/websocket/manager.py +373 -0
  697. src/webui/routers/websocket/plugin_runtime.py +54 -0
  698. src/webui/routers/websocket/unified.py +761 -0
  699. src/webui/routes.py +416 -0
  700. src/webui/schemas/__init__.py +18 -0
  701. src/webui/schemas/news.py +24 -0
  702. src/webui/schemas/statistics.py +173 -0
  703. src/webui/services/__init__.py +1 -0
  704. src/webui/services/ai_search_agent.py +509 -0
  705. src/webui/services/ai_search_documents.py +329 -0
  706. src/webui/services/ai_search_grounding.py +103 -0
  707. src/webui/services/ai_search_local_config.py +129 -0
  708. src/webui/services/ai_search_models.py +98 -0
  709. src/webui/services/git_mirror_service.py +1024 -0
  710. src/webui/services/plugin_market_service.py +56 -0
  711. src/webui/utils/__init__.py +1 -0
  712. src/webui/utils/http_client.py +27 -0
  713. src/webui/utils/network_security.py +133 -0
  714. src/webui/utils/toml_utils.py +124 -0
  715. src/webui/version_compatibility.py +180 -0
  716. src/webui/webui_server.py +422 -0
@@ -0,0 +1,546 @@
1
+ from asyncio import Task
2
+ from typing import Dict, List, Optional, Sequence, Tuple
3
+
4
+ from rich.traceback import install
5
+ from sqlmodel import select
6
+
7
+ import asyncio
8
+
9
+ from src.common.logger import get_logger
10
+ from src.common.database.database import get_db_session
11
+ from src.common.database.database_model import Messages
12
+ from src.common.data_models.mai_message_data_model import MaiMessage, UserInfo
13
+ from src.common.data_models.message_component_data_model import (
14
+ AtComponent,
15
+ DictComponent,
16
+ EmojiComponent,
17
+ FileComponent,
18
+ ForwardNodeComponent,
19
+ ImageComponent,
20
+ ReplyComponent,
21
+ StandardMessageComponents,
22
+ TextComponent,
23
+ VoiceComponent,
24
+ )
25
+
26
+
27
+ install(extra_lines=3)
28
+
29
+ logger = get_logger("chat_message")
30
+
31
+
32
+ class MsgIDMapping:
33
+ """回复消息内容缓存。"""
34
+
35
+ def __init__(self) -> None:
36
+ """初始化消息 ID 到内容的映射缓存。"""
37
+ self.mapping: Dict[str, Tuple[str | Task[str], UserInfo]] = {}
38
+
39
+
40
+ class SessionMessage(MaiMessage):
41
+ # 仅记录适配器成功回执明确提供的平台最终 ID;没有回执时保持 None,
42
+ # 不得使用发送前生成的内部 message_id 代替。
43
+ platform_message_id: Optional[str] = None
44
+
45
+ #便于调试的打印函数
46
+ def __str__(self) -> str:
47
+ """返回适合日志输出的消息摘要。"""
48
+ return self.to_debug_string()
49
+
50
+ def __repr__(self) -> str:
51
+ """返回适合调试场景的消息摘要。"""
52
+ return self.to_debug_string()
53
+
54
+ def to_debug_string(self) -> str:
55
+ """构建包含引用信息的调试字符串。
56
+
57
+ Returns:
58
+ str: 适合记录日志的消息摘要。
59
+ """
60
+ user_info = self.message_info.user_info
61
+ group_info = self.message_info.group_info
62
+ chat_type = "group" if group_info else "private"
63
+ group_id = group_info.group_id if group_info else None
64
+ group_name = group_info.group_name if group_info else None
65
+ component_summaries = [self._summarize_component(component) for component in self.raw_message.components]
66
+ raw_components = ", ".join(component_summaries) if component_summaries else "empty"
67
+
68
+ return (
69
+ "SessionMessage("
70
+ f"message_id={self.message_id!r}, "
71
+ f"platform={self.platform!r}, "
72
+ f"chat_type={chat_type!r}, "
73
+ f"group_id={group_id!r}, "
74
+ f"group_name={group_name!r}, "
75
+ f"user_id={user_info.user_id!r}, "
76
+ f"user_nickname={user_info.user_nickname!r}, "
77
+ f"user_cardname={user_info.user_cardname!r}, "
78
+ f"reply_to={self.reply_to!r}, "
79
+ f"processed_plain_text={self._truncate_text(self.processed_plain_text)}, "
80
+ f"raw_components=[{raw_components}]"
81
+ ")"
82
+ )
83
+
84
+ @staticmethod
85
+ def _truncate_text(text: str | None, max_length: int = 120) -> str:
86
+ """截断较长文本,避免日志过长。
87
+
88
+ Args:
89
+ text: 原始文本。
90
+ max_length: 最大保留长度。
91
+
92
+ Returns:
93
+ str: 截断后的文本表示。
94
+ """
95
+ if text is None:
96
+ return "None"
97
+ normalized_text = text.replace("\r", "\\r").replace("\n", "\\n")
98
+ if len(normalized_text) <= max_length:
99
+ return repr(normalized_text)
100
+ return repr(f"{normalized_text[:max_length]}...")
101
+
102
+ def _summarize_component(self, component: StandardMessageComponents) -> str:
103
+ """生成单个消息组件的调试摘要。
104
+
105
+ Args:
106
+ component: 消息组件对象。
107
+
108
+ Returns:
109
+ str: 组件摘要文本。
110
+ """
111
+ if isinstance(component, TextComponent):
112
+ return f"Text(text={self._truncate_text(component.text, 80)})"
113
+ if isinstance(component, ImageComponent):
114
+ return f"Image(content={self._truncate_text(component.content or None, 60)})"
115
+ if isinstance(component, EmojiComponent):
116
+ return f"Emoji(content={self._truncate_text(component.content or None, 60)})"
117
+ if isinstance(component, AtComponent):
118
+ target_name = component.target_user_cardname or component.target_user_nickname or component.target_user_id
119
+ return f"At(target={target_name!r})"
120
+ if isinstance(component, VoiceComponent):
121
+ return f"Voice(content={self._truncate_text(component.content or None, 60)})"
122
+ if isinstance(component, FileComponent):
123
+ return f"File(name={component.name!r}, size={component.size!r})"
124
+ if isinstance(component, ReplyComponent):
125
+ sender_name = (
126
+ component.target_message_sender_cardname
127
+ or component.target_message_sender_nickname
128
+ or component.target_message_sender_id
129
+ )
130
+ return (
131
+ "Reply("
132
+ f"target_message_id={component.target_message_id!r}, "
133
+ f"target_sender={sender_name!r}, "
134
+ f"target_content={self._truncate_text(component.target_message_content, 80)}"
135
+ ")"
136
+ )
137
+ if isinstance(component, ForwardNodeComponent):
138
+ return f"ForwardNode(count={len(component.forward_components)})"
139
+ return f"{component.__class__.__name__}"
140
+ #便于调试的打印函数end
141
+
142
+ async def process(
143
+ self,
144
+ *,
145
+ enable_heavy_media_analysis: bool = True,
146
+ enable_voice_transcription: bool = True,
147
+ ) -> None:
148
+ """处理消息内容并转化为纯文本。
149
+
150
+ Args:
151
+ enable_heavy_media_analysis: 是否同步执行图片与表情包描述生成。
152
+ enable_voice_transcription: 是否同步执行语音转写。
153
+ """
154
+ self._remove_voice_placeholder_text_components()
155
+ id_content_map = MsgIDMapping()
156
+ tasks = [
157
+ self.process_single_component(
158
+ component,
159
+ id_content_map,
160
+ enable_heavy_media_analysis=enable_heavy_media_analysis,
161
+ enable_voice_transcription=enable_voice_transcription,
162
+ )
163
+ for component in self.raw_message.components
164
+ ]
165
+ results = await asyncio.gather(*tasks, return_exceptions=True)
166
+ processed_texts: List[str] = []
167
+ for result in results:
168
+ if isinstance(result, BaseException):
169
+ logger.error(f"处理消息组件时发生错误: {result}")
170
+ else:
171
+ processed_texts.append(result)
172
+ self.processed_plain_text = " ".join(processed_texts)
173
+
174
+ def _remove_voice_placeholder_text_components(self) -> None:
175
+ """移除适配器随语音片段附带的文本占位,避免污染处理后的文本。"""
176
+
177
+ has_voice_component = any(isinstance(component, VoiceComponent) for component in self.raw_message.components)
178
+ if not has_voice_component:
179
+ return
180
+
181
+ self.raw_message.components = [
182
+ component
183
+ for component in self.raw_message.components
184
+ if not (isinstance(component, TextComponent) and component.text.strip().lower() == "[voice]")
185
+ ]
186
+
187
+ async def process_single_component(
188
+ self,
189
+ component: StandardMessageComponents,
190
+ id_content_map: MsgIDMapping,
191
+ recursion_depth: int = 0,
192
+ *,
193
+ enable_heavy_media_analysis: bool = True,
194
+ enable_voice_transcription: bool = True,
195
+ ) -> str:
196
+ """按类型处理单个消息组件。
197
+
198
+ Args:
199
+ component: 待处理的消息组件。
200
+ id_content_map: 回复消息解析缓存。
201
+ recursion_depth: 当前递归深度。
202
+ enable_heavy_media_analysis: 是否同步执行图片与表情包描述生成。
203
+ enable_voice_transcription: 是否同步执行语音转写。
204
+
205
+ Returns:
206
+ str: 组件对应的文本表示。
207
+ """
208
+ if isinstance(component, TextComponent):
209
+ return component.text
210
+ elif isinstance(component, ImageComponent):
211
+ return await self.process_image_component(
212
+ component,
213
+ enable_heavy_media_analysis=enable_heavy_media_analysis,
214
+ )
215
+ elif isinstance(component, EmojiComponent):
216
+ return await self.process_emoji_component(
217
+ component,
218
+ enable_heavy_media_analysis=enable_heavy_media_analysis,
219
+ )
220
+ elif isinstance(component, AtComponent):
221
+ return await self.process_at_component(component)
222
+ elif isinstance(component, VoiceComponent):
223
+ return await self.process_voice_component(
224
+ component,
225
+ enable_voice_transcription=enable_voice_transcription,
226
+ )
227
+ elif isinstance(component, FileComponent):
228
+ return component.to_plain_text()
229
+ elif isinstance(component, ReplyComponent):
230
+ return await self.process_reply_component(component, id_content_map)
231
+ elif isinstance(component, ForwardNodeComponent):
232
+ return await self.process_forward_component(
233
+ component,
234
+ id_content_map,
235
+ recursion_depth=recursion_depth + 1,
236
+ enable_heavy_media_analysis=enable_heavy_media_analysis,
237
+ enable_voice_transcription=enable_voice_transcription,
238
+ )
239
+ elif isinstance(component, DictComponent):
240
+ return self.process_dict_component(component)
241
+ else:
242
+ raise NotImplementedError(f"暂时不支持的消息组件类型: {type(component)}")
243
+
244
+ def process_dict_component(self, component: DictComponent) -> str:
245
+ """处理字典组件,保留非标准消息的可读摘要。"""
246
+
247
+ component_data = component.data
248
+ raw_type = str(component_data.get("type") or "dict").strip().lower()
249
+ raw_payload = component_data.get("data", component_data)
250
+
251
+ if raw_type == "file" and isinstance(raw_payload, dict):
252
+ return self._build_file_component_text(raw_payload)
253
+ if raw_type == "json" and isinstance(raw_payload, dict):
254
+ return str(raw_payload.get("text") or raw_payload.get("prompt") or "[json]")
255
+ if raw_type:
256
+ return f"[{raw_type}]"
257
+ return "[复杂消息]"
258
+
259
+ @staticmethod
260
+ def _build_file_component_text(payload: Dict[str, object]) -> str:
261
+ """构造文件字典组件的可读文本。"""
262
+
263
+ file_name = str(
264
+ payload.get("name")
265
+ or payload.get("file")
266
+ or payload.get("file_name")
267
+ or payload.get("filename")
268
+ or ""
269
+ ).strip()
270
+ file_size = str(payload.get("size") or payload.get("file_size") or "").strip()
271
+ file_url = str(payload.get("url") or payload.get("file_url") or "").strip()
272
+
273
+ text_parts: List[str] = []
274
+ if file_name:
275
+ text_parts.append(file_name)
276
+ if file_size:
277
+ text_parts.append(f"大小: {file_size}")
278
+
279
+ file_text = "[文件]"
280
+ if text_parts:
281
+ file_text = f"[文件] {','.join(text_parts)}"
282
+ if file_url:
283
+ file_text = f"{file_text},链接: {file_url}"
284
+ return file_text
285
+
286
+ async def process_image_component(
287
+ self,
288
+ component: ImageComponent,
289
+ *,
290
+ enable_heavy_media_analysis: bool = True,
291
+ ) -> str:
292
+ """处理图片组件。
293
+
294
+ Args:
295
+ component: 图片组件。
296
+ enable_heavy_media_analysis: 是否同步执行图片描述生成。
297
+
298
+ Returns:
299
+ str: 图片组件对应的文本表示。
300
+ """
301
+ normalized_content = component.content.strip()
302
+ if normalized_content: # 先检查是否处理过
303
+ component.content = normalized_content
304
+ return normalized_content
305
+ from src.chat.image_system.image_manager import image_manager
306
+
307
+ # 先保存图片再获取描述;保存失败时上抛并保留原始字节,供调用方处理失败。
308
+ desc = await image_manager.get_image_description(
309
+ image_bytes=component.binary_data,
310
+ wait_for_build=enable_heavy_media_analysis,
311
+ )
312
+
313
+ # desc 为空时保持 content 为空,表示图片仍处于待识别状态;
314
+ # 展示占位由 Maisaka 渲染层处理,避免把占位符当作已识别内容。
315
+ content = f"[图片:{desc}]" if desc else ""
316
+ component.content = content
317
+ component.binary_data = b"" # 处理完就丢掉二进制数据,节省内存
318
+ return content
319
+
320
+ async def process_emoji_component(
321
+ self,
322
+ component: EmojiComponent,
323
+ *,
324
+ enable_heavy_media_analysis: bool = True,
325
+ ) -> str:
326
+ """处理表情包组件。
327
+
328
+ Args:
329
+ component: 表情包组件。
330
+ enable_heavy_media_analysis: 是否同步执行表情包描述生成。
331
+
332
+ Returns:
333
+ str: 表情包组件对应的文本表示。
334
+ """
335
+ normalized_content = component.content.strip()
336
+ if normalized_content: # 先检查是否处理过
337
+ component.content = normalized_content
338
+ return normalized_content
339
+ from src.emoji_system.emoji_manager import emoji_manager
340
+
341
+ # 获取表情包描述
342
+ try:
343
+ tuple_content = await emoji_manager.get_emoji_description(
344
+ emoji_bytes=component.binary_data,
345
+ session_id=self.session_id,
346
+ wait_for_build=enable_heavy_media_analysis,
347
+ )
348
+ except Exception:
349
+ tuple_content = None # 失败置空
350
+
351
+ if tuple_content:
352
+ desc, _ = tuple_content
353
+ content = f"[表情包: {desc}]"
354
+ else:
355
+ content = "[表情包]"
356
+ component.content = content
357
+ component.binary_data = b"" # 处理完就丢掉二进制数据,节省内存
358
+ return content
359
+
360
+ async def process_at_component(self, component: AtComponent) -> str:
361
+ # 如果已经有昵称或备注了,直接使用
362
+ if component.target_user_cardname:
363
+ return f"@{component.target_user_cardname}"
364
+ elif component.target_user_nickname:
365
+ return f"@{component.target_user_nickname}"
366
+ from src.common.utils.system_utils import is_bot_self
367
+ from src.config.config import global_config
368
+
369
+ if is_bot_self(self.platform, component.target_user_id):
370
+ bot_nickname = global_config.bot.nickname.strip()
371
+ if bot_nickname:
372
+ component.target_user_nickname = bot_nickname
373
+ component.target_user_cardname = bot_nickname
374
+ component.uses_configured_bot_nickname = True
375
+ return f"@{bot_nickname}"
376
+
377
+ from src.common.utils.utils_person import PersonUtils
378
+
379
+ # 查询用户信息
380
+ if person_info := PersonUtils.get_person_info_by_user_id_and_platform(component.target_user_id, self.platform):
381
+ component.target_user_nickname = component.target_user_nickname or person_info.user_nickname
382
+ if self.message_info.group_info and person_info.group_cardname_list:
383
+ for group_card in person_info.group_cardname_list:
384
+ if group_card.group_id == self.message_info.group_info.group_id:
385
+ component.target_user_cardname = group_card.group_cardname
386
+ break
387
+ if component.target_user_cardname: # 优先使用群备注
388
+ return f"@{component.target_user_cardname}"
389
+ elif component.target_user_nickname: # 其次使用昵称
390
+ return f"@{component.target_user_nickname}"
391
+ else: # 最后使用用户ID
392
+ return f"@{component.target_user_id}"
393
+
394
+ async def process_voice_component(
395
+ self,
396
+ component: VoiceComponent,
397
+ *,
398
+ enable_voice_transcription: bool = True,
399
+ ) -> str:
400
+ """处理语音组件。
401
+
402
+ Args:
403
+ component: 语音组件。
404
+ enable_voice_transcription: 是否同步执行语音转写。
405
+
406
+ Returns:
407
+ str: 语音组件对应的文本表示。
408
+ """
409
+ normalized_content = component.content.strip()
410
+ if normalized_content: # 先检查是否处理过
411
+ component.content = normalized_content
412
+ return normalized_content
413
+ if not enable_voice_transcription:
414
+ component.content = "[语音消息]"
415
+ return component.content
416
+ from src.common.utils.utils_voice import get_voice_text
417
+
418
+ text = await get_voice_text(component.binary_data)
419
+ content = "[语音消息,转录失败]" if text is None else f"[语音: {text}]"
420
+ component.content = content
421
+ return content
422
+
423
+ async def process_reply_component(
424
+ self,
425
+ component: ReplyComponent,
426
+ id_content_map: MsgIDMapping,
427
+ ) -> str:
428
+ if component.target_message_content:
429
+ return component.target_message_content
430
+ if result_item := id_content_map.mapping.get(component.target_message_id): # ID映射缓存优先
431
+ content, sender_info = result_item
432
+ if isinstance(content, Task): # 如果是Task,说明是转发组件传入的占位结果,需要等待其完成
433
+ content = await content # 获取最终结果
434
+ id_content_map.mapping[component.target_message_id] = (content, sender_info) # 更新为实际内容
435
+ component.target_message_content = content
436
+ tgt_msg_s_name = sender_info.user_cardname or sender_info.user_nickname or sender_info.user_id
437
+ component.target_message_sender_cardname = sender_info.user_cardname
438
+ component.target_message_sender_nickname = sender_info.user_nickname
439
+ component.target_message_sender_id = sender_info.user_id
440
+ return f"[回复了{tgt_msg_s_name}的消息: {content}]"
441
+ else: # 尝试从数据库根据消息id查找消息内容
442
+ try:
443
+ with get_db_session() as session:
444
+ statement = select(Messages).filter_by(message_id=component.target_message_id).limit(1)
445
+ if db_msg := session.exec(statement).first():
446
+ component.target_message_content = db_msg.processed_plain_text
447
+ component.target_message_sender_cardname = db_msg.user_cardname
448
+ component.target_message_sender_nickname = db_msg.user_nickname
449
+ component.target_message_sender_id = db_msg.user_id
450
+ tgt_msg_s_name = db_msg.user_cardname or db_msg.user_nickname or db_msg.user_id
451
+ return f"[回复了{tgt_msg_s_name}的消息: {db_msg.processed_plain_text}]"
452
+ except Exception as e:
453
+ logger.error(f"查询回复消息时发生错误: {e}")
454
+
455
+ return "[回复了一条消息,但原消息已无法访问]"
456
+
457
+ async def process_forward_component(
458
+ self,
459
+ component: ForwardNodeComponent,
460
+ id_content_map: MsgIDMapping,
461
+ recursion_depth: int = 0,
462
+ *,
463
+ enable_heavy_media_analysis: bool = True,
464
+ enable_voice_transcription: bool = True,
465
+ ) -> str:
466
+ """处理合并转发组件。
467
+
468
+ Args:
469
+ component: 合并转发组件。
470
+ id_content_map: 回复消息解析缓存。
471
+ recursion_depth: 当前递归深度。
472
+ enable_heavy_media_analysis: 是否同步执行图片与表情包描述生成。
473
+ enable_voice_transcription: 是否同步执行语音转写。
474
+
475
+ Returns:
476
+ str: 合并转发组件对应的文本表示。
477
+ """
478
+ task_list: List[Task] = []
479
+ node_user_info_list: List[UserInfo] = []
480
+ for node in component.forward_components:
481
+ task = asyncio.create_task(
482
+ self._process_multiple_components(
483
+ node.content,
484
+ id_content_map,
485
+ recursion_depth + 1,
486
+ enable_heavy_media_analysis=enable_heavy_media_analysis,
487
+ enable_voice_transcription=enable_voice_transcription,
488
+ )
489
+ )
490
+ node_user_info = UserInfo(node.user_id or "未知用户", node.user_nickname, node.user_cardname)
491
+ # 传入ID缓存映射,方便Reply组件获取并等待处理结果
492
+ id_content_map.mapping[node.message_id] = (task, node_user_info)
493
+
494
+ task_list.append(task)
495
+ node_user_info_list.append(node_user_info)
496
+
497
+ results = await asyncio.gather(*task_list, return_exceptions=True) # 并行处理节点内容
498
+ forward_texts = []
499
+ for idx, result in enumerate(results):
500
+ if isinstance(result, BaseException):
501
+ logger.error(f"处理转发消息组件时发生错误: {result}")
502
+ else:
503
+ usr_info = node_user_info_list[idx]
504
+ msg_sender_name = usr_info.user_cardname or usr_info.user_nickname or usr_info.user_id or "未知用户"
505
+ forward_texts.append(f"{'-' * recursion_depth * 2} 【{msg_sender_name}】: {result}")
506
+ return "【合并转发消息: \n" + "\n".join(forward_texts) + "\n】"
507
+
508
+ async def _process_multiple_components(
509
+ self,
510
+ components: Sequence[StandardMessageComponents],
511
+ id_content_map: MsgIDMapping,
512
+ recursion_depth: int = 0,
513
+ *,
514
+ enable_heavy_media_analysis: bool = True,
515
+ enable_voice_transcription: bool = True,
516
+ ) -> str:
517
+ """并行处理多个消息组件。
518
+
519
+ Args:
520
+ components: 待处理的组件序列。
521
+ id_content_map: 回复消息解析缓存。
522
+ recursion_depth: 当前递归深度。
523
+ enable_heavy_media_analysis: 是否同步执行图片与表情包描述生成。
524
+ enable_voice_transcription: 是否同步执行语音转写。
525
+
526
+ Returns:
527
+ str: 多个组件拼接后的文本表示。
528
+ """
529
+ tasks = [
530
+ self.process_single_component(
531
+ component,
532
+ id_content_map,
533
+ recursion_depth,
534
+ enable_heavy_media_analysis=enable_heavy_media_analysis,
535
+ enable_voice_transcription=enable_voice_transcription,
536
+ )
537
+ for component in components
538
+ ]
539
+ results = await asyncio.gather(*tasks, return_exceptions=True) # 并行处理多个组件
540
+ processed_texts: List[str] = []
541
+ for result in results:
542
+ if isinstance(result, BaseException):
543
+ logger.error(f"处理消息组件时发生错误: {result}")
544
+ else:
545
+ processed_texts.append(result)
546
+ return " ".join(processed_texts)