@zhin.js/agent 0.1.29 → 0.1.30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (365) hide show
  1. package/README.md +1 -1
  2. package/lib/agent-prompt/resolver.d.ts.map +1 -1
  3. package/lib/agent-prompt/resolver.js +0 -1
  4. package/lib/agent-prompt/resolver.js.map +1 -1
  5. package/lib/assistant/config.d.ts +67 -0
  6. package/lib/assistant/config.d.ts.map +1 -0
  7. package/lib/assistant/config.js +47 -0
  8. package/lib/assistant/config.js.map +1 -0
  9. package/lib/assistant/domains/home-assistant.d.ts +37 -0
  10. package/lib/assistant/domains/home-assistant.d.ts.map +1 -0
  11. package/lib/assistant/domains/home-assistant.js +113 -0
  12. package/lib/assistant/domains/home-assistant.js.map +1 -0
  13. package/lib/assistant/event-ingress.d.ts +28 -0
  14. package/lib/assistant/event-ingress.d.ts.map +1 -0
  15. package/lib/assistant/event-ingress.js +132 -0
  16. package/lib/assistant/event-ingress.js.map +1 -0
  17. package/lib/assistant/event-types.d.ts +28 -0
  18. package/lib/assistant/event-types.d.ts.map +1 -0
  19. package/lib/assistant/event-types.js +2 -0
  20. package/lib/assistant/event-types.js.map +1 -0
  21. package/lib/assistant/home-config.d.ts +36 -0
  22. package/lib/assistant/home-config.d.ts.map +1 -0
  23. package/lib/assistant/home-config.js +21 -0
  24. package/lib/assistant/home-config.js.map +1 -0
  25. package/lib/assistant/home-mcp-bridge.d.ts +12 -0
  26. package/lib/assistant/home-mcp-bridge.d.ts.map +1 -0
  27. package/lib/assistant/home-mcp-bridge.js +26 -0
  28. package/lib/assistant/home-mcp-bridge.js.map +1 -0
  29. package/lib/assistant/home-policy.d.ts +16 -0
  30. package/lib/assistant/home-policy.d.ts.map +1 -0
  31. package/lib/assistant/home-policy.js +46 -0
  32. package/lib/assistant/home-policy.js.map +1 -0
  33. package/lib/assistant/home-tools.d.ts +15 -0
  34. package/lib/assistant/home-tools.d.ts.map +1 -0
  35. package/lib/assistant/home-tools.js +141 -0
  36. package/lib/assistant/home-tools.js.map +1 -0
  37. package/lib/assistant/index.d.ts +31 -0
  38. package/lib/assistant/index.d.ts.map +1 -0
  39. package/lib/assistant/index.js +18 -0
  40. package/lib/assistant/index.js.map +1 -0
  41. package/lib/assistant/job-engine.d.ts +40 -0
  42. package/lib/assistant/job-engine.d.ts.map +1 -0
  43. package/lib/assistant/job-engine.js +155 -0
  44. package/lib/assistant/job-engine.js.map +1 -0
  45. package/lib/assistant/job-scheduler.d.ts +6 -0
  46. package/lib/assistant/job-scheduler.d.ts.map +1 -0
  47. package/lib/assistant/job-scheduler.js +59 -0
  48. package/lib/assistant/job-scheduler.js.map +1 -0
  49. package/lib/assistant/job-store.d.ts +55 -0
  50. package/lib/assistant/job-store.d.ts.map +1 -0
  51. package/lib/assistant/job-store.js +280 -0
  52. package/lib/assistant/job-store.js.map +1 -0
  53. package/lib/assistant/job-worker.d.ts +20 -0
  54. package/lib/assistant/job-worker.d.ts.map +1 -0
  55. package/lib/assistant/job-worker.js +73 -0
  56. package/lib/assistant/job-worker.js.map +1 -0
  57. package/lib/assistant/legacy-convert.d.ts +48 -0
  58. package/lib/assistant/legacy-convert.d.ts.map +1 -0
  59. package/lib/assistant/legacy-convert.js +108 -0
  60. package/lib/assistant/legacy-convert.js.map +1 -0
  61. package/lib/assistant/notification-router.d.ts +34 -0
  62. package/lib/assistant/notification-router.d.ts.map +1 -0
  63. package/lib/assistant/notification-router.js +96 -0
  64. package/lib/assistant/notification-router.js.map +1 -0
  65. package/lib/assistant/profile-loader.d.ts +29 -0
  66. package/lib/assistant/profile-loader.d.ts.map +1 -0
  67. package/lib/assistant/profile-loader.js +168 -0
  68. package/lib/assistant/profile-loader.js.map +1 -0
  69. package/lib/assistant/profile-types.d.ts +56 -0
  70. package/lib/assistant/profile-types.d.ts.map +1 -0
  71. package/lib/assistant/profile-types.js +9 -0
  72. package/lib/assistant/profile-types.js.map +1 -0
  73. package/lib/assistant/runtime-registry.d.ts +20 -0
  74. package/lib/assistant/runtime-registry.d.ts.map +1 -0
  75. package/lib/assistant/runtime-registry.js +19 -0
  76. package/lib/assistant/runtime-registry.js.map +1 -0
  77. package/lib/assistant/types.d.ts +75 -0
  78. package/lib/assistant/types.d.ts.map +1 -0
  79. package/lib/assistant/types.js +6 -0
  80. package/lib/assistant/types.js.map +1 -0
  81. package/lib/bootstrap.d.ts +1 -5
  82. package/lib/bootstrap.d.ts.map +1 -1
  83. package/lib/bootstrap.js +1 -34
  84. package/lib/bootstrap.js.map +1 -1
  85. package/lib/builtin/analyze-media-tool.d.ts +13 -0
  86. package/lib/builtin/analyze-media-tool.d.ts.map +1 -0
  87. package/lib/builtin/analyze-media-tool.js +100 -0
  88. package/lib/builtin/analyze-media-tool.js.map +1 -0
  89. package/lib/builtin/ask-user-tool.d.ts +1 -1
  90. package/lib/builtin/ask-user-tool.d.ts.map +1 -1
  91. package/lib/builtin/ask-user-tool.js +1 -1
  92. package/lib/builtin/ask-user-tool.js.map +1 -1
  93. package/lib/builtin/edit-file-tool.d.ts.map +1 -1
  94. package/lib/builtin/edit-file-tool.js +5 -1
  95. package/lib/builtin/edit-file-tool.js.map +1 -1
  96. package/lib/builtin/generate-image-tool.d.ts +21 -0
  97. package/lib/builtin/generate-image-tool.d.ts.map +1 -0
  98. package/lib/builtin/generate-image-tool.js +138 -0
  99. package/lib/builtin/generate-image-tool.js.map +1 -0
  100. package/lib/builtin/read-file-tool.d.ts +1 -1
  101. package/lib/builtin/read-file-tool.d.ts.map +1 -1
  102. package/lib/builtin/read-file-tool.js +2 -7
  103. package/lib/builtin/read-file-tool.js.map +1 -1
  104. package/lib/builtin/spawn-task-tool.d.ts +1 -1
  105. package/lib/builtin/spawn-task-tool.d.ts.map +1 -1
  106. package/lib/builtin/spawn-task-tool.js +25 -4
  107. package/lib/builtin/spawn-task-tool.js.map +1 -1
  108. package/lib/builtin/write-file-tool.d.ts.map +1 -1
  109. package/lib/builtin/write-file-tool.js +6 -1
  110. package/lib/builtin/write-file-tool.js.map +1 -1
  111. package/lib/builtin-tools.d.ts.map +1 -1
  112. package/lib/builtin-tools.js +2 -0
  113. package/lib/builtin-tools.js.map +1 -1
  114. package/lib/config/agent-binding-registry.d.ts +14 -0
  115. package/lib/config/agent-binding-registry.d.ts.map +1 -0
  116. package/lib/config/agent-binding-registry.js +30 -0
  117. package/lib/config/agent-binding-registry.js.map +1 -0
  118. package/lib/config/agent-bindings.d.ts +4 -0
  119. package/lib/config/agent-bindings.d.ts.map +1 -0
  120. package/lib/config/agent-bindings.js +16 -0
  121. package/lib/config/agent-bindings.js.map +1 -0
  122. package/lib/config/normalize-ai-config.d.ts +11 -0
  123. package/lib/config/normalize-ai-config.d.ts.map +1 -0
  124. package/lib/config/normalize-ai-config.js +55 -0
  125. package/lib/config/normalize-ai-config.js.map +1 -0
  126. package/lib/config/provider-instance.d.ts +5 -0
  127. package/lib/config/provider-instance.d.ts.map +1 -0
  128. package/lib/config/provider-instance.js +46 -0
  129. package/lib/config/provider-instance.js.map +1 -0
  130. package/lib/config/types.d.ts +35 -0
  131. package/lib/config/types.d.ts.map +1 -0
  132. package/lib/config/types.js +2 -0
  133. package/lib/config/types.js.map +1 -0
  134. package/lib/config/validate-ai-config.d.ts +3 -0
  135. package/lib/config/validate-ai-config.d.ts.map +1 -0
  136. package/lib/config/validate-ai-config.js +35 -0
  137. package/lib/config/validate-ai-config.js.map +1 -0
  138. package/lib/cron-engine.d.ts +20 -18
  139. package/lib/cron-engine.d.ts.map +1 -1
  140. package/lib/cron-engine.js +42 -18
  141. package/lib/cron-engine.js.map +1 -1
  142. package/lib/deferred-worker-runner.d.ts.map +1 -1
  143. package/lib/deferred-worker-runner.js +0 -1
  144. package/lib/deferred-worker-runner.js.map +1 -1
  145. package/lib/discovery/agents.d.ts +2 -0
  146. package/lib/discovery/agents.d.ts.map +1 -1
  147. package/lib/discovery/agents.js +5 -0
  148. package/lib/discovery/agents.js.map +1 -1
  149. package/lib/hooks.d.ts +0 -1
  150. package/lib/hooks.d.ts.map +1 -1
  151. package/lib/hooks.js.map +1 -1
  152. package/lib/index.d.ts +12 -4
  153. package/lib/index.d.ts.map +1 -1
  154. package/lib/index.js +7 -2
  155. package/lib/index.js.map +1 -1
  156. package/lib/init/create-zhin-agent.d.ts.map +1 -1
  157. package/lib/init/create-zhin-agent.js +164 -68
  158. package/lib/init/create-zhin-agent.js.map +1 -1
  159. package/lib/init/introspection-commands-format.d.ts +40 -0
  160. package/lib/init/introspection-commands-format.d.ts.map +1 -0
  161. package/lib/init/introspection-commands-format.js +93 -0
  162. package/lib/init/introspection-commands-format.js.map +1 -0
  163. package/lib/init/message-media.d.ts.map +1 -1
  164. package/lib/init/message-media.js +12 -0
  165. package/lib/init/message-media.js.map +1 -1
  166. package/lib/init/output-renderer.d.ts +4 -0
  167. package/lib/init/output-renderer.d.ts.map +1 -1
  168. package/lib/init/output-renderer.js +6 -0
  169. package/lib/init/output-renderer.js.map +1 -1
  170. package/lib/init/register-ai-trigger.d.ts.map +1 -1
  171. package/lib/init/register-ai-trigger.js +155 -8
  172. package/lib/init/register-ai-trigger.js.map +1 -1
  173. package/lib/init/register-builtin-tools.d.ts.map +1 -1
  174. package/lib/init/register-builtin-tools.js +13 -3
  175. package/lib/init/register-builtin-tools.js.map +1 -1
  176. package/lib/init/register-home-tools.d.ts +2 -0
  177. package/lib/init/register-home-tools.d.ts.map +1 -0
  178. package/lib/init/register-home-tools.js +51 -0
  179. package/lib/init/register-home-tools.js.map +1 -0
  180. package/lib/init/register-introspection-commands.d.ts +3 -0
  181. package/lib/init/register-introspection-commands.d.ts.map +1 -0
  182. package/lib/init/register-introspection-commands.js +97 -0
  183. package/lib/init/register-introspection-commands.js.map +1 -0
  184. package/lib/init/register-management-tools.d.ts +1 -1
  185. package/lib/init/register-management-tools.js +2 -2
  186. package/lib/init/register-management-tools.js.map +1 -1
  187. package/lib/init/register-mcp-memory-default.d.ts.map +1 -1
  188. package/lib/init/register-mcp-memory-default.js +1 -0
  189. package/lib/init/register-mcp-memory-default.js.map +1 -1
  190. package/lib/init/register-owner-approve-commands.d.ts.map +1 -1
  191. package/lib/init/register-owner-approve-commands.js +103 -111
  192. package/lib/init/register-owner-approve-commands.js.map +1 -1
  193. package/lib/init/register-typing-indicator.d.ts.map +1 -1
  194. package/lib/init/register-typing-indicator.js +111 -115
  195. package/lib/init/register-typing-indicator.js.map +1 -1
  196. package/lib/init.d.ts.map +1 -1
  197. package/lib/init.js +4 -0
  198. package/lib/init.js.map +1 -1
  199. package/lib/media/constants.d.ts +3 -0
  200. package/lib/media/constants.d.ts.map +1 -0
  201. package/lib/media/constants.js +3 -0
  202. package/lib/media/constants.js.map +1 -0
  203. package/lib/media/deliver-subagent-result.d.ts +15 -0
  204. package/lib/media/deliver-subagent-result.d.ts.map +1 -0
  205. package/lib/media/deliver-subagent-result.js +35 -0
  206. package/lib/media/deliver-subagent-result.js.map +1 -0
  207. package/lib/media/index.d.ts +14 -0
  208. package/lib/media/index.d.ts.map +1 -0
  209. package/lib/media/index.js +14 -0
  210. package/lib/media/index.js.map +1 -0
  211. package/lib/media/media-capabilities.d.ts +3 -0
  212. package/lib/media/media-capabilities.d.ts.map +1 -0
  213. package/lib/media/media-capabilities.js +15 -0
  214. package/lib/media/media-capabilities.js.map +1 -0
  215. package/lib/media/media-normalize.d.ts +10 -0
  216. package/lib/media/media-normalize.d.ts.map +1 -0
  217. package/lib/media/media-normalize.js +108 -0
  218. package/lib/media/media-normalize.js.map +1 -0
  219. package/lib/media/media-publisher.d.ts +8 -0
  220. package/lib/media/media-publisher.d.ts.map +1 -0
  221. package/lib/media/media-publisher.js +254 -0
  222. package/lib/media/media-publisher.js.map +1 -0
  223. package/lib/media/media-router.d.ts +7 -0
  224. package/lib/media/media-router.d.ts.map +1 -0
  225. package/lib/media/media-router.js +59 -0
  226. package/lib/media/media-router.js.map +1 -0
  227. package/lib/media/media-spool.d.ts +3 -0
  228. package/lib/media/media-spool.d.ts.map +1 -0
  229. package/lib/media/media-spool.js +25 -0
  230. package/lib/media/media-spool.js.map +1 -0
  231. package/lib/media/media-tool-bridge.d.ts +9 -0
  232. package/lib/media/media-tool-bridge.d.ts.map +1 -0
  233. package/lib/media/media-tool-bridge.js +61 -0
  234. package/lib/media/media-tool-bridge.js.map +1 -0
  235. package/lib/media/media-types.d.ts +50 -0
  236. package/lib/media/media-types.d.ts.map +1 -0
  237. package/lib/media/media-types.js +18 -0
  238. package/lib/media/media-types.js.map +1 -0
  239. package/lib/media/resolve-config.d.ts +3 -0
  240. package/lib/media/resolve-config.d.ts.map +1 -0
  241. package/lib/media/resolve-config.js +32 -0
  242. package/lib/media/resolve-config.js.map +1 -0
  243. package/lib/media/subagent-inbound.d.ts +20 -0
  244. package/lib/media/subagent-inbound.d.ts.map +1 -0
  245. package/lib/media/subagent-inbound.js +88 -0
  246. package/lib/media/subagent-inbound.js.map +1 -0
  247. package/lib/media/subagent-user-delivery.d.ts +23 -0
  248. package/lib/media/subagent-user-delivery.d.ts.map +1 -0
  249. package/lib/media/subagent-user-delivery.js +62 -0
  250. package/lib/media/subagent-user-delivery.js.map +1 -0
  251. package/lib/media/vision-capability.d.ts +5 -0
  252. package/lib/media/vision-capability.d.ts.map +1 -0
  253. package/lib/media/vision-capability.js +19 -0
  254. package/lib/media/vision-capability.js.map +1 -0
  255. package/lib/memory-layers.d.ts +57 -0
  256. package/lib/memory-layers.d.ts.map +1 -0
  257. package/lib/memory-layers.js +327 -0
  258. package/lib/memory-layers.js.map +1 -0
  259. package/lib/orchestrator/agent-dispatcher.d.ts.map +1 -1
  260. package/lib/orchestrator/agent-dispatcher.js +2 -0
  261. package/lib/orchestrator/agent-dispatcher.js.map +1 -1
  262. package/lib/orchestrator/mcp-lifecycle.d.ts +3 -0
  263. package/lib/orchestrator/mcp-lifecycle.d.ts.map +1 -1
  264. package/lib/orchestrator/mcp-lifecycle.js +34 -0
  265. package/lib/orchestrator/mcp-lifecycle.js.map +1 -1
  266. package/lib/orchestrator/resolve-subagent-tools.d.ts +20 -0
  267. package/lib/orchestrator/resolve-subagent-tools.d.ts.map +1 -0
  268. package/lib/orchestrator/resolve-subagent-tools.js +52 -0
  269. package/lib/orchestrator/resolve-subagent-tools.js.map +1 -0
  270. package/lib/orchestrator/task-queue.d.ts +4 -0
  271. package/lib/orchestrator/task-queue.d.ts.map +1 -1
  272. package/lib/orchestrator/task-queue.js +24 -0
  273. package/lib/orchestrator/task-queue.js.map +1 -1
  274. package/lib/orchestrator/tool-selection.d.ts +1 -1
  275. package/lib/orchestrator/tool-selection.d.ts.map +1 -1
  276. package/lib/orchestrator/tool-selection.js +2 -0
  277. package/lib/orchestrator/tool-selection.js.map +1 -1
  278. package/lib/routing/route-matcher.d.ts +12 -0
  279. package/lib/routing/route-matcher.d.ts.map +1 -0
  280. package/lib/routing/route-matcher.js +72 -0
  281. package/lib/routing/route-matcher.js.map +1 -0
  282. package/lib/routing/runtime-binding.d.ts +10 -0
  283. package/lib/routing/runtime-binding.d.ts.map +1 -0
  284. package/lib/routing/runtime-binding.js +6 -0
  285. package/lib/routing/runtime-binding.js.map +1 -0
  286. package/lib/routing/subagent-summarize.d.ts +6 -0
  287. package/lib/routing/subagent-summarize.d.ts.map +1 -0
  288. package/lib/routing/subagent-summarize.js +23 -0
  289. package/lib/routing/subagent-summarize.js.map +1 -0
  290. package/lib/security/file-policy.d.ts +7 -1
  291. package/lib/security/file-policy.d.ts.map +1 -1
  292. package/lib/security/file-policy.js +34 -1
  293. package/lib/security/file-policy.js.map +1 -1
  294. package/lib/service.d.ts +13 -3
  295. package/lib/service.d.ts.map +1 -1
  296. package/lib/service.js +45 -37
  297. package/lib/service.js.map +1 -1
  298. package/lib/subagent-ai-events.d.ts +30 -0
  299. package/lib/subagent-ai-events.d.ts.map +1 -0
  300. package/lib/subagent-ai-events.js +114 -0
  301. package/lib/subagent-ai-events.js.map +1 -0
  302. package/lib/subagent-goal-notify.d.ts +27 -6
  303. package/lib/subagent-goal-notify.d.ts.map +1 -1
  304. package/lib/subagent-goal-notify.js +46 -12
  305. package/lib/subagent-goal-notify.js.map +1 -1
  306. package/lib/subagent.d.ts +43 -3
  307. package/lib/subagent.d.ts.map +1 -1
  308. package/lib/subagent.js +167 -49
  309. package/lib/subagent.js.map +1 -1
  310. package/lib/task-executor.d.ts +10 -18
  311. package/lib/task-executor.d.ts.map +1 -1
  312. package/lib/task-executor.js +11 -34
  313. package/lib/task-executor.js.map +1 -1
  314. package/lib/typing-indicator/adapter-integration.d.ts.map +1 -1
  315. package/lib/typing-indicator/adapter-integration.js +2 -1
  316. package/lib/typing-indicator/adapter-integration.js.map +1 -1
  317. package/lib/typing-indicator/index.d.ts.map +1 -1
  318. package/lib/typing-indicator/index.js +18 -5
  319. package/lib/typing-indicator/index.js.map +1 -1
  320. package/lib/zhin-agent/config.d.ts +15 -12
  321. package/lib/zhin-agent/config.d.ts.map +1 -1
  322. package/lib/zhin-agent/config.js +16 -11
  323. package/lib/zhin-agent/config.js.map +1 -1
  324. package/lib/zhin-agent/event-emitter.d.ts.map +1 -1
  325. package/lib/zhin-agent/event-emitter.js +3 -2
  326. package/lib/zhin-agent/event-emitter.js.map +1 -1
  327. package/lib/zhin-agent/index.d.ts +10 -0
  328. package/lib/zhin-agent/index.d.ts.map +1 -1
  329. package/lib/zhin-agent/index.js +42 -0
  330. package/lib/zhin-agent/index.js.map +1 -1
  331. package/lib/zhin-agent/llm-runner.d.ts +3 -1
  332. package/lib/zhin-agent/llm-runner.d.ts.map +1 -1
  333. package/lib/zhin-agent/llm-runner.js +78 -0
  334. package/lib/zhin-agent/llm-runner.js.map +1 -1
  335. package/lib/zhin-agent/prompt-assembly.d.ts.map +1 -1
  336. package/lib/zhin-agent/prompt-assembly.js +0 -2
  337. package/lib/zhin-agent/prompt-assembly.js.map +1 -1
  338. package/lib/zhin-agent/prompt.d.ts.map +1 -1
  339. package/lib/zhin-agent/prompt.js +49 -16
  340. package/lib/zhin-agent/prompt.js.map +1 -1
  341. package/lib/zhin-agent/tool-calls-user-format.d.ts.map +1 -1
  342. package/lib/zhin-agent/tool-calls-user-format.js +5 -1
  343. package/lib/zhin-agent/tool-calls-user-format.js.map +1 -1
  344. package/lib/zhin-agent/tool-orchestration.d.ts.map +1 -1
  345. package/lib/zhin-agent/tool-orchestration.js +10 -7
  346. package/lib/zhin-agent/tool-orchestration.js.map +1 -1
  347. package/lib/zhin-agent/tool-runtime.d.ts +0 -2
  348. package/lib/zhin-agent/tool-runtime.d.ts.map +1 -1
  349. package/lib/zhin-agent/tool-runtime.js +1 -4
  350. package/lib/zhin-agent/tool-runtime.js.map +1 -1
  351. package/lib/zhin-agent/tool-search-orchestrator.d.ts +3 -0
  352. package/lib/zhin-agent/tool-search-orchestrator.d.ts.map +1 -1
  353. package/lib/zhin-agent/tool-search-orchestrator.js +8 -3
  354. package/lib/zhin-agent/tool-search-orchestrator.js.map +1 -1
  355. package/lib/zhin-agent/turn-pipeline.d.ts.map +1 -1
  356. package/lib/zhin-agent/turn-pipeline.js +78 -28
  357. package/lib/zhin-agent/turn-pipeline.js.map +1 -1
  358. package/lib/zhin-agent/turn-tracker.d.ts +2 -0
  359. package/lib/zhin-agent/turn-tracker.d.ts.map +1 -1
  360. package/lib/zhin-agent/turn-tracker.js +11 -6
  361. package/lib/zhin-agent/turn-tracker.js.map +1 -1
  362. package/lib/zhin-agent/zhin-agent-private.d.ts +7 -1
  363. package/lib/zhin-agent/zhin-agent-private.d.ts.map +1 -1
  364. package/lib/zhin-agent/zhin-agent-private.js.map +1 -1
  365. package/package.json +3 -3
package/lib/init.js CHANGED
@@ -25,7 +25,9 @@ import { registerAITrigger } from './init/register-ai-trigger.js';
25
25
  import { registerDbUpgrade } from './init/register-db-upgrade.js';
26
26
  import { registerManagementTools } from './init/register-management-tools.js';
27
27
  import { registerOwnerApproveCommands } from './init/register-owner-approve-commands.js';
28
+ import { registerIntrospectionCommands } from './init/register-introspection-commands.js';
28
29
  import { registerBuiltinTools } from './init/register-builtin-tools.js';
30
+ import { registerHomeTools } from './init/register-home-tools.js';
29
31
  import { registerTypingIndicator } from './init/register-typing-indicator.js';
30
32
  /**
31
33
  * 初始化 AI 模块
@@ -49,7 +51,9 @@ export function initAgentModule() {
49
51
  registerDbUpgrade(refs);
50
52
  registerManagementTools(refs);
51
53
  registerOwnerApproveCommands();
54
+ registerIntrospectionCommands(refs);
52
55
  registerBuiltinTools(refs);
56
+ registerHomeTools();
53
57
  registerTypingIndicator(refs);
54
58
  }
55
59
  //# sourceMappingURL=init.js.map
package/lib/init.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"init.js","sourceRoot":"","sources":["../src/init.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAE9E;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe;IAC7B,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;IAE1B,oBAAoB,EAAE,CAAC;IACvB,qBAAqB,EAAE,CAAC;IACxB,wBAAwB,EAAE,CAAC;IAC3B,mBAAmB,EAAE,CAAC;IACtB,gBAAgB,EAAE,CAAC;IACnB,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxB,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAC7B,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxB,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxB,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC9B,4BAA4B,EAAE,CAAC;IAC/B,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC3B,uBAAuB,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC"}
1
+ {"version":3,"file":"init.js","sourceRoot":"","sources":["../src/init.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAE,wBAAwB,EAAE,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAAE,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,6BAA6B,EAAE,MAAM,2CAA2C,CAAC;AAC1F,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAE9E;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe;IAC7B,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;IAE1B,oBAAoB,EAAE,CAAC;IACvB,qBAAqB,EAAE,CAAC;IACxB,wBAAwB,EAAE,CAAC;IAC3B,mBAAmB,EAAE,CAAC;IACtB,gBAAgB,EAAE,CAAC;IACnB,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxB,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAC7B,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxB,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACxB,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC9B,4BAA4B,EAAE,CAAC;IAC/B,6BAA6B,CAAC,IAAI,CAAC,CAAC;IACpC,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC3B,iBAAiB,EAAE,CAAC;IACpB,uBAAuB,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC"}
@@ -0,0 +1,3 @@
1
+ /** ToolContext.extra:入站预处理后保留的 vision ContentPart(image_url 等) */
2
+ export declare const INBOUND_MEDIA_PARTS_EXTRA_KEY = "zhin.inboundMediaParts";
3
+ //# sourceMappingURL=constants.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/media/constants.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAClE,eAAO,MAAM,6BAA6B,2BAA2B,CAAC"}
@@ -0,0 +1,3 @@
1
+ /** ToolContext.extra:入站预处理后保留的 vision ContentPart(image_url 等) */
2
+ export const INBOUND_MEDIA_PARTS_EXTRA_KEY = 'zhin.inboundMediaParts';
3
+ //# sourceMappingURL=constants.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/media/constants.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAClE,MAAM,CAAC,MAAM,6BAA6B,GAAG,wBAAwB,CAAC"}
@@ -0,0 +1,15 @@
1
+ import type { SendOptions } from '@zhin.js/core';
2
+ import type { SubagentOrigin } from '../subagent.js';
3
+ import type { ToolCallRecord } from '../zhin-agent/tool-calls-user-format.js';
4
+ export interface SubagentOutboundDelivery {
5
+ /** 面向用户的说明文本(含任务摘要时由调用方组装) */
6
+ text: string;
7
+ toolCalls?: ToolCallRecord[];
8
+ }
9
+ export interface DeliverSubagentResultParams {
10
+ origin: SubagentOrigin;
11
+ delivery: SubagentOutboundDelivery;
12
+ send: (options: SendOptions) => Promise<string>;
13
+ }
14
+ export declare function deliverSubagentResult(params: DeliverSubagentResultParams): Promise<void>;
15
+ //# sourceMappingURL=deliver-subagent-result.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"deliver-subagent-result.d.ts","sourceRoot":"","sources":["../../src/media/deliver-subagent-result.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAA+B,WAAW,EAAE,MAAM,eAAe,CAAC;AAC9E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAI9E,MAAM,WAAW,wBAAwB;IACvC,8BAA8B;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,cAAc,CAAC;IACvB,QAAQ,EAAE,wBAAwB,CAAC;IACnC,IAAI,EAAE,CAAC,OAAO,EAAE,WAAW,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACjD;AAED,wBAAsB,qBAAqB,CAAC,MAAM,EAAE,2BAA2B,GAAG,OAAO,CAAC,IAAI,CAAC,CAiC9F"}
@@ -0,0 +1,35 @@
1
+ /**
2
+ * 子 agent 完成回告:文本 + 工具媒体(generate_image / voice_tts)走统一出站链。
3
+ * 日志 preview 中的 `{image}` 表示本条含 image MessageElement(见 core segment.raw),不是未发送的占位符。
4
+ */
5
+ import { parseOutput } from '@zhin.js/ai';
6
+ import { mergeToolOutboundElements } from './media-tool-bridge.js';
7
+ import { publishOutboundElements } from './media-publisher.js';
8
+ export async function deliverSubagentResult(params) {
9
+ const { origin, delivery, send } = params;
10
+ const base = {
11
+ context: origin.platform,
12
+ bot: origin.botId,
13
+ id: origin.sceneId,
14
+ type: origin.sceneType,
15
+ };
16
+ const elements = mergeToolOutboundElements(parseOutput(delivery.text), delivery.toolCalls ?? []);
17
+ const segments = await publishOutboundElements(elements, origin.platform);
18
+ if (!segments.length) {
19
+ await send({ ...base, content: delivery.text });
20
+ return;
21
+ }
22
+ const isMedia = (s) => s.type === 'image' || s.type === 'video' || s.type === 'record' || s.type === 'file';
23
+ const mediaSegs = segments.filter(isMedia);
24
+ const textSegs = segments.filter(s => !isMedia(s));
25
+ for (const seg of mediaSegs) {
26
+ await send({ ...base, content: seg });
27
+ }
28
+ if (textSegs.length > 0) {
29
+ await send({
30
+ ...base,
31
+ content: textSegs.length === 1 ? textSegs[0] : textSegs,
32
+ });
33
+ }
34
+ }
35
+ //# sourceMappingURL=deliver-subagent-result.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"deliver-subagent-result.js","sourceRoot":"","sources":["../../src/media/deliver-subagent-result.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAI1C,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAc/D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,MAAmC;IAC7E,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAC1C,MAAM,IAAI,GAAiC;QACzC,OAAO,EAAE,MAAM,CAAC,QAAQ;QACxB,GAAG,EAAE,MAAM,CAAC,KAAK;QACjB,EAAE,EAAE,MAAM,CAAC,OAAO;QAClB,IAAI,EAAE,MAAM,CAAC,SAAwB;KACtC,CAAC;IAEF,MAAM,QAAQ,GAAG,yBAAyB,CACxC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC1B,QAAQ,CAAC,SAAS,IAAI,EAAE,CACzB,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1E,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,CAAiB,EAAE,EAAE,CACpC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;IACvF,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,CAAC;YACT,GAAG,IAAI;YACP,OAAO,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,QAAQ;SACzD,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
@@ -0,0 +1,14 @@
1
+ export * from './constants.js';
2
+ export * from './media-types.js';
3
+ export * from './resolve-config.js';
4
+ export * from './media-normalize.js';
5
+ export * from './media-spool.js';
6
+ export * from './media-router.js';
7
+ export * from './media-publisher.js';
8
+ export * from './media-capabilities.js';
9
+ export * from './media-tool-bridge.js';
10
+ export * from './deliver-subagent-result.js';
11
+ export * from './subagent-user-delivery.js';
12
+ export * from './vision-capability.js';
13
+ export * from './subagent-inbound.js';
14
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC"}
@@ -0,0 +1,14 @@
1
+ export * from './constants.js';
2
+ export * from './media-types.js';
3
+ export * from './resolve-config.js';
4
+ export * from './media-normalize.js';
5
+ export * from './media-spool.js';
6
+ export * from './media-router.js';
7
+ export * from './media-publisher.js';
8
+ export * from './media-capabilities.js';
9
+ export * from './media-tool-bridge.js';
10
+ export * from './deliver-subagent-result.js';
11
+ export * from './subagent-user-delivery.js';
12
+ export * from './vision-capability.js';
13
+ export * from './subagent-inbound.js';
14
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { type OutboundMediaCapabilities } from './media-types.js';
2
+ export declare function resolveOutboundCapabilities(platform?: string): OutboundMediaCapabilities;
3
+ //# sourceMappingURL=media-capabilities.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"media-capabilities.d.ts","sourceRoot":"","sources":["../../src/media/media-capabilities.ts"],"names":[],"mappings":"AACA,OAAO,EAEL,KAAK,yBAAyB,EAC/B,MAAM,kBAAkB,CAAC;AAE1B,wBAAgB,2BAA2B,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,yBAAyB,CAWxF"}
@@ -0,0 +1,15 @@
1
+ import { getPlugin } from '@zhin.js/core';
2
+ import { DEFAULT_OUTBOUND_CAPABILITIES, } from './media-types.js';
3
+ export function resolveOutboundCapabilities(platform) {
4
+ if (!platform)
5
+ return { ...DEFAULT_OUTBOUND_CAPABILITIES };
6
+ try {
7
+ const plugin = getPlugin();
8
+ const adapter = plugin.root?.inject?.(platform);
9
+ return adapter?.getOutboundMediaCapabilities?.() ?? { ...DEFAULT_OUTBOUND_CAPABILITIES };
10
+ }
11
+ catch {
12
+ return { ...DEFAULT_OUTBOUND_CAPABILITIES };
13
+ }
14
+ }
15
+ //# sourceMappingURL=media-capabilities.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"media-capabilities.js","sourceRoot":"","sources":["../../src/media/media-capabilities.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EACL,6BAA6B,GAE9B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,UAAU,2BAA2B,CAAC,QAAiB;IAC3D,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,GAAG,6BAA6B,EAAE,CAAC;IAC3D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,QAAQ,CAEjC,CAAC;QACd,OAAO,OAAO,EAAE,4BAA4B,EAAE,EAAE,IAAI,EAAE,GAAG,6BAA6B,EAAE,CAAC;IAC3F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,GAAG,6BAA6B,EAAE,CAAC;IAC9C,CAAC;AACH,CAAC"}
@@ -0,0 +1,10 @@
1
+ import type { ContentPart } from '@zhin.js/ai';
2
+ import type { MediaBinaryPayload } from './media-types.js';
3
+ export declare function fetchUrlAsBase64(url: string, maxBytes: number): Promise<MediaBinaryPayload | null>;
4
+ /**
5
+ * ContentPart[] → MediaBinaryPayload[](优先已有 base64;URL 按需 fetch)
6
+ */
7
+ export declare function normalizeContentPartsToPayloads(parts: ContentPart[], maxFileBytes: number): Promise<MediaBinaryPayload[]>;
8
+ export declare function payloadToDataUri(payload: MediaBinaryPayload): string;
9
+ export declare function payloadToVisionPart(payload: MediaBinaryPayload): ContentPart | null;
10
+ //# sourceMappingURL=media-normalize.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"media-normalize.d.ts","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,kBAAkB,EAAa,MAAM,kBAAkB,CAAC;AA2BtE,wBAAsB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAexG;AAED;;GAEG;AACH,wBAAsB,+BAA+B,CACnD,KAAK,EAAE,WAAW,EAAE,EACpB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA+C/B;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAEpE;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,GAAG,WAAW,GAAG,IAAI,CAMnF"}
@@ -0,0 +1,108 @@
1
+ function guessMimeFromFormat(fmt) {
2
+ if (fmt === 'wav')
3
+ return 'audio/wav';
4
+ if (fmt === 'mp3')
5
+ return 'audio/mpeg';
6
+ return 'application/octet-stream';
7
+ }
8
+ function kindFromContentPart(part) {
9
+ switch (part.type) {
10
+ case 'image_url':
11
+ return 'image';
12
+ case 'audio':
13
+ return 'audio';
14
+ case 'video_url':
15
+ return 'video';
16
+ default:
17
+ return null;
18
+ }
19
+ }
20
+ function parseDataUri(dataUri) {
21
+ const m = /^data:([^;]+);base64,(.+)$/i.exec(dataUri.trim());
22
+ if (!m)
23
+ return null;
24
+ return { mime: m[1], base64: m[2] };
25
+ }
26
+ export async function fetchUrlAsBase64(url, maxBytes) {
27
+ try {
28
+ const res = await fetch(url, { signal: AbortSignal.timeout(30_000) });
29
+ if (!res.ok)
30
+ return null;
31
+ const buf = Buffer.from(await res.arrayBuffer());
32
+ if (buf.length > maxBytes)
33
+ return null;
34
+ const mime = res.headers.get('content-type')?.split(';')[0]?.trim() || 'application/octet-stream';
35
+ let kind = 'file';
36
+ if (mime.startsWith('image/'))
37
+ kind = 'image';
38
+ else if (mime.startsWith('audio/'))
39
+ kind = 'audio';
40
+ else if (mime.startsWith('video/'))
41
+ kind = 'video';
42
+ return { kind, base64: buf.toString('base64'), mimeType: mime };
43
+ }
44
+ catch {
45
+ return null;
46
+ }
47
+ }
48
+ /**
49
+ * ContentPart[] → MediaBinaryPayload[](优先已有 base64;URL 按需 fetch)
50
+ */
51
+ export async function normalizeContentPartsToPayloads(parts, maxFileBytes) {
52
+ const out = [];
53
+ for (const part of parts) {
54
+ if (part.type === 'face')
55
+ continue;
56
+ const kind = kindFromContentPart(part);
57
+ if (!kind)
58
+ continue;
59
+ if (part.type === 'audio') {
60
+ const b64 = part.audio.data;
61
+ if (b64) {
62
+ out.push({
63
+ kind: 'audio',
64
+ base64: b64,
65
+ mimeType: guessMimeFromFormat(part.audio.format),
66
+ meta: { format: part.audio.format },
67
+ });
68
+ }
69
+ continue;
70
+ }
71
+ if (part.type === 'image_url') {
72
+ const url = part.image_url.url;
73
+ const parsed = parseDataUri(url);
74
+ if (parsed) {
75
+ out.push({ kind: 'image', base64: parsed.base64, mimeType: parsed.mime });
76
+ continue;
77
+ }
78
+ const fetched = await fetchUrlAsBase64(url, maxFileBytes);
79
+ if (fetched)
80
+ out.push(fetched);
81
+ continue;
82
+ }
83
+ if (part.type === 'video_url') {
84
+ const url = part.video_url.url;
85
+ const parsed = parseDataUri(url);
86
+ if (parsed) {
87
+ out.push({ kind: 'video', base64: parsed.base64, mimeType: parsed.mime });
88
+ continue;
89
+ }
90
+ const fetched = await fetchUrlAsBase64(url, maxFileBytes);
91
+ if (fetched)
92
+ out.push({ ...fetched, kind: 'video' });
93
+ }
94
+ }
95
+ return out;
96
+ }
97
+ export function payloadToDataUri(payload) {
98
+ return `data:${payload.mimeType};base64,${payload.base64}`;
99
+ }
100
+ export function payloadToVisionPart(payload) {
101
+ if (payload.kind !== 'image')
102
+ return null;
103
+ return {
104
+ type: 'image_url',
105
+ image_url: { url: payloadToDataUri(payload), detail: 'auto' },
106
+ };
107
+ }
108
+ //# sourceMappingURL=media-normalize.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"media-normalize.js","sourceRoot":"","sources":["../../src/media/media-normalize.ts"],"names":[],"mappings":"AAGA,SAAS,mBAAmB,CAAC,GAAW;IACtC,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,WAAW,CAAC;IACtC,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,YAAY,CAAC;IACvC,OAAO,0BAA0B,CAAC;AACpC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAiB;IAC5C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,OAAO;YACV,OAAO,OAAO,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,OAAO,CAAC;QACjB;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7D,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IACpB,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,QAAgB;IAClE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACzB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,IAAI,GAAG,CAAC,MAAM,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,0BAA0B,CAAC;QAClG,IAAI,IAAI,GAAc,MAAM,CAAC;QAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;aACzC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;aAC9C,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,IAAI,GAAG,OAAO,CAAC;QACnD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACnD,KAAoB,EACpB,YAAoB;IAEpB,MAAM,GAAG,GAAyB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAEnC,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAC5B,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,IAAI,CAAC;oBACP,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,GAAG;oBACX,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;oBAChD,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;iBACpC,CAAC,CAAC;YACL,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,EAAE,CAAC;gBACX,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAC1D,IAAI,OAAO;gBAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;YAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,MAAM,EAAE,CAAC;gBACX,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAC1D,IAAI,OAAO;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,OAAO,QAAQ,OAAO,CAAC,QAAQ,WAAW,OAAO,CAAC,MAAM,EAAE,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,EAAE,GAAG,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;KAC9D,CAAC;AACJ,CAAC"}
@@ -0,0 +1,8 @@
1
+ import type { OutputElement } from '@zhin.js/ai';
2
+ import type { MessageElement } from '@zhin.js/core';
3
+ import type { OutboundMediaCapabilities } from './media-types.js';
4
+ /**
5
+ * OutputElement[] → MessageElement[](base64 契约,平台 adapter 决定如何发送)
6
+ */
7
+ export declare function publishOutboundElements(elements: OutputElement[], platform?: string, capsOverride?: OutboundMediaCapabilities): Promise<MessageElement[]>;
8
+ //# sourceMappingURL=media-publisher.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"media-publisher.d.ts","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AA+OlE;;GAEG;AACH,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,aAAa,EAAE,EACzB,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,yBAAyB,GACvC,OAAO,CAAC,cAAc,EAAE,CAAC,CAqB3B"}
@@ -0,0 +1,254 @@
1
+ import * as crypto from 'node:crypto';
2
+ import * as fs from 'node:fs/promises';
3
+ import * as os from 'node:os';
4
+ import * as path from 'node:path';
5
+ import { renderToPlainText } from '@zhin.js/ai';
6
+ import { resolveOutboundCapabilities } from './media-capabilities.js';
7
+ import { fetchUrlAsBase64 } from './media-normalize.js';
8
+ /** 超过此长度的 base64 先落盘,避免出站 segment.toString→from 模板超 400KB */
9
+ const OUTBOUND_SPOOL_B64_CHARS = 32_000;
10
+ function extForMime(mime, kind) {
11
+ const map = {
12
+ 'image/jpeg': '.jpg',
13
+ 'image/png': '.png',
14
+ 'image/gif': '.gif',
15
+ 'image/webp': '.webp',
16
+ 'audio/mpeg': '.mp3',
17
+ 'audio/wav': '.wav',
18
+ 'video/mp4': '.mp4',
19
+ };
20
+ if (map[mime])
21
+ return map[mime];
22
+ if (kind === 'audio')
23
+ return '.mp3';
24
+ if (kind === 'video')
25
+ return '.mp4';
26
+ if (kind === 'image')
27
+ return '.png';
28
+ return '.bin';
29
+ }
30
+ async function spoolBase64ToTempFile(base64, mimeType, kind) {
31
+ const dir = path.join(os.tmpdir(), 'zhin-outbound-media');
32
+ await fs.mkdir(dir, { recursive: true });
33
+ const ext = extForMime(mimeType, kind);
34
+ const filePath = path.join(dir, `${kind}-${crypto.randomBytes(6).toString('hex')}${ext}`);
35
+ await fs.writeFile(filePath, Buffer.from(base64, 'base64'));
36
+ return filePath;
37
+ }
38
+ async function readFileAsBase64(filePath, maxBytes) {
39
+ try {
40
+ const stat = await fs.stat(filePath);
41
+ if (stat.size > maxBytes)
42
+ return null;
43
+ const buf = await fs.readFile(filePath);
44
+ const ext = path.extname(filePath).toLowerCase();
45
+ let mime = 'application/octet-stream';
46
+ let kind = 'file';
47
+ if (['.png', '.jpg', '.jpeg', '.gif', '.webp'].includes(ext)) {
48
+ kind = 'image';
49
+ mime = ext === '.png' ? 'image/png' : ext === '.gif' ? 'image/gif' : ext === '.webp' ? 'image/webp' : 'image/jpeg';
50
+ }
51
+ else if (['.mp3', '.wav', '.ogg'].includes(ext)) {
52
+ kind = 'audio';
53
+ mime = ext === '.wav' ? 'audio/wav' : 'audio/mpeg';
54
+ }
55
+ else if (['.mp4', '.webm', '.mov'].includes(ext)) {
56
+ kind = 'video';
57
+ mime = 'video/mp4';
58
+ }
59
+ return { kind, base64: buf.toString('base64'), mimeType: mime, fileName: path.basename(filePath) };
60
+ }
61
+ catch {
62
+ return null;
63
+ }
64
+ }
65
+ async function elementToPayload(el, maxBytes) {
66
+ if (el.type === 'text')
67
+ return null;
68
+ if (el.type === 'image') {
69
+ if (el.base64) {
70
+ return { kind: 'image', base64: el.base64, mimeType: 'image/jpeg', meta: { alt: el.alt } };
71
+ }
72
+ if (el.url.startsWith('data:')) {
73
+ const m = /^data:([^;]+);base64,(.+)$/i.exec(el.url);
74
+ if (m)
75
+ return { kind: 'image', base64: m[2], mimeType: m[1], meta: { alt: el.alt } };
76
+ }
77
+ if (el.url && !el.url.startsWith('http')) {
78
+ return readFileAsBase64(el.url, maxBytes);
79
+ }
80
+ if (el.url?.startsWith('http')) {
81
+ return fetchUrlAsBase64(el.url, maxBytes);
82
+ }
83
+ }
84
+ if (el.type === 'audio') {
85
+ if (el.base64) {
86
+ return { kind: 'audio', base64: el.base64, mimeType: 'audio/mpeg' };
87
+ }
88
+ if (el.url.startsWith('data:')) {
89
+ const m = /^data:([^;]+);base64,(.+)$/i.exec(el.url);
90
+ if (m)
91
+ return { kind: 'audio', base64: m[2], mimeType: m[1] };
92
+ }
93
+ if (el.url)
94
+ return readFileAsBase64(el.url, maxBytes);
95
+ }
96
+ if (el.type === 'video') {
97
+ if (el.base64) {
98
+ return { kind: 'video', base64: el.base64, mimeType: 'video/mp4' };
99
+ }
100
+ if (el.url)
101
+ return readFileAsBase64(el.url, maxBytes);
102
+ }
103
+ if (el.type === 'file' && el.url) {
104
+ return readFileAsBase64(el.url, maxBytes);
105
+ }
106
+ return null;
107
+ }
108
+ async function payloadToMessageElement(payload, caps, platform) {
109
+ const max = caps.maxAttachmentBytes ?? 26_214_400;
110
+ if (!payload.base64 || payload.base64.length === 0) {
111
+ if (payload.kind === 'image' && caps.image) {
112
+ return { type: 'text', data: { text: `[图片: ${payload.meta?.alt || 'image'}]` } };
113
+ }
114
+ return null;
115
+ }
116
+ const bytes = Math.floor((payload.base64.length * 3) / 4);
117
+ if (bytes > max) {
118
+ return { type: 'text', data: { text: `[附件过大 (${(bytes / 1024 / 1024).toFixed(1)} MB),无法发送]` } };
119
+ }
120
+ /** icqq 常与守护进程异机;落盘路径对端不可读,保留 base64 由适配器编码为 CQ base64:// */
121
+ const spool = payload.base64.length > OUTBOUND_SPOOL_B64_CHARS && platform !== 'icqq';
122
+ const filePath = spool
123
+ ? await spoolBase64ToTempFile(payload.base64, payload.mimeType, payload.kind)
124
+ : undefined;
125
+ switch (payload.kind) {
126
+ case 'image':
127
+ if (!caps.image) {
128
+ return { type: 'text', data: { text: `[图片: ${payload.meta?.alt || 'image'}]` } };
129
+ }
130
+ if (filePath) {
131
+ return {
132
+ type: 'image',
133
+ data: { file: filePath, url: filePath, mime: payload.mimeType },
134
+ };
135
+ }
136
+ return {
137
+ type: 'image',
138
+ data: {
139
+ base64: payload.base64,
140
+ mime: payload.mimeType,
141
+ },
142
+ };
143
+ case 'audio':
144
+ if (!caps.audio) {
145
+ return { type: 'text', data: { text: elAudioFallback(payload) } };
146
+ }
147
+ if (filePath) {
148
+ return {
149
+ type: 'record',
150
+ data: {
151
+ file: filePath,
152
+ url: filePath,
153
+ format: payload.mimeType.includes('wav') ? 'wav' : 'mp3',
154
+ mime: payload.mimeType,
155
+ },
156
+ };
157
+ }
158
+ return {
159
+ type: 'record',
160
+ data: {
161
+ base64: payload.base64,
162
+ data: payload.base64,
163
+ format: payload.mimeType.includes('wav') ? 'wav' : 'mp3',
164
+ mime: payload.mimeType,
165
+ },
166
+ };
167
+ case 'video':
168
+ if (!caps.video) {
169
+ return { type: 'text', data: { text: `[视频]` } };
170
+ }
171
+ if (filePath) {
172
+ return {
173
+ type: 'video',
174
+ data: { file: filePath, url: filePath, mime: payload.mimeType },
175
+ };
176
+ }
177
+ return {
178
+ type: 'video',
179
+ data: {
180
+ base64: payload.base64,
181
+ mime: payload.mimeType,
182
+ },
183
+ };
184
+ case 'file':
185
+ if (!caps.file) {
186
+ return { type: 'text', data: { text: `📎 ${payload.fileName || 'file'}` } };
187
+ }
188
+ if (filePath) {
189
+ return {
190
+ type: 'file',
191
+ data: {
192
+ file: filePath,
193
+ url: filePath,
194
+ name: payload.fileName || 'file',
195
+ mime: payload.mimeType,
196
+ },
197
+ };
198
+ }
199
+ return {
200
+ type: 'file',
201
+ data: {
202
+ base64: payload.base64,
203
+ name: payload.fileName || 'file',
204
+ mime: payload.mimeType,
205
+ },
206
+ };
207
+ default:
208
+ return null;
209
+ }
210
+ }
211
+ function elAudioFallback(payload) {
212
+ return payload.meta?.alt ? `[语音: ${payload.meta.alt}]` : '[语音消息]';
213
+ }
214
+ function elementToTextSegment(el) {
215
+ if (el.type === 'text') {
216
+ return { type: 'text', data: { text: el.content } };
217
+ }
218
+ if (el.type === 'card') {
219
+ const lines = [`📋 ${el.title}`];
220
+ if (el.description)
221
+ lines.push(el.description);
222
+ if (el.fields?.length) {
223
+ for (const f of el.fields)
224
+ lines.push(` ${f.label}: ${f.value}`);
225
+ }
226
+ return { type: 'text', data: { text: lines.join('\n') } };
227
+ }
228
+ return { type: 'text', data: { text: renderToPlainText([el]) } };
229
+ }
230
+ /**
231
+ * OutputElement[] → MessageElement[](base64 契约,平台 adapter 决定如何发送)
232
+ */
233
+ export async function publishOutboundElements(elements, platform, capsOverride) {
234
+ const caps = capsOverride ?? resolveOutboundCapabilities(platform);
235
+ const segments = [];
236
+ for (const el of elements) {
237
+ if (el.type === 'text' || el.type === 'card') {
238
+ if (el.type === 'text' && !el.content?.trim())
239
+ continue;
240
+ segments.push(elementToTextSegment(el));
241
+ continue;
242
+ }
243
+ const payload = await elementToPayload(el, caps.maxAttachmentBytes ?? 26_214_400);
244
+ if (!payload) {
245
+ segments.push(elementToTextSegment(el));
246
+ continue;
247
+ }
248
+ const seg = await payloadToMessageElement(payload, caps, platform);
249
+ if (seg)
250
+ segments.push(seg);
251
+ }
252
+ return segments;
253
+ }
254
+ //# sourceMappingURL=media-publisher.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"media-publisher.js","sourceRoot":"","sources":["../../src/media/media-publisher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGhD,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAIxD,6DAA6D;AAC7D,MAAM,wBAAwB,GAAG,MAAM,CAAC;AAExC,SAAS,UAAU,CAAC,IAAY,EAAE,IAAe;IAC/C,MAAM,GAAG,GAA2B;QAClC,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;QACnB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,MAAM;QACpB,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,MAAM;KACpB,CAAC;IACF,IAAI,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACpC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,MAAc,EACd,QAAgB,EAChB,IAAe;IAEf,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC1D,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IAC1F,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,QAAgB;IAChE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC;QACtC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,IAAI,IAAI,GAAG,0BAA0B,CAAC;QACtC,IAAI,IAAI,GAAc,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC;QACrH,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC;QACrD,CAAC;aAAM,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,IAAI,GAAG,OAAO,CAAC;YACf,IAAI,GAAG,WAAW,CAAC;QACrB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;IACrG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,EAAiB,EACjB,QAAgB;IAEhB,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAEpC,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7F,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;QACvF,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACzC,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QACtE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,6BAA6B,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,CAAC;gBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACxB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,EAAE,CAAC,GAAG;YAAE,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC;QACjC,OAAO,gBAAgB,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,OAA2B,EAC3B,IAA+B,EAC/B,QAAiB;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC;IAClD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;QACnF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC;IAClG,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,wBAAwB,IAAI,QAAQ,KAAK,MAAM,CAAC;IACtF,MAAM,QAAQ,GAAG,KAAK;QACpB,CAAC,CAAC,MAAM,qBAAqB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC;QAC7E,CAAC,CAAC,SAAS,CAAC;IAEd,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;YACnF,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAChE,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACpE,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,GAAG,EAAE,QAAQ;wBACb,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;wBACxD,IAAI,EAAE,OAAO,CAAC,QAAQ;qBACvB;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,MAAM;oBACpB,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK;oBACxD,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ,KAAK,OAAO;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;YAClD,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;iBAChE,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ,KAAK,MAAM;YACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACf,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,QAAQ,IAAI,MAAM,EAAE,EAAE,EAAE,CAAC;YAC9E,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,GAAG,EAAE,QAAQ;wBACb,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;wBAChC,IAAI,EAAE,OAAO,CAAC,QAAQ;qBACvB;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,IAAI,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;oBAChC,IAAI,EAAE,OAAO,CAAC,QAAQ;iBACvB;aACF,CAAC;QACJ;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAA2B;IAClD,OAAO,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpE,CAAC;AAED,SAAS,oBAAoB,CAAC,EAAiB;IAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;IACtD,CAAC;IACD,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QACjC,IAAI,EAAE,CAAC,WAAW;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,QAAyB,EACzB,QAAiB,EACjB,YAAwC;IAExC,MAAM,IAAI,GAAG,YAAY,IAAI,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAqB,EAAE,CAAC;IAEtC,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7C,IAAI,EAAE,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE;gBAAE,SAAS;YACxD,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,EAAE,IAAI,CAAC,kBAAkB,IAAI,UAAU,CAAC,CAAC;QAClF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QACnE,IAAI,GAAG;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
@@ -0,0 +1,7 @@
1
+ import type { ContentPart } from '@zhin.js/ai';
2
+ import type { MultimodalConfig, PreprocessInboundResult } from './media-types.js';
3
+ /**
4
+ * 入站混合路由:base64 载荷 → 文本补充 + vision image parts
5
+ */
6
+ export declare function preprocessInboundMedia(parts: ContentPart[], config: MultimodalConfig, workspaceDir?: string): Promise<PreprocessInboundResult>;
7
+ //# sourceMappingURL=media-router.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"media-router.d.ts","sourceRoot":"","sources":["../../src/media/media-router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,KAAK,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AA2BlF;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,WAAW,EAAE,EACpB,MAAM,EAAE,gBAAgB,EACxB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,uBAAuB,CAAC,CAwClC"}