visionclaw 0.1.209 → 0.1.210-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (636) hide show
  1. package/dist/agent/backup.d.ts +10 -1
  2. package/dist/agent/backup.d.ts.map +1 -1
  3. package/dist/agent/backup.js +24 -1
  4. package/dist/agent/backup.js.map +1 -1
  5. package/dist/agent/browser-launcher.d.ts.map +1 -1
  6. package/dist/agent/browser-launcher.js +22 -20
  7. package/dist/agent/browser-launcher.js.map +1 -1
  8. package/dist/agent/context.d.ts +1 -1
  9. package/dist/agent/context.d.ts.map +1 -1
  10. package/dist/agent/context.js +28 -24
  11. package/dist/agent/context.js.map +1 -1
  12. package/dist/agent/engines/claude/session-browser-policy.d.ts.map +1 -1
  13. package/dist/agent/engines/claude/session-browser-policy.js +2 -16
  14. package/dist/agent/engines/claude/session-browser-policy.js.map +1 -1
  15. package/dist/agent/engines/claude/session.d.ts.map +1 -1
  16. package/dist/agent/engines/claude/session.js +6 -9
  17. package/dist/agent/engines/claude/session.js.map +1 -1
  18. package/dist/agent/engines/pi/tools.d.ts +7 -0
  19. package/dist/agent/engines/pi/tools.d.ts.map +1 -1
  20. package/dist/agent/engines/pi/tools.js +5 -1
  21. package/dist/agent/engines/pi/tools.js.map +1 -1
  22. package/dist/agent/engines/pi-coding/session.d.ts.map +1 -1
  23. package/dist/agent/engines/pi-coding/session.js +2 -0
  24. package/dist/agent/engines/pi-coding/session.js.map +1 -1
  25. package/dist/agent/engines/pi-coding/tools.d.ts +1 -0
  26. package/dist/agent/engines/pi-coding/tools.d.ts.map +1 -1
  27. package/dist/agent/engines/pi-coding/tools.js.map +1 -1
  28. package/dist/agent/gather-context.d.ts.map +1 -1
  29. package/dist/agent/gather-context.js +3 -1
  30. package/dist/agent/gather-context.js.map +1 -1
  31. package/dist/agent/heartbeat-manager.d.ts +3 -1
  32. package/dist/agent/heartbeat-manager.d.ts.map +1 -1
  33. package/dist/agent/heartbeat-manager.js +21 -0
  34. package/dist/agent/heartbeat-manager.js.map +1 -1
  35. package/dist/agent/interrupt-handler.d.ts.map +1 -1
  36. package/dist/agent/interrupt-handler.js +7 -1
  37. package/dist/agent/interrupt-handler.js.map +1 -1
  38. package/dist/agent/loop.d.ts.map +1 -1
  39. package/dist/agent/loop.js +76 -23
  40. package/dist/agent/loop.js.map +1 -1
  41. package/dist/agent/onboarding-gate.d.ts +1 -1
  42. package/dist/agent/onboarding-gate.d.ts.map +1 -1
  43. package/dist/agent/onboarding-gate.js +3 -2
  44. package/dist/agent/onboarding-gate.js.map +1 -1
  45. package/dist/agent/owner-channel-resolver.d.ts +1 -1
  46. package/dist/agent/owner-channel-resolver.d.ts.map +1 -1
  47. package/dist/agent/owner-channel-resolver.js +12 -0
  48. package/dist/agent/owner-channel-resolver.js.map +1 -1
  49. package/dist/agent/runtime-surface.d.ts +2 -0
  50. package/dist/agent/runtime-surface.d.ts.map +1 -1
  51. package/dist/agent/runtime-surface.js +3 -0
  52. package/dist/agent/runtime-surface.js.map +1 -1
  53. package/dist/agent/session-manager.d.ts +1 -1
  54. package/dist/agent/session-manager.d.ts.map +1 -1
  55. package/dist/agent/session-manager.js +13 -5
  56. package/dist/agent/session-manager.js.map +1 -1
  57. package/dist/agent/state.d.ts +2 -0
  58. package/dist/agent/state.d.ts.map +1 -1
  59. package/dist/agent/state.js.map +1 -1
  60. package/dist/agent/status.d.ts +1 -1
  61. package/dist/agent/status.d.ts.map +1 -1
  62. package/dist/agent/status.js +45 -14
  63. package/dist/agent/status.js.map +1 -1
  64. package/dist/agent/system-prompt.d.ts +1 -1
  65. package/dist/agent/system-prompt.d.ts.map +1 -1
  66. package/dist/agent/system-prompt.js +29 -13
  67. package/dist/agent/system-prompt.js.map +1 -1
  68. package/dist/agent/usage/usage-gate.d.ts.map +1 -1
  69. package/dist/agent/usage/usage-gate.js +6 -10
  70. package/dist/agent/usage/usage-gate.js.map +1 -1
  71. package/dist/calendar/calendar-interrupt-poller.d.ts +1 -1
  72. package/dist/calendar/calendar-interrupt-poller.d.ts.map +1 -1
  73. package/dist/calendar/calendar-interrupt-poller.js +5 -0
  74. package/dist/calendar/calendar-interrupt-poller.js.map +1 -1
  75. package/dist/calendar/scheduler.d.ts +1 -1
  76. package/dist/calendar/scheduler.d.ts.map +1 -1
  77. package/dist/calendar/scheduler.js +3 -0
  78. package/dist/calendar/scheduler.js.map +1 -1
  79. package/dist/channels/gmail.d.ts +3 -2
  80. package/dist/channels/gmail.d.ts.map +1 -1
  81. package/dist/channels/gmail.js +1 -0
  82. package/dist/channels/gmail.js.map +1 -1
  83. package/dist/channels/manager.d.ts +1 -1
  84. package/dist/channels/manager.d.ts.map +1 -1
  85. package/dist/channels/manager.js +22 -11
  86. package/dist/channels/manager.js.map +1 -1
  87. package/dist/channels/queue.d.ts +4 -0
  88. package/dist/channels/queue.d.ts.map +1 -1
  89. package/dist/channels/queue.js +10 -0
  90. package/dist/channels/queue.js.map +1 -1
  91. package/dist/channels/tui.d.ts +24 -10
  92. package/dist/channels/tui.d.ts.map +1 -1
  93. package/dist/channels/tui.js +104 -15
  94. package/dist/channels/tui.js.map +1 -1
  95. package/dist/cli/index.d.ts +1 -1
  96. package/dist/cli/index.d.ts.map +1 -1
  97. package/dist/cli/index.js +19 -28
  98. package/dist/cli/index.js.map +1 -1
  99. package/dist/config/index.d.ts.map +1 -1
  100. package/dist/config/index.js +3 -1
  101. package/dist/config/index.js.map +1 -1
  102. package/dist/config/types.d.ts +32 -1
  103. package/dist/config/types.d.ts.map +1 -1
  104. package/dist/config/types.js +48 -1
  105. package/dist/config/types.js.map +1 -1
  106. package/dist/e2e/suites/google.d.ts.map +1 -1
  107. package/dist/e2e/suites/google.js +11 -3
  108. package/dist/e2e/suites/google.js.map +1 -1
  109. package/dist/index.js.map +1 -1
  110. package/dist/obs/rdp/backend.d.ts +12 -0
  111. package/dist/obs/rdp/backend.d.ts.map +1 -0
  112. package/dist/obs/rdp/backend.js +10 -0
  113. package/dist/obs/rdp/backend.js.map +1 -0
  114. package/dist/obs/rdp/linux-x11-backend.d.ts +25 -0
  115. package/dist/obs/rdp/linux-x11-backend.d.ts.map +1 -0
  116. package/dist/obs/rdp/linux-x11-backend.js +161 -0
  117. package/dist/obs/rdp/linux-x11-backend.js.map +1 -0
  118. package/dist/obs/rdp/macos-backend.d.ts +12 -0
  119. package/dist/obs/rdp/macos-backend.d.ts.map +1 -0
  120. package/dist/obs/rdp/macos-backend.js +39 -0
  121. package/dist/obs/rdp/macos-backend.js.map +1 -0
  122. package/dist/obs/rdp/stream-manager.d.ts +3 -0
  123. package/dist/obs/rdp/stream-manager.d.ts.map +1 -1
  124. package/dist/obs/rdp/stream-manager.js +23 -42
  125. package/dist/obs/rdp/stream-manager.js.map +1 -1
  126. package/dist/obs/server.d.ts +1 -1
  127. package/dist/obs/server.d.ts.map +1 -1
  128. package/dist/obs/server.js +8 -3
  129. package/dist/obs/server.js.map +1 -1
  130. package/dist/onboarding/bootstrap-client.d.ts +43 -18
  131. package/dist/onboarding/bootstrap-client.d.ts.map +1 -1
  132. package/dist/onboarding/bootstrap-client.js +11 -1
  133. package/dist/onboarding/bootstrap-client.js.map +1 -1
  134. package/dist/onboarding/generate-wallpaper.d.ts +29 -0
  135. package/dist/onboarding/generate-wallpaper.d.ts.map +1 -1
  136. package/dist/onboarding/generate-wallpaper.js +58 -38
  137. package/dist/onboarding/generate-wallpaper.js.map +1 -1
  138. package/dist/onboarding/host-resolver.d.ts +2 -0
  139. package/dist/onboarding/host-resolver.d.ts.map +1 -0
  140. package/dist/onboarding/host-resolver.js +18 -0
  141. package/dist/onboarding/host-resolver.js.map +1 -0
  142. package/dist/onboarding/index.d.ts.map +1 -1
  143. package/dist/onboarding/index.js +2 -17
  144. package/dist/onboarding/index.js.map +1 -1
  145. package/dist/onboarding/onboarding-service-client.d.ts +2 -0
  146. package/dist/onboarding/onboarding-service-client.d.ts.map +1 -1
  147. package/dist/onboarding/onboarding-service-client.js.map +1 -1
  148. package/dist/onboarding/prepare-linux.d.ts +9 -0
  149. package/dist/onboarding/prepare-linux.d.ts.map +1 -0
  150. package/dist/onboarding/prepare-linux.js +64 -0
  151. package/dist/onboarding/prepare-linux.js.map +1 -0
  152. package/dist/onboarding/send-invite.d.ts +1 -1
  153. package/dist/onboarding/send-invite.d.ts.map +1 -1
  154. package/dist/onboarding/send-invite.js +23 -7
  155. package/dist/onboarding/send-invite.js.map +1 -1
  156. package/dist/onboarding/setup-shared.d.ts +10 -2
  157. package/dist/onboarding/setup-shared.d.ts.map +1 -1
  158. package/dist/onboarding/setup-shared.js +37 -6
  159. package/dist/onboarding/setup-shared.js.map +1 -1
  160. package/dist/onboarding/setup-state.d.ts +1 -0
  161. package/dist/onboarding/setup-state.d.ts.map +1 -1
  162. package/dist/onboarding/setup-state.js +1 -0
  163. package/dist/onboarding/setup-state.js.map +1 -1
  164. package/dist/onboarding/setup-steps.d.ts.map +1 -1
  165. package/dist/onboarding/setup-steps.js +53 -18
  166. package/dist/onboarding/setup-steps.js.map +1 -1
  167. package/dist/onboarding/wallpaper-contract.d.ts +38 -0
  168. package/dist/onboarding/wallpaper-contract.d.ts.map +1 -0
  169. package/dist/onboarding/wallpaper-contract.js +2 -0
  170. package/dist/onboarding/wallpaper-contract.js.map +1 -0
  171. package/dist/onboarding/wallpaper-linux-x11.d.ts +8 -0
  172. package/dist/onboarding/wallpaper-linux-x11.d.ts.map +1 -0
  173. package/dist/onboarding/wallpaper-linux-x11.js +72 -0
  174. package/dist/onboarding/wallpaper-linux-x11.js.map +1 -0
  175. package/dist/onboarding/wallpaper-macos.d.ts +4 -0
  176. package/dist/onboarding/wallpaper-macos.d.ts.map +1 -0
  177. package/dist/onboarding/wallpaper-macos.js +32 -0
  178. package/dist/onboarding/wallpaper-macos.js.map +1 -0
  179. package/dist/onboarding/wallpaper-platform.d.ts +4 -0
  180. package/dist/onboarding/wallpaper-platform.d.ts.map +1 -0
  181. package/dist/onboarding/wallpaper-platform.js +41 -0
  182. package/dist/onboarding/wallpaper-platform.js.map +1 -0
  183. package/dist/reconfigure.d.ts.map +1 -1
  184. package/dist/reconfigure.js +16 -5
  185. package/dist/reconfigure.js.map +1 -1
  186. package/dist/reset.d.ts.map +1 -1
  187. package/dist/reset.js +7 -0
  188. package/dist/reset.js.map +1 -1
  189. package/dist/restore.d.ts +2 -0
  190. package/dist/restore.d.ts.map +1 -1
  191. package/dist/restore.js +25 -0
  192. package/dist/restore.js.map +1 -1
  193. package/dist/runtime/linux-baseline.d.ts +2 -0
  194. package/dist/runtime/linux-baseline.d.ts.map +1 -0
  195. package/dist/runtime/linux-baseline.js +21 -0
  196. package/dist/runtime/linux-baseline.js.map +1 -0
  197. package/dist/service/daemon.d.ts.map +1 -1
  198. package/dist/service/daemon.js +24 -0
  199. package/dist/service/daemon.js.map +1 -1
  200. package/dist/service/systemd.d.ts +11 -0
  201. package/dist/service/systemd.d.ts.map +1 -0
  202. package/dist/service/systemd.js +63 -0
  203. package/dist/service/systemd.js.map +1 -0
  204. package/dist/system/host-capabilities.d.ts +35 -0
  205. package/dist/system/host-capabilities.d.ts.map +1 -0
  206. package/dist/system/host-capabilities.js +107 -0
  207. package/dist/system/host-capabilities.js.map +1 -0
  208. package/dist/system/machine-identity.d.ts.map +1 -1
  209. package/dist/system/machine-identity.js +15 -0
  210. package/dist/system/machine-identity.js.map +1 -1
  211. package/dist/tools/computer-use.d.ts.map +1 -1
  212. package/dist/tools/computer-use.js +9 -2
  213. package/dist/tools/computer-use.js.map +1 -1
  214. package/dist/tools/desktop-executor-factory.d.ts.map +1 -1
  215. package/dist/tools/desktop-executor-factory.js +3 -0
  216. package/dist/tools/desktop-executor-factory.js.map +1 -1
  217. package/dist/tools/desktop-executor-linux.d.ts +19 -0
  218. package/dist/tools/desktop-executor-linux.d.ts.map +1 -0
  219. package/dist/tools/desktop-executor-linux.js +89 -0
  220. package/dist/tools/desktop-executor-linux.js.map +1 -0
  221. package/dist/tools/index.d.ts +10 -0
  222. package/dist/tools/index.d.ts.map +1 -1
  223. package/dist/tools/index.js +6 -3
  224. package/dist/tools/index.js.map +1 -1
  225. package/dist/tools/screenshot.js +7 -2
  226. package/dist/tools/screenshot.js.map +1 -1
  227. package/dist/tui/client.d.ts +46 -7
  228. package/dist/tui/client.d.ts.map +1 -1
  229. package/dist/tui/client.js +60 -16
  230. package/dist/tui/client.js.map +1 -1
  231. package/dist/tui/protocol.d.ts +40 -0
  232. package/dist/tui/protocol.d.ts.map +1 -0
  233. package/dist/tui/protocol.js +20 -0
  234. package/dist/tui/protocol.js.map +1 -0
  235. package/dist/tui/request-store.d.ts +40 -0
  236. package/dist/tui/request-store.d.ts.map +1 -0
  237. package/dist/tui/request-store.js +236 -0
  238. package/dist/tui/request-store.js.map +1 -0
  239. package/dist/tui/server.d.ts +3 -0
  240. package/dist/tui/server.d.ts.map +1 -1
  241. package/dist/tui/server.js +225 -36
  242. package/dist/tui/server.js.map +1 -1
  243. package/dist/workspace/google/gmail-email.d.ts +8 -2
  244. package/dist/workspace/google/gmail-email.d.ts.map +1 -1
  245. package/dist/workspace/google/gmail-email.js +6 -0
  246. package/dist/workspace/google/gmail-email.js.map +1 -1
  247. package/dist/workspace/provider-factory.d.ts +1 -1
  248. package/dist/workspace/provider-factory.d.ts.map +1 -1
  249. package/dist/workspace/provider-factory.js +27 -12
  250. package/dist/workspace/provider-factory.js.map +1 -1
  251. package/dist-agent/bundle.cjs +7037 -5329
  252. package/package.json +2 -2
  253. package/dist/agent/applied-credential-signature.d.ts +0 -53
  254. package/dist/agent/applied-credential-signature.d.ts.map +0 -1
  255. package/dist/agent/applied-credential-signature.js +0 -137
  256. package/dist/agent/applied-credential-signature.js.map +0 -1
  257. package/dist/agent/engines/client-factory.d.ts +0 -63
  258. package/dist/agent/engines/client-factory.d.ts.map +0 -1
  259. package/dist/agent/engines/client-factory.js +0 -382
  260. package/dist/agent/engines/client-factory.js.map +0 -1
  261. package/dist/agent/engines/engine.d.ts +0 -8
  262. package/dist/agent/engines/engine.d.ts.map +0 -1
  263. package/dist/agent/engines/engine.js +0 -15
  264. package/dist/agent/engines/engine.js.map +0 -1
  265. package/dist/agent/engines/openai/file-session.d.ts +0 -19
  266. package/dist/agent/engines/openai/file-session.d.ts.map +0 -1
  267. package/dist/agent/engines/openai/file-session.js +0 -78
  268. package/dist/agent/engines/openai/file-session.js.map +0 -1
  269. package/dist/agent/engines/openai/file-tools.d.ts +0 -35
  270. package/dist/agent/engines/openai/file-tools.d.ts.map +0 -1
  271. package/dist/agent/engines/openai/file-tools.js +0 -194
  272. package/dist/agent/engines/openai/file-tools.js.map +0 -1
  273. package/dist/agent/engines/openai/session.d.ts +0 -55
  274. package/dist/agent/engines/openai/session.d.ts.map +0 -1
  275. package/dist/agent/engines/openai/session.js +0 -447
  276. package/dist/agent/engines/openai/session.js.map +0 -1
  277. package/dist/agent/engines/openai/tools.d.ts +0 -15
  278. package/dist/agent/engines/openai/tools.d.ts.map +0 -1
  279. package/dist/agent/engines/openai/tools.js +0 -221
  280. package/dist/agent/engines/openai/tools.js.map +0 -1
  281. package/dist/agent/engines/pi/session.d.ts +0 -49
  282. package/dist/agent/engines/pi/session.d.ts.map +0 -1
  283. package/dist/agent/engines/pi/session.js +0 -309
  284. package/dist/agent/engines/pi/session.js.map +0 -1
  285. package/dist/agent/memory-preload.d.ts +0 -55
  286. package/dist/agent/memory-preload.d.ts.map +0 -1
  287. package/dist/agent/memory-preload.js +0 -166
  288. package/dist/agent/memory-preload.js.map +0 -1
  289. package/dist/agent/providers/claude/cli-resolver.d.ts +0 -16
  290. package/dist/agent/providers/claude/cli-resolver.d.ts.map +0 -1
  291. package/dist/agent/providers/claude/cli-resolver.js +0 -83
  292. package/dist/agent/providers/claude/cli-resolver.js.map +0 -1
  293. package/dist/agent/providers/claude/session-browser-policy.d.ts +0 -9
  294. package/dist/agent/providers/claude/session-browser-policy.d.ts.map +0 -1
  295. package/dist/agent/providers/claude/session-browser-policy.js +0 -49
  296. package/dist/agent/providers/claude/session-browser-policy.js.map +0 -1
  297. package/dist/agent/providers/claude/session.d.ts +0 -304
  298. package/dist/agent/providers/claude/session.d.ts.map +0 -1
  299. package/dist/agent/providers/claude/session.js +0 -1236
  300. package/dist/agent/providers/claude/session.js.map +0 -1
  301. package/dist/agent/providers/client-factory.d.ts +0 -60
  302. package/dist/agent/providers/client-factory.d.ts.map +0 -1
  303. package/dist/agent/providers/client-factory.js +0 -400
  304. package/dist/agent/providers/client-factory.js.map +0 -1
  305. package/dist/agent/providers/openai/file-session.d.ts +0 -19
  306. package/dist/agent/providers/openai/file-session.d.ts.map +0 -1
  307. package/dist/agent/providers/openai/file-session.js +0 -78
  308. package/dist/agent/providers/openai/file-session.js.map +0 -1
  309. package/dist/agent/providers/openai/session.d.ts +0 -55
  310. package/dist/agent/providers/openai/session.d.ts.map +0 -1
  311. package/dist/agent/providers/openai/session.js +0 -447
  312. package/dist/agent/providers/openai/session.js.map +0 -1
  313. package/dist/agent/providers/openai/tools.d.ts +0 -15
  314. package/dist/agent/providers/openai/tools.d.ts.map +0 -1
  315. package/dist/agent/providers/openai/tools.js +0 -229
  316. package/dist/agent/providers/openai/tools.js.map +0 -1
  317. package/dist/agent/providers/session-types.d.ts +0 -153
  318. package/dist/agent/providers/session-types.d.ts.map +0 -1
  319. package/dist/agent/providers/session-types.js +0 -2
  320. package/dist/agent/providers/session-types.js.map +0 -1
  321. package/dist/agent/providers/system-prompt-log.d.ts +0 -9
  322. package/dist/agent/providers/system-prompt-log.d.ts.map +0 -1
  323. package/dist/agent/providers/system-prompt-log.js +0 -46
  324. package/dist/agent/providers/system-prompt-log.js.map +0 -1
  325. package/dist/agent/qq-claim-signal.d.ts +0 -9
  326. package/dist/agent/qq-claim-signal.d.ts.map +0 -1
  327. package/dist/agent/qq-claim-signal.js +0 -38
  328. package/dist/agent/qq-claim-signal.js.map +0 -1
  329. package/dist/agent/transcript-backfill.d.ts +0 -54
  330. package/dist/agent/transcript-backfill.d.ts.map +0 -1
  331. package/dist/agent/transcript-backfill.js +0 -604
  332. package/dist/agent/transcript-backfill.js.map +0 -1
  333. package/dist/agent/transcript-indexer.d.ts +0 -200
  334. package/dist/agent/transcript-indexer.d.ts.map +0 -1
  335. package/dist/agent/transcript-indexer.js +0 -775
  336. package/dist/agent/transcript-indexer.js.map +0 -1
  337. package/dist/agent/transcript-memory-migrations.d.ts +0 -25
  338. package/dist/agent/transcript-memory-migrations.d.ts.map +0 -1
  339. package/dist/agent/transcript-memory-migrations.js +0 -87
  340. package/dist/agent/transcript-memory-migrations.js.map +0 -1
  341. package/dist/agent/tunnel-credential-handler.d.ts +0 -90
  342. package/dist/agent/tunnel-credential-handler.d.ts.map +0 -1
  343. package/dist/agent/tunnel-credential-handler.js +0 -162
  344. package/dist/agent/tunnel-credential-handler.js.map +0 -1
  345. package/dist/agent/usage-backfill-handler.d.ts +0 -18
  346. package/dist/agent/usage-backfill-handler.d.ts.map +0 -1
  347. package/dist/agent/usage-backfill-handler.js +0 -69
  348. package/dist/agent/usage-backfill-handler.js.map +0 -1
  349. package/dist/agent/usage-gate.d.ts +0 -25
  350. package/dist/agent/usage-gate.d.ts.map +0 -1
  351. package/dist/agent/usage-gate.js +0 -83
  352. package/dist/agent/usage-gate.js.map +0 -1
  353. package/dist/agent/usage-handler.d.ts +0 -7
  354. package/dist/agent/usage-handler.d.ts.map +0 -1
  355. package/dist/agent/usage-handler.js +0 -28
  356. package/dist/agent/usage-handler.js.map +0 -1
  357. package/dist/agent/usage-report-builder.d.ts +0 -26
  358. package/dist/agent/usage-report-builder.d.ts.map +0 -1
  359. package/dist/agent/usage-report-builder.js +0 -80
  360. package/dist/agent/usage-report-builder.js.map +0 -1
  361. package/dist/agent/usage-report-queue.d.ts +0 -26
  362. package/dist/agent/usage-report-queue.d.ts.map +0 -1
  363. package/dist/agent/usage-report-queue.js +0 -199
  364. package/dist/agent/usage-report-queue.js.map +0 -1
  365. package/dist/agent/usage-report-types.d.ts +0 -41
  366. package/dist/agent/usage-report-types.d.ts.map +0 -1
  367. package/dist/agent/usage-report-types.js +0 -2
  368. package/dist/agent/usage-report-types.js.map +0 -1
  369. package/dist/agent/usage-reporter.d.ts +0 -31
  370. package/dist/agent/usage-reporter.d.ts.map +0 -1
  371. package/dist/agent/usage-reporter.js +0 -102
  372. package/dist/agent/usage-reporter.js.map +0 -1
  373. package/dist/agent/wake-cycle-tool-tracker.d.ts +0 -39
  374. package/dist/agent/wake-cycle-tool-tracker.d.ts.map +0 -1
  375. package/dist/agent/wake-cycle-tool-tracker.js +0 -72
  376. package/dist/agent/wake-cycle-tool-tracker.js.map +0 -1
  377. package/dist/anthropic-credentials.d.ts +0 -24
  378. package/dist/anthropic-credentials.d.ts.map +0 -1
  379. package/dist/anthropic-credentials.js +0 -37
  380. package/dist/anthropic-credentials.js.map +0 -1
  381. package/dist/billing/payg-handler.d.ts +0 -29
  382. package/dist/billing/payg-handler.d.ts.map +0 -1
  383. package/dist/billing/payg-handler.js +0 -92
  384. package/dist/billing/payg-handler.js.map +0 -1
  385. package/dist/billing/payment-handler.d.ts +0 -24
  386. package/dist/billing/payment-handler.d.ts.map +0 -1
  387. package/dist/billing/payment-handler.js +0 -101
  388. package/dist/billing/payment-handler.js.map +0 -1
  389. package/dist/builtin-skills/catalog/phone-adb-automation/SKILL.md +0 -412
  390. package/dist/builtin-skills/catalog/phone-adb-automation/phone_input.sh +0 -132
  391. package/dist/builtin-skills/catalog/phone-adb-automation/phone_launch.sh +0 -166
  392. package/dist/builtin-skills/catalog/phone-adb-automation/phone_screenshot.sh +0 -87
  393. package/dist/builtin-skills/catalog/phone-adb-automation/phone_security_kbd.py +0 -174
  394. package/dist/builtin-skills/catalog/phone-adb-automation/phone_setup.sh +0 -274
  395. package/dist/builtin-skills/catalog/phone-adb-automation/phone_swipe.sh +0 -111
  396. package/dist/builtin-skills/catalog/phone-adb-automation/phone_tap.sh +0 -87
  397. package/dist/builtin-skills/catalog/phone-adb-automation/phone_ui_parse.py +0 -176
  398. package/dist/builtin-skills/catalog/phone-adb-automation/phone_wake_unlock.sh +0 -67
  399. package/dist/builtin-skills/transcribe-audio/SKILL.md +0 -122
  400. package/dist/calendar/google-calendar.d.ts +0 -54
  401. package/dist/calendar/google-calendar.d.ts.map +0 -1
  402. package/dist/calendar/google-calendar.js +0 -156
  403. package/dist/calendar/google-calendar.js.map +0 -1
  404. package/dist/channels/web.d.ts +0 -40
  405. package/dist/channels/web.d.ts.map +0 -1
  406. package/dist/channels/web.js +0 -137
  407. package/dist/channels/web.js.map +0 -1
  408. package/dist/config/models.d.ts +0 -32
  409. package/dist/config/models.d.ts.map +0 -1
  410. package/dist/config/models.js +0 -57
  411. package/dist/config/models.js.map +0 -1
  412. package/dist/data-processing/convert-demo-cli.d.ts +0 -7
  413. package/dist/data-processing/convert-demo-cli.d.ts.map +0 -1
  414. package/dist/data-processing/convert-demo-cli.js +0 -30
  415. package/dist/data-processing/convert-demo-cli.js.map +0 -1
  416. package/dist/data-processing/convert-demo.d.ts +0 -26
  417. package/dist/data-processing/convert-demo.d.ts.map +0 -1
  418. package/dist/data-processing/convert-demo.js +0 -233
  419. package/dist/data-processing/convert-demo.js.map +0 -1
  420. package/dist/drive/google-drive.d.ts +0 -83
  421. package/dist/drive/google-drive.d.ts.map +0 -1
  422. package/dist/drive/google-drive.js +0 -219
  423. package/dist/drive/google-drive.js.map +0 -1
  424. package/dist/email/gmail-email.d.ts +0 -64
  425. package/dist/email/gmail-email.d.ts.map +0 -1
  426. package/dist/email/gmail-email.js +0 -167
  427. package/dist/email/gmail-email.js.map +0 -1
  428. package/dist/factcheck/agent.d.ts +0 -50
  429. package/dist/factcheck/agent.d.ts.map +0 -1
  430. package/dist/factcheck/agent.js +0 -508
  431. package/dist/factcheck/agent.js.map +0 -1
  432. package/dist/factcheck/financial-verifier.d.ts +0 -49
  433. package/dist/factcheck/financial-verifier.d.ts.map +0 -1
  434. package/dist/factcheck/financial-verifier.js +0 -109
  435. package/dist/factcheck/financial-verifier.js.map +0 -1
  436. package/dist/factcheck/setup.d.ts +0 -32
  437. package/dist/factcheck/setup.d.ts.map +0 -1
  438. package/dist/factcheck/setup.js +0 -70
  439. package/dist/factcheck/setup.js.map +0 -1
  440. package/dist/factcheck/sidecar.d.ts +0 -131
  441. package/dist/factcheck/sidecar.d.ts.map +0 -1
  442. package/dist/factcheck/sidecar.js +0 -348
  443. package/dist/factcheck/sidecar.js.map +0 -1
  444. package/dist/factcheck/store.d.ts +0 -111
  445. package/dist/factcheck/store.d.ts.map +0 -1
  446. package/dist/factcheck/store.js +0 -246
  447. package/dist/factcheck/store.js.map +0 -1
  448. package/dist/factcheck/web-searcher.d.ts +0 -22
  449. package/dist/factcheck/web-searcher.d.ts.map +0 -1
  450. package/dist/factcheck/web-searcher.js +0 -90
  451. package/dist/factcheck/web-searcher.js.map +0 -1
  452. package/dist/obs/auth.d.ts +0 -45
  453. package/dist/obs/auth.d.ts.map +0 -1
  454. package/dist/obs/auth.js +0 -181
  455. package/dist/obs/auth.js.map +0 -1
  456. package/dist/obs/mini-app/tasks.d.ts +0 -2
  457. package/dist/obs/mini-app/tasks.d.ts.map +0 -1
  458. package/dist/obs/mini-app/tasks.js +0 -506
  459. package/dist/obs/mini-app/tasks.js.map +0 -1
  460. package/dist/obs/rdp/icons/icons/app_windows.svg +0 -4
  461. package/dist/obs/rdp/icons/icons/clip_get.svg +0 -4
  462. package/dist/obs/rdp/icons/icons/clip_send.svg +0 -4
  463. package/dist/obs/rdp/icons/icons/clip_shared.svg +0 -4
  464. package/dist/obs/rdp/icons/icons/clipboard.svg +0 -4
  465. package/dist/obs/rdp/icons/icons/clipboard_shared.svg +0 -4
  466. package/dist/obs/rdp/icons/icons/control.svg +0 -4
  467. package/dist/obs/rdp/icons/icons/desktop.svg +0 -4
  468. package/dist/obs/rdp/icons/icons/display.svg +0 -4
  469. package/dist/obs/rdp/icons/icons/launchpad.svg +0 -4
  470. package/dist/obs/rdp/icons/icons/mission_control.svg +0 -4
  471. package/dist/obs/rdp/icons/icons/screenshot.svg +0 -4
  472. package/dist/obs/rdp/icons/icons/zoom_actual.svg +0 -4
  473. package/dist/obs/rdp/icons/icons/zoom_fit.svg +0 -4
  474. package/dist/obs/rdp/icons/icons/zoom_in.svg +0 -4
  475. package/dist/obs/rdp/icons/icons/zoom_out.svg +0 -4
  476. package/dist/obs/tunnel-telemetry.d.ts +0 -46
  477. package/dist/obs/tunnel-telemetry.d.ts.map +0 -1
  478. package/dist/obs/tunnel-telemetry.js +0 -70
  479. package/dist/obs/tunnel-telemetry.js.map +0 -1
  480. package/dist/onboarding/cloudflared-cert.d.ts +0 -15
  481. package/dist/onboarding/cloudflared-cert.d.ts.map +0 -1
  482. package/dist/onboarding/cloudflared-cert.js +0 -57
  483. package/dist/onboarding/cloudflared-cert.js.map +0 -1
  484. package/dist/onboarding/gh-auth-browser.d.ts +0 -10
  485. package/dist/onboarding/gh-auth-browser.d.ts.map +0 -1
  486. package/dist/onboarding/gh-auth-browser.js +0 -70
  487. package/dist/onboarding/gh-auth-browser.js.map +0 -1
  488. package/dist/onboarding/provision-eth-wallet.d.ts +0 -7
  489. package/dist/onboarding/provision-eth-wallet.d.ts.map +0 -1
  490. package/dist/onboarding/provision-eth-wallet.js +0 -14
  491. package/dist/onboarding/provision-eth-wallet.js.map +0 -1
  492. package/dist/onboarding/provision-workspace-account.d.ts +0 -14
  493. package/dist/onboarding/provision-workspace-account.d.ts.map +0 -1
  494. package/dist/onboarding/provision-workspace-account.js +0 -165
  495. package/dist/onboarding/provision-workspace-account.js.map +0 -1
  496. package/dist/onboarding/provisioning-spec.d.ts +0 -62
  497. package/dist/onboarding/provisioning-spec.d.ts.map +0 -1
  498. package/dist/onboarding/provisioning-spec.js +0 -159
  499. package/dist/onboarding/provisioning-spec.js.map +0 -1
  500. package/dist/onboarding/send-identity-credentials.d.ts +0 -11
  501. package/dist/onboarding/send-identity-credentials.d.ts.map +0 -1
  502. package/dist/onboarding/send-identity-credentials.js +0 -110
  503. package/dist/onboarding/send-identity-credentials.js.map +0 -1
  504. package/dist/onboarding/setup-credentials.d.ts +0 -7
  505. package/dist/onboarding/setup-credentials.d.ts.map +0 -1
  506. package/dist/onboarding/setup-credentials.js +0 -44
  507. package/dist/onboarding/setup-credentials.js.map +0 -1
  508. package/dist/openai-credentials.d.ts +0 -30
  509. package/dist/openai-credentials.d.ts.map +0 -1
  510. package/dist/openai-credentials.js +0 -37
  511. package/dist/openai-credentials.js.map +0 -1
  512. package/dist/phonecall-credentials.d.ts +0 -21
  513. package/dist/phonecall-credentials.d.ts.map +0 -1
  514. package/dist/phonecall-credentials.js +0 -34
  515. package/dist/phonecall-credentials.js.map +0 -1
  516. package/dist/realtime/agent-bridge.d.ts +0 -7
  517. package/dist/realtime/agent-bridge.d.ts.map +0 -1
  518. package/dist/realtime/agent-bridge.js +0 -31
  519. package/dist/realtime/agent-bridge.js.map +0 -1
  520. package/dist/realtime/assets/index.html +0 -1058
  521. package/dist/realtime/assets/samples/alloy.mp3 +0 -0
  522. package/dist/realtime/assets/samples/ash.mp3 +0 -0
  523. package/dist/realtime/assets/samples/ballad.mp3 +0 -0
  524. package/dist/realtime/assets/samples/cedar.mp3 +0 -0
  525. package/dist/realtime/assets/samples/coral.mp3 +0 -0
  526. package/dist/realtime/assets/samples/echo.mp3 +0 -0
  527. package/dist/realtime/assets/samples/marin.mp3 +0 -0
  528. package/dist/realtime/assets/samples/sage.mp3 +0 -0
  529. package/dist/realtime/assets/samples/shimmer.mp3 +0 -0
  530. package/dist/realtime/assets/samples/verse.mp3 +0 -0
  531. package/dist/realtime/context.d.ts +0 -14
  532. package/dist/realtime/context.d.ts.map +0 -1
  533. package/dist/realtime/context.js +0 -153
  534. package/dist/realtime/context.js.map +0 -1
  535. package/dist/realtime/http-helpers.d.ts +0 -5
  536. package/dist/realtime/http-helpers.d.ts.map +0 -1
  537. package/dist/realtime/http-helpers.js +0 -29
  538. package/dist/realtime/http-helpers.js.map +0 -1
  539. package/dist/realtime/index.d.ts +0 -62
  540. package/dist/realtime/index.d.ts.map +0 -1
  541. package/dist/realtime/index.js +0 -94
  542. package/dist/realtime/index.js.map +0 -1
  543. package/dist/realtime/server.d.ts +0 -6
  544. package/dist/realtime/server.d.ts.map +0 -1
  545. package/dist/realtime/server.js +0 -479
  546. package/dist/realtime/server.js.map +0 -1
  547. package/dist/realtime/telegram-auth.d.ts +0 -2
  548. package/dist/realtime/telegram-auth.d.ts.map +0 -1
  549. package/dist/realtime/telegram-auth.js +0 -24
  550. package/dist/realtime/telegram-auth.js.map +0 -1
  551. package/dist/realtime/tools.d.ts +0 -829
  552. package/dist/realtime/tools.d.ts.map +0 -1
  553. package/dist/realtime/tools.js +0 -611
  554. package/dist/realtime/tools.js.map +0 -1
  555. package/dist/realtime/types.d.ts +0 -62
  556. package/dist/realtime/types.d.ts.map +0 -1
  557. package/dist/realtime/types.js +0 -3
  558. package/dist/realtime/types.js.map +0 -1
  559. package/dist/realtime/voice-summarizer.d.ts +0 -4
  560. package/dist/realtime/voice-summarizer.d.ts.map +0 -1
  561. package/dist/realtime/voice-summarizer.js +0 -123
  562. package/dist/realtime/voice-summarizer.js.map +0 -1
  563. package/dist/realtime/websocket.d.ts +0 -7
  564. package/dist/realtime/websocket.d.ts.map +0 -1
  565. package/dist/realtime/websocket.js +0 -65
  566. package/dist/realtime/websocket.js.map +0 -1
  567. package/dist/service/gbox-tun.d.ts +0 -14
  568. package/dist/service/gbox-tun.d.ts.map +0 -1
  569. package/dist/service/gbox-tun.js +0 -315
  570. package/dist/service/gbox-tun.js.map +0 -1
  571. package/dist/skills/installed.d.ts +0 -11
  572. package/dist/skills/installed.d.ts.map +0 -1
  573. package/dist/skills/installed.js +0 -35
  574. package/dist/skills/installed.js.map +0 -1
  575. package/dist/tools/card.d.ts +0 -11
  576. package/dist/tools/card.d.ts.map +0 -1
  577. package/dist/tools/card.js +0 -87
  578. package/dist/tools/card.js.map +0 -1
  579. package/dist/tools/coordinate-resolver.d.ts +0 -30
  580. package/dist/tools/coordinate-resolver.d.ts.map +0 -1
  581. package/dist/tools/coordinate-resolver.js +0 -104
  582. package/dist/tools/coordinate-resolver.js.map +0 -1
  583. package/dist/tools/sms.d.ts +0 -16
  584. package/dist/tools/sms.d.ts.map +0 -1
  585. package/dist/tools/sms.js +0 -78
  586. package/dist/tools/sms.js.map +0 -1
  587. package/dist/tools/stock-data.d.ts +0 -70
  588. package/dist/tools/stock-data.d.ts.map +0 -1
  589. package/dist/tools/stock-data.js +0 -596
  590. package/dist/tools/stock-data.js.map +0 -1
  591. package/dist/tools/webapp.d.ts +0 -30
  592. package/dist/tools/webapp.d.ts.map +0 -1
  593. package/dist/tools/webapp.js +0 -114
  594. package/dist/tools/webapp.js.map +0 -1
  595. package/dist/utils/wechat-monitor.d.ts +0 -21
  596. package/dist/utils/wechat-monitor.d.ts.map +0 -1
  597. package/dist/utils/wechat-monitor.js +0 -88
  598. package/dist/utils/wechat-monitor.js.map +0 -1
  599. package/dist/webapp/index.d.ts +0 -28
  600. package/dist/webapp/index.d.ts.map +0 -1
  601. package/dist/webapp/index.js +0 -75
  602. package/dist/webapp/index.js.map +0 -1
  603. package/dist/webapp/server.d.ts +0 -32
  604. package/dist/webapp/server.d.ts.map +0 -1
  605. package/dist/webapp/server.js +0 -375
  606. package/dist/webapp/server.js.map +0 -1
  607. package/dist/webapp/storage.d.ts +0 -64
  608. package/dist/webapp/storage.d.ts.map +0 -1
  609. package/dist/webapp/storage.js +0 -103
  610. package/dist/webapp/storage.js.map +0 -1
  611. package/dist/webapp/ui.d.ts +0 -2
  612. package/dist/webapp/ui.d.ts.map +0 -1
  613. package/dist/webapp/ui.js +0 -319
  614. package/dist/webapp/ui.js.map +0 -1
  615. package/dist-agent/assets/index.html +0 -1058
  616. package/dist-agent/assets/samples/alloy.mp3 +0 -0
  617. package/dist-agent/assets/samples/ash.mp3 +0 -0
  618. package/dist-agent/assets/samples/ballad.mp3 +0 -0
  619. package/dist-agent/assets/samples/cedar.mp3 +0 -0
  620. package/dist-agent/assets/samples/coral.mp3 +0 -0
  621. package/dist-agent/assets/samples/echo.mp3 +0 -0
  622. package/dist-agent/assets/samples/marin.mp3 +0 -0
  623. package/dist-agent/assets/samples/sage.mp3 +0 -0
  624. package/dist-agent/assets/samples/shimmer.mp3 +0 -0
  625. package/dist-agent/assets/samples/verse.mp3 +0 -0
  626. package/dist-agent/realtime/assets/index.html +0 -1058
  627. package/dist-agent/realtime/assets/samples/alloy.mp3 +0 -0
  628. package/dist-agent/realtime/assets/samples/ash.mp3 +0 -0
  629. package/dist-agent/realtime/assets/samples/ballad.mp3 +0 -0
  630. package/dist-agent/realtime/assets/samples/cedar.mp3 +0 -0
  631. package/dist-agent/realtime/assets/samples/coral.mp3 +0 -0
  632. package/dist-agent/realtime/assets/samples/echo.mp3 +0 -0
  633. package/dist-agent/realtime/assets/samples/marin.mp3 +0 -0
  634. package/dist-agent/realtime/assets/samples/sage.mp3 +0 -0
  635. package/dist-agent/realtime/assets/samples/shimmer.mp3 +0 -0
  636. package/dist-agent/realtime/assets/samples/verse.mp3 +0 -0
package/dist-agent/assets/index.html DELETED
@@ -1,1058 +0,0 @@
1
- <!DOCTYPE html>
2
- <html lang="en">
3
- <head>
4
- <meta charset="UTF-8">
5
- <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no">
6
- <title>VisionClaw Voice</title>
7
- <script src="https://telegram.org/js/telegram-web-app.js"></script>
8
- <style>
9
- :root {
10
- --bg: #09090b;
11
- --surface: #18181b;
12
- --surface-hover: #27272a;
13
- --border: #27272a;
14
- --text: #fafafa;
15
- --text-secondary: #a1a1aa;
16
- --text-muted: #71717a;
17
- --accent: #8b5cf6;
18
- --accent-light: #a78bfa;
19
- --accent-glow: rgba(139, 92, 246, 0.25);
20
- --accent-glow-strong: rgba(139, 92, 246, 0.4);
21
- --success: #10b981;
22
- --error: #f43f5e;
23
- --radius: 16px;
24
- }
25
-
26
- * { margin: 0; padding: 0; box-sizing: border-box; }
27
-
28
- body {
29
- font-family: -apple-system, BlinkMacSystemFont, 'SF Pro Display', 'Segoe UI', system-ui, sans-serif;
30
- background: var(--bg);
31
- color: var(--text);
32
- height: 100vh;
33
- height: 100dvh;
34
- display: flex;
35
- flex-direction: column;
36
- overflow: hidden;
37
- -webkit-font-smoothing: antialiased;
38
- }
39
-
40
- /* ─── Start Screen ─── */
41
- .start-screen {
42
- flex: 1;
43
- display: flex;
44
- flex-direction: column;
45
- align-items: center;
46
- justify-content: center;
47
- padding: 40px 24px;
48
- gap: 0;
49
- }
50
-
51
- .start-screen.hidden { display: none; }
52
-
53
- .brand-icon {
54
- width: 64px;
55
- height: 64px;
56
- border-radius: 20px;
57
- background: linear-gradient(135deg, var(--accent), #6d28d9);
58
- display: flex;
59
- align-items: center;
60
- justify-content: center;
61
- margin-bottom: 24px;
62
- box-shadow: 0 8px 32px var(--accent-glow);
63
- }
64
-
65
- .brand-icon svg {
66
- width: 32px;
67
- height: 32px;
68
- fill: white;
69
- }
70
-
71
- .start-screen h1 {
72
- font-size: 22px;
73
- font-weight: 600;
74
- letter-spacing: -0.3px;
75
- margin-bottom: 8px;
76
- }
77
-
78
- .start-screen .subtitle {
79
- color: var(--text-muted);
80
- font-size: 15px;
81
- margin-bottom: 32px;
82
- }
83
-
84
- .start-btn {
85
- width: 110px;
86
- height: 110px;
87
- border-radius: 50%;
88
- border: none;
89
- background: linear-gradient(135deg, var(--accent), #7c3aed);
90
- color: white;
91
- font-size: 14px;
92
- font-weight: 600;
93
- cursor: pointer;
94
- transition: all 0.3s cubic-bezier(0.4, 0, 0.2, 1);
95
- display: flex;
96
- flex-direction: column;
97
- align-items: center;
98
- justify-content: center;
99
- gap: 6px;
100
- position: relative;
101
- box-shadow: 0 4px 24px var(--accent-glow), 0 0 0 0 var(--accent-glow);
102
- }
103
-
104
- .start-btn svg {
105
- width: 28px;
106
- height: 28px;
107
- fill: white;
108
- }
109
-
110
- .start-btn:hover {
111
- transform: scale(1.05);
112
- box-shadow: 0 8px 40px var(--accent-glow-strong), 0 0 0 8px rgba(139, 92, 246, 0.08);
113
- }
114
-
115
- .start-btn:active {
116
- transform: scale(0.97);
117
- }
118
-
119
- /* Subtle pulse ring on start button */
120
- .start-btn::before {
121
- content: '';
122
- position: absolute;
123
- inset: -4px;
124
- border-radius: 50%;
125
- border: 2px solid var(--accent-light);
126
- opacity: 0;
127
- animation: startPulse 3s ease-in-out infinite;
128
- }
129
-
130
- @keyframes startPulse {
131
- 0%, 100% { opacity: 0; transform: scale(1); }
132
- 50% { opacity: 0.3; transform: scale(1.08); }
133
- }
134
-
135
- .footer-text {
136
- margin-top: 24px;
137
- color: var(--text-muted);
138
- font-size: 11px;
139
- opacity: 0.5;
140
- }
141
-
142
- /* ─── Voice Selector (Dropdown) ─── */
143
- .voice-selector {
144
- display: flex;
145
- flex-direction: column;
146
- align-items: center;
147
- gap: 10px;
148
- margin-bottom: 28px;
149
- width: 100%;
150
- max-width: 260px;
151
- }
152
-
153
- .voice-selector label {
154
- font-size: 13px;
155
- color: var(--text-muted);
156
- font-weight: 500;
157
- }
158
-
159
- .voice-dropdown {
160
- width: 100%;
161
- padding: 12px 16px;
162
- border-radius: 12px;
163
- border: 1.5px solid var(--border);
164
- background: var(--surface);
165
- color: var(--text);
166
- font-size: 15px;
167
- font-weight: 500;
168
- cursor: pointer;
169
- transition: all 0.2s ease;
170
- appearance: none;
171
- -webkit-appearance: none;
172
- background-image: url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' width='12' height='12' viewBox='0 0 12 12'%3E%3Cpath fill='%23a1a1aa' d='M6 8L1 3h10z'/%3E%3C/svg%3E");
173
- background-repeat: no-repeat;
174
- background-position: right 14px center;
175
- text-transform: capitalize;
176
- }
177
-
178
- .voice-dropdown:hover,
179
- .voice-dropdown:focus {
180
- border-color: var(--accent);
181
- outline: none;
182
- box-shadow: 0 0 12px var(--accent-glow);
183
- }
184
-
185
- .voice-dropdown option {
186
- background: var(--surface);
187
- color: var(--text);
188
- padding: 8px;
189
- }
190
-
191
- /* ─── Session View ─── */
192
- .session-view { display: none; flex-direction: column; height: 100vh; height: 100dvh; }
193
- .session-view.active { display: flex; }
194
-
195
- .header {
196
- padding: 14px 20px;
197
- display: flex;
198
- align-items: center;
199
- gap: 12px;
200
- background: var(--surface);
201
- border-bottom: 1px solid var(--border);
202
- position: relative;
203
- }
204
-
205
- .header-avatar {
206
- width: 34px;
207
- height: 34px;
208
- border-radius: 10px;
209
- background: linear-gradient(135deg, var(--accent), #6d28d9);
210
- display: flex;
211
- align-items: center;
212
- justify-content: center;
213
- }
214
-
215
- .header-avatar svg {
216
- width: 18px;
217
- height: 18px;
218
- fill: white;
219
- }
220
-
221
- .header .info h1 {
222
- font-size: 15px;
223
- font-weight: 600;
224
- letter-spacing: -0.2px;
225
- }
226
-
227
- .header .status {
228
- font-size: 12px;
229
- color: var(--text-muted);
230
- display: flex;
231
- align-items: center;
232
- gap: 5px;
233
- }
234
-
235
- .header .status .dot {
236
- width: 6px;
237
- height: 6px;
238
- border-radius: 50%;
239
- background: var(--text-muted);
240
- transition: background 0.3s ease;
241
- }
242
-
243
- .header .status .dot.connected { background: var(--success); }
244
- .header .status .dot.error { background: var(--error); }
245
-
246
- .end-btn {
247
- position: absolute;
248
- right: 16px;
249
- top: 50%;
250
- transform: translateY(-50%);
251
- background: transparent;
252
- border: 1px solid var(--border);
253
- color: var(--text-muted);
254
- padding: 6px 14px;
255
- border-radius: 8px;
256
- font-size: 13px;
257
- font-weight: 500;
258
- cursor: pointer;
259
- transition: all 0.2s ease;
260
- }
261
-
262
- .end-btn:hover {
263
- border-color: var(--error);
264
- color: var(--error);
265
- background: rgba(244, 63, 94, 0.06);
266
- }
267
-
268
- /* ─── Transcript ─── */
269
- .transcript {
270
- flex: 1;
271
- overflow-y: auto;
272
- padding: 16px 16px;
273
- display: flex;
274
- flex-direction: column;
275
- gap: 8px;
276
- scroll-behavior: smooth;
277
- }
278
-
279
- .transcript::-webkit-scrollbar { width: 4px; }
280
- .transcript::-webkit-scrollbar-thumb { background: var(--border); border-radius: 4px; }
281
-
282
- .msg {
283
- max-width: 82%;
284
- padding: 10px 14px;
285
- border-radius: 18px;
286
- font-size: 14px;
287
- line-height: 1.5;
288
- animation: msgIn 0.25s cubic-bezier(0.4, 0, 0.2, 1);
289
- }
290
-
291
- @keyframes msgIn {
292
- from { opacity: 0; transform: translateY(6px) scale(0.97); }
293
- to { opacity: 1; transform: translateY(0) scale(1); }
294
- }
295
-
296
- .msg.user {
297
- align-self: flex-end;
298
- background: var(--accent);
299
- color: white;
300
- border-bottom-right-radius: 6px;
301
- }
302
-
303
- .msg.assistant {
304
- align-self: flex-start;
305
- background: var(--surface);
306
- border: 1px solid var(--border);
307
- border-bottom-left-radius: 6px;
308
- }
309
-
310
- .msg.system {
311
- align-self: center;
312
- background: transparent;
313
- color: var(--text-muted);
314
- font-size: 12px;
315
- padding: 6px 12px;
316
- }
317
-
318
- .msg.tool {
319
- align-self: center;
320
- background: rgba(139, 92, 246, 0.08);
321
- border: 1px solid rgba(139, 92, 246, 0.2);
322
- color: var(--accent-light);
323
- font-size: 12px;
324
- font-weight: 500;
325
- padding: 6px 14px;
326
- border-radius: 20px;
327
- }
328
-
329
- .msg.tool.thinking {
330
- display: flex;
331
- align-items: center;
332
- gap: 8px;
333
- }
334
-
335
- .msg.tool.thinking .dots {
336
- display: flex;
337
- gap: 3px;
338
- }
339
-
340
- .msg.tool.thinking .dots span {
341
- width: 4px;
342
- height: 4px;
343
- border-radius: 50%;
344
- background: var(--accent-light);
345
- animation: dotBounce 1.4s ease-in-out infinite;
346
- }
347
-
348
- .msg.tool.thinking .dots span:nth-child(2) { animation-delay: 0.16s; }
349
- .msg.tool.thinking .dots span:nth-child(3) { animation-delay: 0.32s; }
350
-
351
- @keyframes dotBounce {
352
- 0%, 80%, 100% { opacity: 0.3; }
353
- 40% { opacity: 1; }
354
- }
355
-
356
- /* ─── Controls ─── */
357
- .controls {
358
- padding: 20px 20px 28px;
359
- display: flex;
360
- flex-direction: column;
361
- align-items: center;
362
- gap: 12px;
363
- background: linear-gradient(to top, var(--bg) 60%, transparent);
364
- }
365
-
366
- .mic-btn {
367
- width: 64px;
368
- height: 64px;
369
- border-radius: 50%;
370
- border: 2px solid var(--border);
371
- background: var(--surface);
372
- cursor: pointer;
373
- display: flex;
374
- align-items: center;
375
- justify-content: center;
376
- transition: all 0.2s cubic-bezier(0.4, 0, 0.2, 1);
377
- position: relative;
378
- }
379
-
380
- .mic-btn svg {
381
- width: 24px;
382
- height: 24px;
383
- fill: var(--text-secondary);
384
- transition: fill 0.2s ease;
385
- }
386
-
387
- .mic-btn:hover {
388
- border-color: var(--accent);
389
- background: var(--surface-hover);
390
- }
391
-
392
- .mic-btn:hover svg { fill: var(--accent-light); }
393
-
394
- .mic-btn.active {
395
- background: var(--accent);
396
- border-color: var(--accent);
397
- box-shadow: 0 0 24px var(--accent-glow-strong);
398
- }
399
-
400
- .mic-btn.active svg { fill: white; }
401
-
402
- .mic-btn.active::before {
403
- content: '';
404
- position: absolute;
405
- inset: -6px;
406
- border-radius: 50%;
407
- border: 2px solid var(--accent);
408
- animation: micPulse 1.6s ease-out infinite;
409
- }
410
-
411
- @keyframes micPulse {
412
- 0% { transform: scale(1); opacity: 0.5; }
413
- 100% { transform: scale(1.4); opacity: 0; }
414
- }
415
-
416
- .mic-btn.muted {
417
- border-color: var(--error);
418
- }
419
-
420
- .mic-btn.muted svg { fill: var(--error); }
421
-
422
- .btn-label {
423
- font-size: 12px;
424
- color: var(--text-muted);
425
- font-weight: 500;
426
- }
427
-
428
- /* ─── Overlay ─── */
429
- .overlay {
430
- position: fixed;
431
- inset: 0;
432
- background: rgba(9, 9, 11, 0.85);
433
- backdrop-filter: blur(8px);
434
- -webkit-backdrop-filter: blur(8px);
435
- display: flex;
436
- align-items: center;
437
- justify-content: center;
438
- z-index: 100;
439
- }
440
-
441
- .overlay.hidden { display: none; }
442
-
443
- .overlay-content {
444
- text-align: center;
445
- display: flex;
446
- flex-direction: column;
447
- align-items: center;
448
- gap: 16px;
449
- }
450
-
451
- .spinner {
452
- width: 36px;
453
- height: 36px;
454
- border: 3px solid var(--border);
455
- border-top-color: var(--accent);
456
- border-radius: 50%;
457
- animation: spin 0.7s linear infinite;
458
- }
459
-
460
- @keyframes spin { to { transform: rotate(360deg); } }
461
-
462
- .overlay .text {
463
- color: var(--text-secondary);
464
- font-size: 14px;
465
- font-weight: 500;
466
- }
467
- </style>
468
- </head>
469
- <body>
470
-
471
- <!-- Start Screen -->
472
- <div class="start-screen" id="startScreen">
473
- <div class="brand-icon">
474
- <svg viewBox="0 0 24 24"><path d="M12 14c1.66 0 3-1.34 3-3V5c0-1.66-1.34-3-3-3S9 3.34 9 5v6c0 1.66 1.34 3 3 3z"/><path d="M17 11c0 2.76-2.24 5-5 5s-5-2.24-5-5H5c0 3.53 2.61 6.43 6 6.92V21h2v-3.08c3.39-.49 6-3.39 6-6.92h-2z"/></svg>
475
- </div>
476
- <h1>VisionClaw Voice</h1>
477
- <p class="subtitle" id="greeting">Tap to start a conversation</p>
478
-
479
- <div class="voice-selector">
480
- <label>Choose a voice</label>
481
- <select class="voice-dropdown" id="voiceDropdown">
482
- <option value="alloy">Alloy</option>
483
- <option value="ash">Ash</option>
484
- <option value="ballad">Ballad</option>
485
- <option value="cedar">Cedar</option>
486
- <option value="coral" selected>Coral</option>
487
- <option value="echo">Echo</option>
488
- <option value="marin">Marin</option>
489
- <option value="sage">Sage</option>
490
- <option value="shimmer">Shimmer</option>
491
- <option value="verse">Verse</option>
492
- </select>
493
- </div>
494
-
495
- <button class="start-btn" id="startBtn" onclick="startSession()">
496
- <svg viewBox="0 0 24 24"><path d="M12 14c1.66 0 3-1.34 3-3V5c0-1.66-1.34-3-3-3S9 3.34 9 5v6c0 1.66 1.34 3 3 3z"/><path d="M17 11c0 2.76-2.24 5-5 5s-5-2.24-5-5H5c0 3.53 2.61 6.43 6 6.92V21h2v-3.08c3.39-.49 6-3.39 6-6.92h-2z"/></svg>
497
- <span>Start</span>
498
- </button>
499
- <p class="footer-text">VisionClaw</p>
500
- </div>
501
-
502
- <!-- Session View -->
503
- <div class="session-view" id="sessionView">
504
- <div class="header">
505
- <div class="header-avatar">
506
- <svg viewBox="0 0 24 24"><path d="M12 14c1.66 0 3-1.34 3-3V5c0-1.66-1.34-3-3-3S9 3.34 9 5v6c0 1.66 1.34 3 3 3z"/><path d="M17 11c0 2.76-2.24 5-5 5s-5-2.24-5-5H5c0 3.53 2.61 6.43 6 6.92V21h2v-3.08c3.39-.49 6-3.39 6-6.92h-2z"/></svg>
507
- </div>
508
- <div class="info">
509
- <h1>Voice Assistant</h1>
510
- <div class="status">
511
- <span class="dot" id="statusDot"></span>
512
- <span id="statusText">Connecting...</span>
513
- </div>
514
- </div>
515
- <button class="end-btn" onclick="endSession()">End</button>
516
- </div>
517
-
518
- <div class="transcript" id="transcript"></div>
519
-
520
- <div class="controls">
521
- <button class="mic-btn" id="micBtn" onclick="toggleMic()">
522
- <svg viewBox="0 0 24 24">
523
- <path d="M12 14c1.66 0 3-1.34 3-3V5c0-1.66-1.34-3-3-3S9 3.34 9 5v6c0 1.66 1.34 3 3 3z"/>
524
- <path d="M17 11c0 2.76-2.24 5-5 5s-5-2.24-5-5H5c0 3.53 2.61 6.43 6 6.92V21h2v-3.08c3.39-.49 6-3.39 6-6.92h-2z"/>
525
- </svg>
526
- </button>
527
- <span class="btn-label" id="micLabel">Tap to talk</span>
528
- </div>
529
- </div>
530
-
531
- <!-- Connecting Overlay -->
532
- <div class="overlay hidden" id="overlay">
533
- <div class="overlay-content">
534
- <div class="spinner"></div>
535
- <div class="text" id="overlayText">Connecting...</div>
536
- </div>
537
- </div>
538
-
539
- <script>
540
- // ─── Telegram Mini App Integration ──────────────────────────────────────────
541
- const tg = window.Telegram?.WebApp;
542
- let tgUser = null;
543
- let isTelegramMiniApp = false;
544
-
545
- if (tg && tg.initData) {
546
- isTelegramMiniApp = true;
547
- tg.ready();
548
- tg.expand();
549
-
550
- tgUser = tg.initDataUnsafe?.user;
551
- console.log('[Telegram] Mini App loaded, user:', tgUser?.first_name);
552
-
553
- tg.BackButton.onClick(() => {
554
- if (isConnected) {
555
- endSession();
556
- } else {
557
- tg.close();
558
- }
559
- });
560
-
561
- if (tgUser?.first_name) {
562
- document.addEventListener('DOMContentLoaded', () => {
563
- const el = document.getElementById('greeting');
564
- if (el) el.textContent = `Hey ${tgUser.first_name}, tap to start`;
565
- });
566
- }
567
- }
568
-
569
- // ─── Voice Selector (Dropdown with Preview) ────────────────────────────
570
- let selectedVoice = 'coral';
571
- let previewAudio = null;
572
-
573
- function stopPreview() {
574
- if (previewAudio) {
575
- previewAudio.pause();
576
- previewAudio.currentTime = 0;
577
- previewAudio = null;
578
- }
579
- }
580
-
581
- function playPreview(voice) {
582
- stopPreview();
583
- previewAudio = new Audio(`/realtime/samples/${voice}.mp3`);
584
- previewAudio.addEventListener('ended', () => { previewAudio = null; });
585
- previewAudio.addEventListener('error', () => { previewAudio = null; });
586
- previewAudio.play().catch(() => {});
587
- }
588
-
589
- document.addEventListener('DOMContentLoaded', () => {
590
- const dropdown = document.getElementById('voiceDropdown');
591
- if (dropdown) {
592
- dropdown.addEventListener('change', (e) => {
593
- selectedVoice = e.target.value;
594
- console.log('[Voice] Selected:', selectedVoice);
595
- playPreview(selectedVoice);
596
- });
597
- }
598
- });
599
-
600
- // ─── State ─────────────────────────────────────────────────────────────────
601
- let pc = null;
602
- let dc = null;
603
- let audioEl = null;
604
- let micStream = null;
605
- let isMicMuted = false;
606
- let isConnected = false;
607
- let sessionReady = false;
608
- let realtimeSessionId = null;
609
- let realtimeSessionSecret = null;
610
-
611
- function sessionQuery() {
612
- if (!realtimeSessionId || !realtimeSessionSecret) return '';
613
- return `sessionId=${encodeURIComponent(realtimeSessionId)}&sessionSecret=${encodeURIComponent(realtimeSessionSecret)}`;
614
- }
615
-
616
- function sessionPayload(extra = {}) {
617
- return { ...extra, sessionId: realtimeSessionId, sessionSecret: realtimeSessionSecret };
618
- }
619
-
620
- async function verifyTelegramOwner() {
621
- if (!tg?.initData) {
622
- throw new Error('Telegram Mini App authentication is required.');
623
- }
624
- const response = await fetch('/realtime/api/verify-telegram', {
625
- method: 'POST',
626
- headers: { 'Content-Type': 'application/json' },
627
- body: JSON.stringify({ initData: tg.initData }),
628
- });
629
- if (!response.ok) {
630
- const data = await response.json().catch(() => ({ error: 'Unauthorized' }));
631
- throw new Error(data.error || 'Realtime is only available to the owner.');
632
- }
633
- }
634
-
635
- // ─── UI Helpers ────────────────────────────────────────────────────────────
636
-
637
- function addMessage(text, type = 'system') {
638
- const transcript = document.getElementById('transcript');
639
- const msg = document.createElement('div');
640
- msg.className = `msg ${type}`;
641
- msg.textContent = text;
642
- transcript.appendChild(msg);
643
- transcript.scrollTop = transcript.scrollHeight;
644
- return msg;
645
- }
646
-
647
- function setStatus(text, state = '') {
648
- document.getElementById('statusText').textContent = text;
649
- const dot = document.getElementById('statusDot');
650
- dot.className = 'dot' + (state ? ` ${state}` : '');
651
- }
652
-
653
- function showOverlay(text) {
654
- document.getElementById('overlay').classList.remove('hidden');
655
- document.getElementById('overlayText').textContent = text;
656
- }
657
-
658
- function hideOverlay() {
659
- document.getElementById('overlay').classList.add('hidden');
660
- }
661
-
662
- // ─── Start Session ──────────────────────────────────────────────────────────
663
-
664
- async function startSession() {
665
- stopPreview(); // Stop any playing voice preview immediately
666
- document.getElementById('startScreen').classList.add('hidden');
667
- document.getElementById('sessionView').classList.add('active');
668
- showOverlay('Requesting microphone...');
669
-
670
- if (isTelegramMiniApp) {
671
- tg.BackButton.show();
672
- }
673
-
674
- try {
675
- showOverlay('Verifying owner...');
676
- await verifyTelegramOwner();
677
-
678
- showOverlay('Requesting microphone...');
679
- micStream = await navigator.mediaDevices.getUserMedia({ audio: true });
680
-
681
- showOverlay('Setting up connection...');
682
-
683
- pc = new RTCPeerConnection();
684
-
685
- audioEl = document.createElement('audio');
686
- audioEl.autoplay = true;
687
- pc.ontrack = (e) => {
688
- audioEl.srcObject = e.streams[0];
689
- };
690
-
691
- // Mute mic initially — unmute only after session.updated confirms voice config
692
- const micTrack = micStream.getTracks()[0];
693
- micTrack.enabled = false;
694
- pc.addTrack(micTrack);
695
-
696
- dc = pc.createDataChannel('oai-events');
697
- dc.onopen = async () => {
698
- console.log('[DC] Data channel open');
699
- isConnected = true;
700
- sessionStartTime = Date.now();
701
- transcriptLog = [];
702
- showOverlay('Configuring voice...');
703
-
704
- // GA API: session.update via data channel is the ONLY way to configure
705
- // tools, voice, instructions. This is critical — not optional.
706
- // Mic stays muted until session.updated is received to prevent
707
- // the model from responding with default voice before config is applied.
708
- try {
709
- const configRes = await fetch(`/realtime/api/session-config?voice=${encodeURIComponent(selectedVoice)}&${sessionQuery()}`);
710
- const sessionUpdate = await configRes.json();
711
- dc.send(JSON.stringify(sessionUpdate));
712
- console.log('[DC] Sent session.update (tools, voice, instructions configured)');
713
- } catch (err) {
714
- console.error('[DC] CRITICAL: session.update failed:', err);
715
- // Unmute mic anyway so session is usable, even with wrong voice
716
- micTrack.enabled = true;
717
- hideOverlay();
718
- setStatus('Connected', 'connected');
719
- addMessage('Warning: Voice configuration failed. Tools may not work.', 'system');
720
- }
721
- };
722
-
723
- dc.onmessage = (e) => {
724
- handleRealtimeEvent(JSON.parse(e.data));
725
- };
726
-
727
- dc.onclose = () => {
728
- isConnected = false;
729
- setStatus('Disconnected', 'error');
730
- addMessage('Session ended.');
731
- };
732
-
733
- showOverlay('Connecting to voice...');
734
-
735
- const offer = await pc.createOffer();
736
- await pc.setLocalDescription(offer);
737
-
738
- if (!tg?.initData) {
739
- throw new Error('Telegram Mini App authentication is required.');
740
- }
741
-
742
- const sdpResponse = await fetch(`/realtime/api/session?voice=${encodeURIComponent(selectedVoice)}`, {
743
- method: 'POST',
744
- body: offer.sdp,
745
- headers: {
746
- 'Content-Type': 'application/sdp',
747
- 'X-Telegram-Init-Data': tg.initData,
748
- },
749
- });
750
-
751
- if (!sdpResponse.ok) {
752
- const errText = await sdpResponse.text();
753
- throw new Error(`Session failed: ${sdpResponse.status} - ${errText}`);
754
- }
755
-
756
- const sessionData = await sdpResponse.json();
757
- realtimeSessionId = sessionData.sessionId;
758
- realtimeSessionSecret = sessionData.sessionSecret;
759
- await pc.setRemoteDescription({ type: 'answer', sdp: sessionData.sdp });
760
-
761
- console.log('[WebRTC] Connected to OpenAI Realtime API');
762
-
763
- } catch (err) {
764
- console.error('[Session] Error:', err);
765
- hideOverlay();
766
- setStatus('Error: ' + err.message, 'error');
767
- addMessage('Error: ' + err.message, 'system');
768
- }
769
- }
770
-
771
- // ─── Handle Realtime API Events ────────────────────────────────────────────
772
-
773
- let currentAssistantText = '';
774
- let currentAssistantMsgEl = null;
775
- let currentUserText = '';
776
- let currentUserMsgEl = null;
777
- let transcriptLog = [];
778
- let sessionStartTime = null;
779
-
780
- function handleRealtimeEvent(event) {
781
- // DEBUG: log ALL event types
782
- console.log('[DC Event]', event.type);
783
-
784
- switch (event.type) {
785
- case 'session.created':
786
- console.log('[Session] Created:', event.session?.id);
787
- console.log('[Session] Created tools:', event.session?.tools?.length || 0);
788
- break;
789
-
790
- case 'session.updated':
791
- console.log('[Session] Updated:', JSON.stringify(Object.keys(event.session || {})));
792
- console.log('[Session] Tools registered:', event.session?.tools?.length || 0);
793
- console.log('[Session] Tool names:', event.session?.tools?.map(t => t.name));
794
- console.log('[Session] Modalities:', event.session?.modalities);
795
- // Voice config is now applied — unmute mic and let user speak (only once)
796
- if (!sessionReady) {
797
- sessionReady = true;
798
- if (micStream) {
799
- micStream.getTracks().forEach(t => { t.enabled = true; });
800
- console.log('[Session] Mic unmuted — voice config confirmed');
801
- }
802
- hideOverlay();
803
- setStatus('Connected', 'connected');
804
- addMessage('Session started. Speak naturally!');
805
- }
806
- break;
807
-
808
- case 'conversation.item.input_audio_transcription.delta':
809
- currentUserText += event.delta || '';
810
- if (!currentUserMsgEl) {
811
- currentUserMsgEl = addMessage(currentUserText, 'user');
812
- } else {
813
- currentUserMsgEl.textContent = currentUserText;
814
- }
815
- break;
816
-
817
- case 'conversation.item.input_audio_transcription.completed':
818
- if (event.transcript?.trim()) {
819
- if (currentUserMsgEl) {
820
- currentUserMsgEl.textContent = event.transcript.trim();
821
- } else {
822
- addMessage(event.transcript.trim(), 'user');
823
- }
824
- transcriptLog.push({
825
- role: 'user',
826
- text: event.transcript.trim(),
827
- timestamp: new Date().toISOString(),
828
- });
829
- }
830
- currentUserText = '';
831
- currentUserMsgEl = null;
832
- break;
833
-
834
- case 'conversation.item.input_audio_transcription.failed':
835
- console.warn('[Transcription] Failed:', event.error);
836
- currentUserText = '';
837
- currentUserMsgEl = null;
838
- break;
839
-
840
- case 'response.output_audio_transcript.delta':
841
- currentAssistantText += event.delta || '';
842
- if (!currentAssistantMsgEl) {
843
- currentAssistantMsgEl = addMessage(currentAssistantText, 'assistant');
844
- } else {
845
- currentAssistantMsgEl.textContent = currentAssistantText;
846
- }
847
- break;
848
-
849
- case 'response.output_audio_transcript.done':
850
- if (event.transcript?.trim()) {
851
- if (currentAssistantMsgEl) {
852
- currentAssistantMsgEl.textContent = event.transcript.trim();
853
- } else {
854
- addMessage(event.transcript.trim(), 'assistant');
855
- }
856
- transcriptLog.push({
857
- role: 'assistant',
858
- text: event.transcript.trim(),
859
- timestamp: new Date().toISOString(),
860
- });
861
- }
862
- currentAssistantText = '';
863
- currentAssistantMsgEl = null;
864
- break;
865
-
866
- case 'response.function_call_arguments.done':
867
- handleFunctionCall(event);
868
- break;
869
-
870
- case 'response.created':
871
- break;
872
-
873
- case 'response.done':
874
- if (event.response?.usage) {
875
- console.log('[Usage]', event.response.usage);
876
- }
877
- break;
878
-
879
- case 'conversation.item.created':
880
- case 'conversation.item.done':
881
- break;
882
-
883
- case 'error':
884
- console.error('[Realtime Error]', JSON.stringify(event.error));
885
- addMessage(`Error: ${event.error?.message || 'Unknown error'}`, 'system');
886
- break;
887
-
888
- case 'input_audio_buffer.speech_started':
889
- document.getElementById('micBtn').classList.add('active');
890
- document.getElementById('micLabel').textContent = 'Listening...';
891
- break;
892
-
893
- case 'input_audio_buffer.speech_stopped':
894
- document.getElementById('micBtn').classList.remove('active');
895
- document.getElementById('micLabel').textContent = isMicMuted ? 'Muted' : 'Tap to mute';
896
- break;
897
-
898
- case 'input_audio_buffer.committed':
899
- case 'input_audio_buffer.timeout_triggered':
900
- break;
901
-
902
- default:
903
- if (event.type?.includes('function') || event.type?.includes('tool')) {
904
- console.log('[Event] FUNCTION/TOOL related:', event.type, JSON.stringify(event).substring(0, 500));
905
- } else if (!event.type?.startsWith('response.audio.') &&
906
- !event.type?.startsWith('response.output_audio_transcript.') &&
907
- event.type !== 'response.content_part.added' &&
908
- event.type !== 'response.content_part.done' &&
909
- event.type !== 'response.output_item.added' &&
910
- event.type !== 'response.output_item.done') {
911
- console.log('[Event] Unhandled:', event.type);
912
- }
913
- break;
914
- }
915
- }
916
-
917
- // ─── Function Call Handling ─────────────────────────────────────────────────
918
-
919
- function addToolThinking(name) {
920
- const transcript = document.getElementById('transcript');
921
- const msg = document.createElement('div');
922
- msg.className = 'msg tool thinking';
923
- const friendlyNames = {
924
- web_search: 'Searching the web',
925
- list_calendar_events: 'Checking calendar',
926
- create_calendar_event: 'Creating event',
927
- };
928
- msg.innerHTML = `${friendlyNames[name] || name}<div class="dots"><span></span><span></span><span></span></div>`;
929
- transcript.appendChild(msg);
930
- transcript.scrollTop = transcript.scrollHeight;
931
- return msg;
932
- }
933
-
934
- async function handleFunctionCall(event) {
935
- const { call_id, name, arguments: argsStr } = event;
936
- console.log(`[FnCall] RECEIVED: ${name}(${argsStr}) call_id=${call_id}`);
937
- const thinkingMsg = addToolThinking(name);
938
-
939
- let result;
940
- try {
941
- // Use HTTP POST instead of WebSocket for reliability through tunnels
942
- console.log(`[FnCall] Executing via HTTP POST /api/execute-tool...`);
943
- const response = await fetch('/realtime/api/execute-tool', {
944
- method: 'POST',
945
- headers: { 'Content-Type': 'application/json' },
946
- body: JSON.stringify(sessionPayload({ name, arguments: argsStr, call_id })),
947
- });
948
-
949
- if (!response.ok) {
950
- const errData = await response.json().catch(() => ({ error: response.statusText }));
951
- result = JSON.stringify({ error: errData.error || `HTTP ${response.status}` });
952
- console.error(`[FnCall] HTTP error:`, result);
953
- } else {
954
- const data = await response.json();
955
- result = data.result;
956
- console.log(`[FnCall] Result for ${name}:`, result?.substring(0, 200));
957
- }
958
- } catch (err) {
959
- result = JSON.stringify({ error: `Network error: ${err.message}` });
960
- console.error(`[FnCall] Network error:`, err);
961
- }
962
-
963
- thinkingMsg.classList.remove('thinking');
964
- thinkingMsg.innerHTML = `${name} done`;
965
-
966
- // Send result back to OpenAI via data channel
967
- dc.send(JSON.stringify({
968
- type: 'conversation.item.create',
969
- item: {
970
- type: 'function_call_output',
971
- call_id: call_id,
972
- output: result,
973
- },
974
- }));
975
- dc.send(JSON.stringify({ type: 'response.create' }));
976
- }
977
-
978
- // ─── Mic Toggle ────────────────────────────────────────────────────────────
979
-
980
- function toggleMic() {
981
- if (!micStream) return;
982
-
983
- isMicMuted = !isMicMuted;
984
- micStream.getTracks().forEach((track) => {
985
- track.enabled = !isMicMuted;
986
- });
987
-
988
- const btn = document.getElementById('micBtn');
989
- const label = document.getElementById('micLabel');
990
- if (isMicMuted) {
991
- btn.classList.add('muted');
992
- label.textContent = 'Muted';
993
- } else {
994
- btn.classList.remove('muted');
995
- label.textContent = 'Tap to mute';
996
- }
997
- }
998
-
999
- // ─── End Session ───────────────────────────────────────────────────────────
1000
-
1001
- async function endSession() {
1002
- if (transcriptLog.length > 0) {
1003
- try {
1004
- const duration = sessionStartTime ? (Date.now() - sessionStartTime) / 1000 : null;
1005
- await fetch('/realtime/api/end-session', {
1006
- method: 'POST',
1007
- headers: { 'Content-Type': 'application/json' },
1008
- body: JSON.stringify(sessionPayload({
1009
- transcript: transcriptLog,
1010
- duration,
1011
- })),
1012
- });
1013
- console.log(`[Session] Transcript sent (${transcriptLog.length} messages)`);
1014
- } catch (err) {
1015
- console.error('[Session] Failed to send transcript:', err);
1016
- }
1017
- }
1018
-
1019
- if (pc) { pc.close(); pc = null; }
1020
- if (micStream) { micStream.getTracks().forEach((t) => t.stop()); micStream = null; }
1021
- if (dc) { dc = null; }
1022
- isConnected = false;
1023
- isMicMuted = false;
1024
- currentAssistantText = '';
1025
- currentAssistantMsgEl = null;
1026
- currentUserText = '';
1027
- currentUserMsgEl = null;
1028
- transcriptLog = [];
1029
- sessionStartTime = null;
1030
- sessionReady = false;
1031
- realtimeSessionId = null;
1032
- realtimeSessionSecret = null;
1033
-
1034
- document.getElementById('sessionView').classList.remove('active');
1035
- document.getElementById('startScreen').classList.remove('hidden');
1036
-
1037
- if (isTelegramMiniApp) {
1038
- tg.BackButton.hide();
1039
- }
1040
- }
1041
-
1042
- // ─── Cleanup ───────────────────────────────────────────────────────────────
1043
-
1044
- window.addEventListener('beforeunload', () => {
1045
- if (transcriptLog.length > 0) {
1046
- const duration = sessionStartTime ? (Date.now() - sessionStartTime) / 1000 : null;
1047
- const payload = JSON.stringify(sessionPayload({
1048
- transcript: transcriptLog,
1049
- duration,
1050
- }));
1051
- navigator.sendBeacon('/realtime/api/end-session', new Blob([payload], { type: 'application/json' }));
1052
- }
1053
- if (pc) pc.close();
1054
- if (micStream) micStream.getTracks().forEach((t) => t.stop());
1055
- });
1056
- </script>
1057
- </body>
1058
- </html>