@agent-native/toolkit 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (178) hide show
  1. package/dist/composer/AgentComposerFrame.d.ts +19 -0
  2. package/dist/composer/AgentComposerFrame.d.ts.map +1 -0
  3. package/dist/composer/AgentComposerFrame.js +14 -0
  4. package/dist/composer/AgentComposerFrame.js.map +1 -0
  5. package/dist/composer/ComposerPlusMenu.d.ts +17 -0
  6. package/dist/composer/ComposerPlusMenu.d.ts.map +1 -0
  7. package/dist/composer/ComposerPlusMenu.js +501 -0
  8. package/dist/composer/ComposerPlusMenu.js.map +1 -0
  9. package/dist/composer/MentionPopover.d.ts +29 -0
  10. package/dist/composer/MentionPopover.d.ts.map +1 -0
  11. package/dist/composer/MentionPopover.js +180 -0
  12. package/dist/composer/MentionPopover.js.map +1 -0
  13. package/dist/composer/PastedTextChip.d.ts +9 -0
  14. package/dist/composer/PastedTextChip.d.ts.map +1 -0
  15. package/dist/composer/PastedTextChip.js +47 -0
  16. package/dist/composer/PastedTextChip.js.map +1 -0
  17. package/dist/composer/PromptComposer.d.ts +114 -0
  18. package/dist/composer/PromptComposer.d.ts.map +1 -0
  19. package/dist/composer/PromptComposer.js +302 -0
  20. package/dist/composer/PromptComposer.js.map +1 -0
  21. package/dist/composer/PromptComposer.spec.d.ts +2 -0
  22. package/dist/composer/PromptComposer.spec.d.ts.map +1 -0
  23. package/dist/composer/PromptComposer.spec.js +64 -0
  24. package/dist/composer/PromptComposer.spec.js.map +1 -0
  25. package/dist/composer/RealtimeVoiceMode.d.ts +104 -0
  26. package/dist/composer/RealtimeVoiceMode.d.ts.map +1 -0
  27. package/dist/composer/RealtimeVoiceMode.js +245 -0
  28. package/dist/composer/RealtimeVoiceMode.js.map +1 -0
  29. package/dist/composer/RealtimeVoiceMode.spec.d.ts +2 -0
  30. package/dist/composer/RealtimeVoiceMode.spec.d.ts.map +1 -0
  31. package/dist/composer/RealtimeVoiceMode.spec.js +439 -0
  32. package/dist/composer/RealtimeVoiceMode.spec.js.map +1 -0
  33. package/dist/composer/TiptapComposer.d.ts +221 -0
  34. package/dist/composer/TiptapComposer.d.ts.map +1 -0
  35. package/dist/composer/TiptapComposer.js +1838 -0
  36. package/dist/composer/TiptapComposer.js.map +1 -0
  37. package/dist/composer/TiptapComposer.spec.d.ts +2 -0
  38. package/dist/composer/TiptapComposer.spec.d.ts.map +1 -0
  39. package/dist/composer/TiptapComposer.spec.js +277 -0
  40. package/dist/composer/TiptapComposer.spec.js.map +1 -0
  41. package/dist/composer/VoiceButton.d.ts +25 -0
  42. package/dist/composer/VoiceButton.d.ts.map +1 -0
  43. package/dist/composer/VoiceButton.js +100 -0
  44. package/dist/composer/VoiceButton.js.map +1 -0
  45. package/dist/composer/VoiceButton.spec.d.ts +2 -0
  46. package/dist/composer/VoiceButton.spec.d.ts.map +1 -0
  47. package/dist/composer/VoiceButton.spec.js +19 -0
  48. package/dist/composer/VoiceButton.spec.js.map +1 -0
  49. package/dist/composer/asset-picker-url.d.ts +16 -0
  50. package/dist/composer/asset-picker-url.d.ts.map +1 -0
  51. package/dist/composer/asset-picker-url.js +64 -0
  52. package/dist/composer/asset-picker-url.js.map +1 -0
  53. package/dist/composer/asset-picker-url.spec.d.ts +2 -0
  54. package/dist/composer/asset-picker-url.spec.d.ts.map +1 -0
  55. package/dist/composer/asset-picker-url.spec.js +23 -0
  56. package/dist/composer/asset-picker-url.spec.js.map +1 -0
  57. package/dist/composer/attachment-accept.d.ts +9 -0
  58. package/dist/composer/attachment-accept.d.ts.map +1 -0
  59. package/dist/composer/attachment-accept.js +65 -0
  60. package/dist/composer/attachment-accept.js.map +1 -0
  61. package/dist/composer/attachment-accept.spec.d.ts +2 -0
  62. package/dist/composer/attachment-accept.spec.d.ts.map +1 -0
  63. package/dist/composer/attachment-accept.spec.js +15 -0
  64. package/dist/composer/attachment-accept.spec.js.map +1 -0
  65. package/dist/composer/draft-key.d.ts +2 -0
  66. package/dist/composer/draft-key.d.ts.map +1 -0
  67. package/dist/composer/draft-key.js +8 -0
  68. package/dist/composer/draft-key.js.map +1 -0
  69. package/dist/composer/draft-key.spec.d.ts +2 -0
  70. package/dist/composer/draft-key.spec.d.ts.map +1 -0
  71. package/dist/composer/draft-key.spec.js +13 -0
  72. package/dist/composer/draft-key.spec.js.map +1 -0
  73. package/dist/composer/extensions/FileReference.d.ts +3 -0
  74. package/dist/composer/extensions/FileReference.d.ts.map +1 -0
  75. package/dist/composer/extensions/FileReference.js +36 -0
  76. package/dist/composer/extensions/FileReference.js.map +1 -0
  77. package/dist/composer/extensions/MentionReference.d.ts +3 -0
  78. package/dist/composer/extensions/MentionReference.d.ts.map +1 -0
  79. package/dist/composer/extensions/MentionReference.js +66 -0
  80. package/dist/composer/extensions/MentionReference.js.map +1 -0
  81. package/dist/composer/extensions/SkillReference.d.ts +3 -0
  82. package/dist/composer/extensions/SkillReference.d.ts.map +1 -0
  83. package/dist/composer/extensions/SkillReference.js +40 -0
  84. package/dist/composer/extensions/SkillReference.js.map +1 -0
  85. package/dist/composer/index.d.ts +14 -0
  86. package/dist/composer/index.d.ts.map +1 -0
  87. package/dist/composer/index.js +13 -0
  88. package/dist/composer/index.js.map +1 -0
  89. package/dist/composer/pasted-text.d.ts +31 -0
  90. package/dist/composer/pasted-text.d.ts.map +1 -0
  91. package/dist/composer/pasted-text.js +130 -0
  92. package/dist/composer/pasted-text.js.map +1 -0
  93. package/dist/composer/pasted-text.spec.d.ts +2 -0
  94. package/dist/composer/pasted-text.spec.d.ts.map +1 -0
  95. package/dist/composer/pasted-text.spec.js +107 -0
  96. package/dist/composer/pasted-text.spec.js.map +1 -0
  97. package/dist/composer/prompt-attachments.d.ts +18 -0
  98. package/dist/composer/prompt-attachments.d.ts.map +1 -0
  99. package/dist/composer/prompt-attachments.js +65 -0
  100. package/dist/composer/prompt-attachments.js.map +1 -0
  101. package/dist/composer/prompt-attachments.spec.d.ts +2 -0
  102. package/dist/composer/prompt-attachments.spec.d.ts.map +1 -0
  103. package/dist/composer/prompt-attachments.spec.js +63 -0
  104. package/dist/composer/prompt-attachments.spec.js.map +1 -0
  105. package/dist/composer/realtime-voice-audio-level.d.ts +14 -0
  106. package/dist/composer/realtime-voice-audio-level.d.ts.map +1 -0
  107. package/dist/composer/realtime-voice-audio-level.js +47 -0
  108. package/dist/composer/realtime-voice-audio-level.js.map +1 -0
  109. package/dist/composer/realtime-voice-audio-level.spec.d.ts +2 -0
  110. package/dist/composer/realtime-voice-audio-level.spec.d.ts.map +1 -0
  111. package/dist/composer/realtime-voice-audio-level.spec.js +25 -0
  112. package/dist/composer/realtime-voice-audio-level.spec.js.map +1 -0
  113. package/dist/composer/realtime-voice-transcript.d.ts +26 -0
  114. package/dist/composer/realtime-voice-transcript.d.ts.map +1 -0
  115. package/dist/composer/realtime-voice-transcript.js +103 -0
  116. package/dist/composer/realtime-voice-transcript.js.map +1 -0
  117. package/dist/composer/realtime-voice-transcript.spec.d.ts +2 -0
  118. package/dist/composer/realtime-voice-transcript.spec.d.ts.map +1 -0
  119. package/dist/composer/realtime-voice-transcript.spec.js +76 -0
  120. package/dist/composer/realtime-voice-transcript.spec.js.map +1 -0
  121. package/dist/composer/runtime-adapters.d.ts +163 -0
  122. package/dist/composer/runtime-adapters.d.ts.map +1 -0
  123. package/dist/composer/runtime-adapters.js +130 -0
  124. package/dist/composer/runtime-adapters.js.map +1 -0
  125. package/dist/composer/types.d.ts +60 -0
  126. package/dist/composer/types.d.ts.map +1 -0
  127. package/dist/composer/types.js +2 -0
  128. package/dist/composer/types.js.map +1 -0
  129. package/dist/composer/use-file-search.d.ts +6 -0
  130. package/dist/composer/use-file-search.d.ts.map +1 -0
  131. package/dist/composer/use-file-search.js +53 -0
  132. package/dist/composer/use-file-search.js.map +1 -0
  133. package/dist/composer/use-mention-search.d.ts +6 -0
  134. package/dist/composer/use-mention-search.d.ts.map +1 -0
  135. package/dist/composer/use-mention-search.js +75 -0
  136. package/dist/composer/use-mention-search.js.map +1 -0
  137. package/dist/composer/use-skills.d.ts +7 -0
  138. package/dist/composer/use-skills.d.ts.map +1 -0
  139. package/dist/composer/use-skills.js +40 -0
  140. package/dist/composer/use-skills.js.map +1 -0
  141. package/dist/composer/useRealtimeVoiceMode.d.ts +179 -0
  142. package/dist/composer/useRealtimeVoiceMode.d.ts.map +1 -0
  143. package/dist/composer/useRealtimeVoiceMode.js +1657 -0
  144. package/dist/composer/useRealtimeVoiceMode.js.map +1 -0
  145. package/dist/composer/useRealtimeVoiceMode.spec.d.ts +2 -0
  146. package/dist/composer/useRealtimeVoiceMode.spec.d.ts.map +1 -0
  147. package/dist/composer/useRealtimeVoiceMode.spec.js +618 -0
  148. package/dist/composer/useRealtimeVoiceMode.spec.js.map +1 -0
  149. package/dist/composer/useVoiceDictation.d.ts +57 -0
  150. package/dist/composer/useVoiceDictation.d.ts.map +1 -0
  151. package/dist/composer/useVoiceDictation.js +1004 -0
  152. package/dist/composer/useVoiceDictation.js.map +1 -0
  153. package/dist/composer/useVoiceDictation.spec.d.ts +2 -0
  154. package/dist/composer/useVoiceDictation.spec.d.ts.map +1 -0
  155. package/dist/composer/useVoiceDictation.spec.js +32 -0
  156. package/dist/composer/useVoiceDictation.spec.js.map +1 -0
  157. package/dist/editor/RegistryBlockContext.d.ts +68 -0
  158. package/dist/editor/RegistryBlockContext.d.ts.map +1 -0
  159. package/dist/editor/RegistryBlockContext.js +10 -0
  160. package/dist/editor/RegistryBlockContext.js.map +1 -0
  161. package/dist/editor/RegistryBlockNode.d.ts +66 -0
  162. package/dist/editor/RegistryBlockNode.d.ts.map +1 -0
  163. package/dist/editor/RegistryBlockNode.js +406 -0
  164. package/dist/editor/RegistryBlockNode.js.map +1 -0
  165. package/dist/editor/RegistryBlockNode.spec.d.ts +2 -0
  166. package/dist/editor/RegistryBlockNode.spec.d.ts.map +1 -0
  167. package/dist/editor/RegistryBlockNode.spec.js +215 -0
  168. package/dist/editor/RegistryBlockNode.spec.js.map +1 -0
  169. package/dist/editor/index.d.ts +3 -0
  170. package/dist/editor/index.d.ts.map +1 -1
  171. package/dist/editor/index.js +2 -0
  172. package/dist/editor/index.js.map +1 -1
  173. package/dist/editor/registrySlashCommands.d.ts +68 -0
  174. package/dist/editor/registrySlashCommands.d.ts.map +1 -0
  175. package/dist/editor/registrySlashCommands.js +51 -0
  176. package/dist/editor/registrySlashCommands.js.map +1 -0
  177. package/migration-manifest.json +4 -0
  178. package/package.json +18 -1
@@ -0,0 +1,57 @@
1
+ /**
2
+ * Voice dictation hook for the agent composer.
3
+ *
4
+ * Wires voice providers behind a single state machine:
5
+ * - "auto" / "openai" / "builder" / "builder-gemini" / "gemini" / "groq"
6
+ * — MediaRecorder → POST /_agent-native/transcribe-voice
7
+ * - "google-realtime"
8
+ * — MediaRecorder chunks → POST /_agent-native/transcribe-stream/session
9
+ * → managed WebSocket → Google Speech-to-Text streaming
10
+ * - "browser" — Web Speech API (low quality, offline capable)
11
+ *
12
+ * Provider preference lives in application_state under
13
+ * `voice-transcription-prefs` (`{ transcriptionMode, provider, instructions }`).
14
+ * The composer reads it on every start so settings changes take effect
15
+ * immediately without unmounting the composer.
16
+ *
17
+ * The hook exposes amplitude (0..1) and duration (ms) so the composer can
18
+ * render the Lovable-style live waveform + MM:SS timer.
19
+ */
20
+ import { type VoiceContextPack } from "./runtime-adapters.js";
21
+ export type VoiceProvider = "auto" | "openai" | "browser" | "google-realtime" | "builder-gemini" | "builder" | "gemini" | "groq";
22
+ export type TranscriptionMode = "mac-native" | "google-realtime" | "batch";
23
+ export interface VoicePrefs {
24
+ provider: VoiceProvider;
25
+ transcriptionMode?: TranscriptionMode;
26
+ instructions?: string;
27
+ cleanupEnabled?: boolean;
28
+ }
29
+ export interface VoiceCleanupPrefs {
30
+ enabled?: boolean;
31
+ }
32
+ type VoiceContextPackSource = VoiceContextPack | (() => VoiceContextPack | undefined | Promise<VoiceContextPack | undefined>) | undefined;
33
+ export type VoiceState = "idle" | "starting" | "recording" | "transcribing" | "error";
34
+ export interface UseVoiceDictationOptions {
35
+ onTranscript: (text: string) => void;
36
+ onError?: (message: string) => void;
37
+ /** Called with (accumulatedFinalText, currentInterimText) as speech is recognized in real time. */
38
+ onLiveUpdate?: (finalText: string, interimText: string) => void;
39
+ contextPack?: VoiceContextPackSource;
40
+ }
41
+ export interface VoiceDictationApi {
42
+ state: VoiceState;
43
+ amplitude: number;
44
+ durationMs: number;
45
+ errorMessage: string | null;
46
+ provider: VoiceProvider;
47
+ supported: boolean;
48
+ start: () => Promise<void>;
49
+ stop: () => void;
50
+ cancel: () => void;
51
+ dismissError: () => void;
52
+ }
53
+ export declare function providerForTextCleanup(provider: VoiceProvider): VoiceProvider;
54
+ export declare function voiceDictationStartErrorMessage(error: unknown): string;
55
+ export declare function useVoiceDictation(options: UseVoiceDictationOptions): VoiceDictationApi;
56
+ export {};
57
+ //# sourceMappingURL=useVoiceDictation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"useVoiceDictation.d.ts","sourceRoot":"","sources":["../../src/composer/useVoiceDictation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAIH,OAAO,EAEL,KAAK,gBAAgB,EAEtB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,MAAM,aAAa,GACrB,MAAM,GACN,QAAQ,GACR,SAAS,GACT,iBAAiB,GACjB,gBAAgB,GAChB,SAAS,GACT,QAAQ,GACR,MAAM,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,YAAY,GAAG,iBAAiB,GAAG,OAAO,CAAC;AAE3E,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,KAAK,sBAAsB,GACvB,gBAAgB,GAChB,CAAC,MAAM,gBAAgB,GAAG,SAAS,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAAC,GAC5E,SAAS,CAAC;AA8Cd,MAAM,MAAM,UAAU,GAClB,MAAM,GACN,UAAU,GACV,WAAW,GACX,cAAc,GACd,OAAO,CAAC;AAEZ,MAAM,WAAW,wBAAwB;IACvC,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACrC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACpC,mGAAmG;IACnG,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAChE,WAAW,CAAC,EAAE,sBAAsB,CAAC;CACtC;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,UAAU,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,aAAa,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,EAAE,MAAM,IAAI,CAAC;IACnB,YAAY,EAAE,MAAM,IAAI,CAAC;CAC1B;AAyHD,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,aAAa,GAAG,aAAa,CAE7E;AAiED,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAkCtE;AAeD,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,wBAAwB,GAChC,iBAAiB,CAyzBnB"}