@assistant-ui/core 0.1.8 → 0.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/dist/adapters/attachment.d.ts +4 -0
  2. package/dist/adapters/attachment.d.ts.map +1 -1
  3. package/dist/adapters/attachment.js +1 -1
  4. package/dist/adapters/attachment.js.map +1 -1
  5. package/dist/adapters/index.d.ts +3 -0
  6. package/dist/adapters/index.d.ts.map +1 -1
  7. package/dist/adapters/index.js +1 -0
  8. package/dist/adapters/index.js.map +1 -1
  9. package/dist/adapters/voice.d.ts +49 -0
  10. package/dist/adapters/voice.d.ts.map +1 -0
  11. package/dist/adapters/voice.js +109 -0
  12. package/dist/adapters/voice.js.map +1 -0
  13. package/dist/index.d.ts +5 -2
  14. package/dist/index.d.ts.map +1 -1
  15. package/dist/index.js +1 -0
  16. package/dist/index.js.map +1 -1
  17. package/dist/model-context/types.d.ts +4 -0
  18. package/dist/model-context/types.d.ts.map +1 -1
  19. package/dist/model-context/types.js.map +1 -1
  20. package/dist/react/client/Interactables.d.ts +3 -0
  21. package/dist/react/client/Interactables.d.ts.map +1 -0
  22. package/dist/react/client/Interactables.js +263 -0
  23. package/dist/react/client/Interactables.js.map +1 -0
  24. package/dist/react/client/interactable-model-context.d.ts +8 -0
  25. package/dist/react/client/interactable-model-context.d.ts.map +1 -0
  26. package/dist/react/client/interactable-model-context.js +62 -0
  27. package/dist/react/client/interactable-model-context.js.map +1 -0
  28. package/dist/react/index.d.ts +7 -0
  29. package/dist/react/index.d.ts.map +1 -1
  30. package/dist/react/index.js +6 -0
  31. package/dist/react/index.js.map +1 -1
  32. package/dist/react/model-context/useAssistantContext.d.ts +4 -0
  33. package/dist/react/model-context/useAssistantContext.d.ts.map +1 -0
  34. package/dist/react/model-context/useAssistantContext.js +18 -0
  35. package/dist/react/model-context/useAssistantContext.js.map +1 -0
  36. package/dist/react/model-context/useAssistantInteractable.d.ts +18 -0
  37. package/dist/react/model-context/useAssistantInteractable.d.ts.map +1 -0
  38. package/dist/react/model-context/useAssistantInteractable.js +31 -0
  39. package/dist/react/model-context/useAssistantInteractable.js.map +1 -0
  40. package/dist/react/model-context/useInteractableState.d.ts +15 -0
  41. package/dist/react/model-context/useInteractableState.d.ts.map +1 -0
  42. package/dist/react/model-context/useInteractableState.js +36 -0
  43. package/dist/react/model-context/useInteractableState.js.map +1 -0
  44. package/dist/react/model-context/useToolArgsStatus.d.ts +8 -0
  45. package/dist/react/model-context/useToolArgsStatus.d.ts.map +1 -0
  46. package/dist/react/model-context/useToolArgsStatus.js +31 -0
  47. package/dist/react/model-context/useToolArgsStatus.js.map +1 -0
  48. package/dist/react/primitive-hooks/useVoice.d.ts +10 -0
  49. package/dist/react/primitive-hooks/useVoice.d.ts.map +1 -0
  50. package/dist/react/primitive-hooks/useVoice.js +28 -0
  51. package/dist/react/primitive-hooks/useVoice.js.map +1 -0
  52. package/dist/react/primitives/message/MessageParts.d.ts.map +1 -1
  53. package/dist/react/primitives/message/MessageParts.js +2 -0
  54. package/dist/react/primitives/message/MessageParts.js.map +1 -1
  55. package/dist/react/runtimes/RemoteThreadListHookInstanceManager.d.ts +14 -0
  56. package/dist/react/runtimes/RemoteThreadListHookInstanceManager.d.ts.map +1 -1
  57. package/dist/react/runtimes/RemoteThreadListThreadListRuntimeCore.d.ts +14 -0
  58. package/dist/react/runtimes/RemoteThreadListThreadListRuntimeCore.d.ts.map +1 -1
  59. package/dist/react/runtimes/useLocalRuntime.d.ts +1 -0
  60. package/dist/react/runtimes/useLocalRuntime.d.ts.map +1 -1
  61. package/dist/react/types/scopes/interactables.d.ts +56 -0
  62. package/dist/react/types/scopes/interactables.d.ts.map +1 -0
  63. package/dist/react/types/scopes/interactables.js +2 -0
  64. package/dist/react/types/scopes/interactables.js.map +1 -0
  65. package/dist/react/types/store-augmentation.d.ts +2 -0
  66. package/dist/react/types/store-augmentation.d.ts.map +1 -1
  67. package/dist/runtime/api/thread-runtime.d.ts +21 -1
  68. package/dist/runtime/api/thread-runtime.d.ts.map +1 -1
  69. package/dist/runtime/api/thread-runtime.js +25 -0
  70. package/dist/runtime/api/thread-runtime.js.map +1 -1
  71. package/dist/runtime/base/base-composer-runtime-core.d.ts +1 -1
  72. package/dist/runtime/base/base-composer-runtime-core.d.ts.map +1 -1
  73. package/dist/runtime/base/base-composer-runtime-core.js +33 -8
  74. package/dist/runtime/base/base-composer-runtime-core.js.map +1 -1
  75. package/dist/runtime/base/base-thread-runtime-core.d.ts +24 -1
  76. package/dist/runtime/base/base-thread-runtime-core.d.ts.map +1 -1
  77. package/dist/runtime/base/base-thread-runtime-core.js +205 -1
  78. package/dist/runtime/base/base-thread-runtime-core.js.map +1 -1
  79. package/dist/runtime/interfaces/composer-runtime-core.d.ts +1 -1
  80. package/dist/runtime/interfaces/composer-runtime-core.d.ts.map +1 -1
  81. package/dist/runtime/interfaces/thread-runtime-core.d.ts +14 -0
  82. package/dist/runtime/interfaces/thread-runtime-core.d.ts.map +1 -1
  83. package/dist/runtimes/external-store/external-store-adapter.d.ts +2 -0
  84. package/dist/runtimes/external-store/external-store-adapter.d.ts.map +1 -1
  85. package/dist/runtimes/external-store/external-store-thread-runtime-core.d.ts +2 -1
  86. package/dist/runtimes/external-store/external-store-thread-runtime-core.d.ts.map +1 -1
  87. package/dist/runtimes/external-store/external-store-thread-runtime-core.js +3 -1
  88. package/dist/runtimes/external-store/external-store-thread-runtime-core.js.map +1 -1
  89. package/dist/runtimes/local/local-runtime-options.d.ts +2 -0
  90. package/dist/runtimes/local/local-runtime-options.d.ts.map +1 -1
  91. package/dist/runtimes/local/local-thread-runtime-core.d.ts +2 -0
  92. package/dist/runtimes/local/local-thread-runtime-core.d.ts.map +1 -1
  93. package/dist/runtimes/local/local-thread-runtime-core.js +6 -0
  94. package/dist/runtimes/local/local-thread-runtime-core.js.map +1 -1
  95. package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.d.ts +8 -0
  96. package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.d.ts.map +1 -1
  97. package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.js +15 -6
  98. package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.js.map +1 -1
  99. package/dist/runtimes/remote-thread-list/empty-thread-core.d.ts.map +1 -1
  100. package/dist/runtimes/remote-thread-list/empty-thread-core.js +17 -1
  101. package/dist/runtimes/remote-thread-list/empty-thread-core.js.map +1 -1
  102. package/dist/store/runtime-clients/composer-runtime-client.d.ts.map +1 -1
  103. package/dist/store/runtime-clients/composer-runtime-client.js +12 -5
  104. package/dist/store/runtime-clients/composer-runtime-client.js.map +1 -1
  105. package/dist/store/runtime-clients/thread-runtime-client.d.ts.map +1 -1
  106. package/dist/store/runtime-clients/thread-runtime-client.js +7 -8
  107. package/dist/store/runtime-clients/thread-runtime-client.js.map +1 -1
  108. package/dist/store/scopes/composer.d.ts +5 -0
  109. package/dist/store/scopes/composer.d.ts.map +1 -1
  110. package/dist/store/scopes/thread.d.ts +9 -9
  111. package/dist/store/scopes/thread.d.ts.map +1 -1
  112. package/dist/types/message.d.ts +1 -0
  113. package/dist/types/message.d.ts.map +1 -1
  114. package/package.json +9 -15
  115. package/src/adapters/attachment.ts +1 -1
  116. package/src/adapters/index.ts +5 -0
  117. package/src/adapters/voice.ts +166 -0
  118. package/src/index.ts +10 -0
  119. package/src/model-context/types.ts +5 -0
  120. package/src/react/client/Interactables.ts +332 -0
  121. package/src/react/client/interactable-model-context.ts +83 -0
  122. package/src/react/index.ts +30 -0
  123. package/src/react/model-context/useAssistantContext.ts +22 -0
  124. package/src/react/model-context/useAssistantInteractable.ts +47 -0
  125. package/src/react/model-context/useInteractableState.ts +63 -0
  126. package/src/react/model-context/useToolArgsStatus.ts +51 -0
  127. package/src/react/primitive-hooks/useVoice.ts +41 -0
  128. package/src/react/primitives/message/MessageParts.tsx +2 -0
  129. package/src/react/types/scopes/interactables.ts +66 -0
  130. package/src/react/types/store-augmentation.ts +2 -0
  131. package/src/runtime/api/thread-runtime.ts +41 -0
  132. package/src/runtime/base/base-composer-runtime-core.ts +45 -9
  133. package/src/runtime/base/base-thread-runtime-core.ts +243 -2
  134. package/src/runtime/interfaces/composer-runtime-core.ts +4 -1
  135. package/src/runtime/interfaces/thread-runtime-core.ts +17 -0
  136. package/src/runtimes/external-store/external-store-adapter.ts +2 -0
  137. package/src/runtimes/external-store/external-store-thread-runtime-core.ts +3 -1
  138. package/src/runtimes/local/local-runtime-options.ts +2 -0
  139. package/src/runtimes/local/local-thread-runtime-core.ts +7 -0
  140. package/src/runtimes/readonly/ReadonlyThreadRuntimeCore.ts +20 -6
  141. package/src/runtimes/remote-thread-list/empty-thread-core.ts +22 -1
  142. package/src/store/runtime-clients/composer-runtime-client.ts +18 -7
  143. package/src/store/runtime-clients/thread-runtime-client.ts +7 -8
  144. package/src/store/scopes/composer.ts +5 -0
  145. package/src/store/scopes/thread.ts +9 -8
  146. package/src/types/message.ts +1 -0
@@ -23,6 +23,10 @@ export declare class SimpleTextAttachmentAdapter implements AttachmentAdapter {
23
23
  send(attachment: PendingAttachment): Promise<CompleteAttachment>;
24
24
  remove(): Promise<void>;
25
25
  }
26
+ export declare function fileMatchesAccept(file: {
27
+ name: string;
28
+ type: string;
29
+ }, acceptString: string): boolean;
26
30
  export declare class CompositeAttachmentAdapter implements AttachmentAdapter {
27
31
  private _adapters;
28
32
  accept: string;
@@ -1 +1 @@
1
- {"version":3,"file":"attachment.d.ts","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EACnB,+BAA4B;AAM7B,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,KAAK,EAAE;QACT,IAAI,EAAE,IAAI,CAAC;KACZ,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,cAAc,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IACzE,MAAM,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAClE,CAAC;AAMF,qBAAa,4BAA6B,YAAW,iBAAiB;IAC7D,MAAM,SAAa;IAEb,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;AAcD,qBAAa,2BAA4B,YAAW,iBAAiB;IAC5D,MAAM,SAC+D;IAE/D,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;AAiDD,qBAAa,0BAA2B,YAAW,iBAAiB;IAClE,OAAO,CAAC,SAAS,CAAsB;IAEhC,MAAM,EAAE,MAAM,CAAC;gBAEV,QAAQ,EAAE,iBAAiB,EAAE;IAgBlC,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE;IASnB,IAAI,CAAC,UAAU,EAAE,iBAAiB;IAUlC,MAAM,CAAC,UAAU,EAAE,UAAU;CAiB3C"}
1
+ {"version":3,"file":"attachment.d.ts","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EACnB,+BAA4B;AAM7B,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,KAAK,EAAE;QACT,IAAI,EAAE,IAAI,CAAC;KACZ,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,cAAc,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IACzE,MAAM,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAClE,CAAC;AAMF,qBAAa,4BAA6B,YAAW,iBAAiB;IAC7D,MAAM,SAAa;IAEb,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;AAcD,qBAAa,2BAA4B,YAAW,iBAAiB;IAC5D,MAAM,SAC+D;IAE/D,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;AAcD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,EACpC,YAAY,EAAE,MAAM,WA+BrB;AAED,qBAAa,0BAA2B,YAAW,iBAAiB;IAClE,OAAO,CAAC,SAAS,CAAsB;IAEhC,MAAM,EAAE,MAAM,CAAC;gBAEV,QAAQ,EAAE,iBAAiB,EAAE;IAgBlC,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE;IASnB,IAAI,CAAC,UAAU,EAAE,iBAAiB;IAUlC,MAAM,CAAC,UAAU,EAAE,UAAU;CAiB3C"}
@@ -75,7 +75,7 @@ const getFileText = (file) => new Promise((resolve, reject) => {
75
75
  // =============================================================================
76
76
  // Composite Attachment Adapter
77
77
  // =============================================================================
78
- function fileMatchesAccept(file, acceptString) {
78
+ export function fileMatchesAccept(file, acceptString) {
79
79
  if (acceptString === "*") {
80
80
  return true;
81
81
  }
@@ -1 +1 @@
1
- {"version":3,"file":"attachment.js","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAmBA,gFAAgF;AAChF,kCAAkC;AAClC,gFAAgF;AAEhF,MAAM,OAAO,4BAA4B;IAChC,MAAM,GAAG,SAAS,CAAC;IAEnB,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,MAAM,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC;iBAC7C;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,cAAc,GAAG,CAAC,IAAU,EAAE,EAAE,CACpC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,iCAAiC;AACjC,gFAAgF;AAEhF,MAAM,OAAO,2BAA2B;IAC/B,MAAM,GACX,yEAAyE,CAAC;IAErE,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,oBAAoB,UAAU,CAAC,IAAI,MAAM,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB;iBACnG;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE,CACjC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,+BAA+B;AAC/B,gFAAgF;AAEhF,SAAS,iBAAiB,CACxB,IAAoC,EACpC,YAAoB;IAEpB,IAAI,YAAY,KAAK,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,YAAY;SAC9B,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAE5C,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,WAAW,EAAE,EAAE,CAAC;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YACxC,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,0BAA0B;IAC7B,SAAS,CAAsB;IAEhC,MAAM,CAAS;IAEtB,YAAY,QAA6B;QACvC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAE1B,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;QAChE,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,IAAI,WAAW,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,oFAAoF,CACrF,CAAC;YAEJ,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,KAAqB;QAC9B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,UAA6B;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,iBAAiB,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvD,OAAO,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,UAAsB;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IACE,iBAAiB,CACf;gBACE,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,IAAI,EAAE,UAAU,CAAC,WAAW,IAAI,EAAE;aACnC,EACD,OAAO,CAAC,MAAM,CACf,EACD,CAAC;gBACD,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;CACF"}
1
+ {"version":3,"file":"attachment.js","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAmBA,gFAAgF;AAChF,kCAAkC;AAClC,gFAAgF;AAEhF,MAAM,OAAO,4BAA4B;IAChC,MAAM,GAAG,SAAS,CAAC;IAEnB,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,MAAM,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC;iBAC7C;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,cAAc,GAAG,CAAC,IAAU,EAAE,EAAE,CACpC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,iCAAiC;AACjC,gFAAgF;AAEhF,MAAM,OAAO,2BAA2B;IAC/B,MAAM,GACX,yEAAyE,CAAC;IAErE,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,oBAAoB,UAAU,CAAC,IAAI,MAAM,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB;iBACnG;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE,CACjC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,+BAA+B;AAC/B,gFAAgF;AAEhF,MAAM,UAAU,iBAAiB,CAC/B,IAAoC,EACpC,YAAoB;IAEpB,IAAI,YAAY,KAAK,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,YAAY;SAC9B,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAE5C,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,WAAW,EAAE,EAAE,CAAC;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YACxC,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,0BAA0B;IAC7B,SAAS,CAAsB;IAEhC,MAAM,CAAS;IAEtB,YAAY,QAA6B;QACvC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAE1B,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;QAChE,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,IAAI,WAAW,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,oFAAoF,CACrF,CAAC;YAEJ,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,KAAqB;QAC9B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,UAA6B;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,iBAAiB,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvD,OAAO,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,UAAsB;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IACE,iBAAiB,CACf;gBACE,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,IAAI,EAAE,UAAU,CAAC,WAAW,IAAI,EAAE;aACnC,EACD,OAAO,CAAC,MAAM,CACf,EACD,CAAC;gBACD,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;CACF"}
@@ -2,6 +2,9 @@ export type { AttachmentAdapter } from "./attachment.js";
2
2
  export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./attachment.js";
3
3
  export type { SpeechSynthesisAdapter, DictationAdapter } from "./speech.js";
4
4
  export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./speech.js";
5
+ export type { RealtimeVoiceAdapter } from "./voice.js";
6
+ export { createVoiceSession } from "./voice.js";
7
+ export type { VoiceSessionControls, VoiceSessionHelpers } from "./voice.js";
5
8
  export type { FeedbackAdapter } from "./feedback.js";
6
9
  export type { SuggestionAdapter } from "./suggestion.js";
7
10
  export type { Unstable_MentionAdapter } from "./mention.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AACA,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AACtD,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAGtB,YAAY,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,oBAAiB;AACzE,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;AAGlB,YAAY,EAAE,eAAe,EAAE,sBAAmB;AAGlD,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AAGtD,YAAY,EAAE,uBAAuB,EAAE,qBAAkB;AACzD,OAAO,EAAE,kCAAkC,EAAE,qBAAkB;AAG/D,YAAY,EACV,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,GACpB,4BAAyB"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AACA,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AACtD,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAGtB,YAAY,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,oBAAiB;AACzE,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;AAGlB,YAAY,EAAE,oBAAoB,EAAE,mBAAgB;AACpD,OAAO,EAAE,kBAAkB,EAAE,mBAAgB;AAC7C,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,mBAAgB;AAGzE,YAAY,EAAE,eAAe,EAAE,sBAAmB;AAGlD,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AAGtD,YAAY,EAAE,uBAAuB,EAAE,qBAAkB;AACzD,OAAO,EAAE,kCAAkC,EAAE,qBAAkB;AAG/D,YAAY,EACV,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,GACpB,4BAAyB"}
@@ -1,4 +1,5 @@
1
1
  export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./attachment.js";
2
2
  export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./speech.js";
3
+ export { createVoiceSession } from "./voice.js";
3
4
  export { unstable_defaultDirectiveFormatter } from "./mention.js";
4
5
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAItB,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;AAUlB,OAAO,EAAE,kCAAkC,EAAE,qBAAkB"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAItB,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;AAIlB,OAAO,EAAE,kBAAkB,EAAE,mBAAgB;AAW7C,OAAO,EAAE,kCAAkC,EAAE,qBAAkB"}
@@ -0,0 +1,49 @@
1
+ import type { Unsubscribe } from "../types/unsubscribe.js";
2
+ export declare namespace RealtimeVoiceAdapter {
3
+ type Status = {
4
+ type: "starting" | "running";
5
+ } | {
6
+ type: "ended";
7
+ reason: "finished" | "cancelled" | "error";
8
+ error?: unknown;
9
+ };
10
+ type Mode = "listening" | "speaking";
11
+ type TranscriptItem = {
12
+ role: "user" | "assistant";
13
+ text: string;
14
+ isFinal?: boolean;
15
+ };
16
+ type Session = {
17
+ status: Status;
18
+ isMuted: boolean;
19
+ disconnect: () => void;
20
+ mute: () => void;
21
+ unmute: () => void;
22
+ onStatusChange: (callback: (status: Status) => void) => Unsubscribe;
23
+ onTranscript: (callback: (transcript: TranscriptItem) => void) => Unsubscribe;
24
+ onModeChange: (callback: (mode: Mode) => void) => Unsubscribe;
25
+ onVolumeChange: (callback: (volume: number) => void) => Unsubscribe;
26
+ };
27
+ }
28
+ export type RealtimeVoiceAdapter = {
29
+ connect: (options: {
30
+ abortSignal?: AbortSignal;
31
+ }) => RealtimeVoiceAdapter.Session;
32
+ };
33
+ export type VoiceSessionControls = {
34
+ disconnect: () => void;
35
+ mute: () => void;
36
+ unmute: () => void;
37
+ };
38
+ export type VoiceSessionHelpers = {
39
+ setStatus: (status: RealtimeVoiceAdapter.Status) => void;
40
+ end: (reason: "finished" | "cancelled" | "error", error?: unknown) => void;
41
+ emitTranscript: (item: RealtimeVoiceAdapter.TranscriptItem) => void;
42
+ emitMode: (mode: RealtimeVoiceAdapter.Mode) => void;
43
+ emitVolume: (volume: number) => void;
44
+ isDisposed: () => boolean;
45
+ };
46
+ export declare function createVoiceSession(options: {
47
+ abortSignal?: AbortSignal;
48
+ }, setup: (helpers: VoiceSessionHelpers) => Promise<VoiceSessionControls>): RealtimeVoiceAdapter.Session;
49
+ //# sourceMappingURL=voice.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"voice.d.ts","sourceRoot":"","sources":["../../src/adapters/voice.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gCAA6B;AAExD,yBAAiB,oBAAoB,CAAC;IACpC,KAAY,MAAM,GACd;QACE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAC;KAC9B,GACD;QACE,IAAI,EAAE,OAAO,CAAC;QACd,MAAM,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC;QAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IAEN,KAAY,IAAI,GAAG,WAAW,GAAG,UAAU,CAAC;IAE5C,KAAY,cAAc,GAAG;QAC3B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAEF,KAAY,OAAO,GAAG;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QAEjB,UAAU,EAAE,MAAM,IAAI,CAAC;QACvB,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,MAAM,EAAE,MAAM,IAAI,CAAC;QAEnB,cAAc,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,KAAK,WAAW,CAAC;QACpE,YAAY,EAAE,CACZ,QAAQ,EAAE,CAAC,UAAU,EAAE,cAAc,KAAK,IAAI,KAC3C,WAAW,CAAC;QACjB,YAAY,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,KAAK,WAAW,CAAC;QAC9D,cAAc,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,KAAK,WAAW,CAAC;KACrE,CAAC;CACH;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B,KAAK,oBAAoB,CAAC,OAAO,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,MAAM,IAAI,CAAC;IACvB,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,EAAE,MAAM,IAAI,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,KAAK,IAAI,CAAC;IACzD,GAAG,EAAE,CAAC,MAAM,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,EAAE,KAAK,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC;IAC3E,cAAc,EAAE,CAAC,IAAI,EAAE,oBAAoB,CAAC,cAAc,KAAK,IAAI,CAAC;IACpE,QAAQ,EAAE,CAAC,IAAI,EAAE,oBAAoB,CAAC,IAAI,KAAK,IAAI,CAAC;IACpD,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACrC,UAAU,EAAE,MAAM,OAAO,CAAC;CAC3B,CAAC;AAEF,wBAAgB,kBAAkB,CAChC,OAAO,EAAE;IAAE,WAAW,CAAC,EAAE,WAAW,CAAA;CAAE,EACtC,KAAK,EAAE,CAAC,OAAO,EAAE,mBAAmB,KAAK,OAAO,CAAC,oBAAoB,CAAC,GACrE,oBAAoB,CAAC,OAAO,CAuG9B"}
@@ -0,0 +1,109 @@
1
+ export function createVoiceSession(options, setup) {
2
+ const statusCbs = new Set();
3
+ const transcriptCbs = new Set();
4
+ const modeCbs = new Set();
5
+ const volumeCbs = new Set();
6
+ let currentStatus = { type: "starting" };
7
+ let isMuted = false;
8
+ let disposed = false;
9
+ let controls = null;
10
+ const cleanup = () => {
11
+ disposed = true;
12
+ statusCbs.clear();
13
+ transcriptCbs.clear();
14
+ modeCbs.clear();
15
+ volumeCbs.clear();
16
+ };
17
+ const helpers = {
18
+ setStatus: (status) => {
19
+ if (disposed)
20
+ return;
21
+ currentStatus = status;
22
+ for (const cb of statusCbs)
23
+ cb(status);
24
+ },
25
+ end: (reason, error) => {
26
+ if (disposed)
27
+ return;
28
+ currentStatus = { type: "ended", reason, error };
29
+ for (const cb of statusCbs)
30
+ cb(currentStatus);
31
+ cleanup();
32
+ },
33
+ emitTranscript: (item) => {
34
+ if (disposed)
35
+ return;
36
+ for (const cb of transcriptCbs)
37
+ cb(item);
38
+ },
39
+ emitMode: (mode) => {
40
+ if (disposed)
41
+ return;
42
+ for (const cb of modeCbs)
43
+ cb(mode);
44
+ },
45
+ emitVolume: (volume) => {
46
+ if (disposed)
47
+ return;
48
+ for (const cb of volumeCbs)
49
+ cb(volume);
50
+ },
51
+ isDisposed: () => disposed,
52
+ };
53
+ const session = {
54
+ get status() {
55
+ return currentStatus;
56
+ },
57
+ get isMuted() {
58
+ return isMuted;
59
+ },
60
+ disconnect: () => {
61
+ controls?.disconnect();
62
+ cleanup();
63
+ },
64
+ mute: () => {
65
+ controls?.mute();
66
+ isMuted = true;
67
+ },
68
+ unmute: () => {
69
+ controls?.unmute();
70
+ isMuted = false;
71
+ },
72
+ onStatusChange: (cb) => {
73
+ statusCbs.add(cb);
74
+ return () => statusCbs.delete(cb);
75
+ },
76
+ onTranscript: (cb) => {
77
+ transcriptCbs.add(cb);
78
+ return () => transcriptCbs.delete(cb);
79
+ },
80
+ onModeChange: (cb) => {
81
+ modeCbs.add(cb);
82
+ return () => modeCbs.delete(cb);
83
+ },
84
+ onVolumeChange: (cb) => {
85
+ volumeCbs.add(cb);
86
+ return () => volumeCbs.delete(cb);
87
+ },
88
+ };
89
+ if (options.abortSignal) {
90
+ options.abortSignal.addEventListener("abort", () => session.disconnect(), {
91
+ once: true,
92
+ });
93
+ }
94
+ const doSetup = async () => {
95
+ try {
96
+ if (disposed)
97
+ return;
98
+ controls = await setup(helpers);
99
+ if (disposed)
100
+ controls.disconnect();
101
+ }
102
+ catch (error) {
103
+ helpers.end("error", error);
104
+ }
105
+ };
106
+ doSetup();
107
+ return session;
108
+ }
109
+ //# sourceMappingURL=voice.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"voice.js","sourceRoot":"","sources":["../../src/adapters/voice.ts"],"names":[],"mappings":"AA2DA,MAAM,UAAU,kBAAkB,CAChC,OAAsC,EACtC,KAAsE;IAEtE,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4C,CAAC;IACtE,MAAM,aAAa,GAAG,IAAI,GAAG,EAE1B,CAAC;IACJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0C,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEjD,IAAI,aAAa,GAAgC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IACtE,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,QAAQ,GAAgC,IAAI,CAAC;IAEjD,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,QAAQ,GAAG,IAAI,CAAC;QAChB,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,aAAa,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,SAAS,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC,CAAC;IAEF,MAAM,OAAO,GAAwB;QACnC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;YACpB,IAAI,QAAQ;gBAAE,OAAO;YACrB,aAAa,GAAG,MAAM,CAAC;YACvB,KAAK,MAAM,EAAE,IAAI,SAAS;gBAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,GAAG,EAAE,CAAC,MAAM,EAAE,KAAM,EAAE,EAAE;YACtB,IAAI,QAAQ;gBAAE,OAAO;YACrB,aAAa,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACjD,KAAK,MAAM,EAAE,IAAI,SAAS;gBAAE,EAAE,CAAC,aAAa,CAAC,CAAC;YAC9C,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,cAAc,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,QAAQ;gBAAE,OAAO;YACrB,KAAK,MAAM,EAAE,IAAI,aAAa;gBAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;QACD,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE;YACjB,IAAI,QAAQ;gBAAE,OAAO;YACrB,KAAK,MAAM,EAAE,IAAI,OAAO;gBAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QACD,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;YACrB,IAAI,QAAQ;gBAAE,OAAO;YACrB,KAAK,MAAM,EAAE,IAAI,SAAS;gBAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,UAAU,EAAE,GAAG,EAAE,CAAC,QAAQ;KAC3B,CAAC;IAEF,MAAM,OAAO,GAAiC;QAC5C,IAAI,MAAM;YACR,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,IAAI,OAAO;YACT,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,UAAU,EAAE,GAAG,EAAE;YACf,QAAQ,EAAE,UAAU,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,EAAE,GAAG,EAAE;YACT,QAAQ,EAAE,IAAI,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,MAAM,EAAE,GAAG,EAAE;YACX,QAAQ,EAAE,MAAM,EAAE,CAAC;YACnB,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;QACD,cAAc,EAAE,CAAC,EAAE,EAAE,EAAE;YACrB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE;YACnB,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,OAAO,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE;YACnB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;QACD,cAAc,EAAE,CAAC,EAAE,EAAE,EAAE;YACrB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;KACF,CAAC;IAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,OAAO,CAAC,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE;YACxE,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,IAAI,CAAC;YACH,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,QAAQ;gBAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,CAAC;IACV,OAAO,OAAO,CAAC;AACjB,CAAC"}
package/dist/index.d.ts CHANGED
@@ -3,7 +3,7 @@ export type { Attachment, PendingAttachment, CompleteAttachment, AttachmentStatu
3
3
  export type { Unsubscribe } from "./types/unsubscribe.js";
4
4
  export type { QuoteInfo } from "./types/quote.js";
5
5
  export type { Unstable_MentionItem, Unstable_MentionCategory, Unstable_DirectiveSegment, Unstable_DirectiveFormatter, } from "./types/mention.js";
6
- export type { LanguageModelV1CallSettings, LanguageModelConfig, ModelContext, ModelContextProvider, AssistantToolProps, AssistantInstructionsConfig, } from "./model-context/types.js";
6
+ export type { LanguageModelV1CallSettings, LanguageModelConfig, ModelContext, ModelContextProvider, AssistantToolProps, AssistantInstructionsConfig, AssistantContextConfig, } from "./model-context/types.js";
7
7
  export { mergeModelContexts } from "./model-context/types.js";
8
8
  export { tool } from "./model-context/tool.js";
9
9
  export { ModelContextRegistry } from "./model-context/registry.js";
@@ -16,6 +16,9 @@ export type { AttachmentAdapter } from "./adapters/attachment.js";
16
16
  export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./adapters/attachment.js";
17
17
  export type { SpeechSynthesisAdapter, DictationAdapter, } from "./adapters/speech.js";
18
18
  export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./adapters/speech.js";
19
+ export type { RealtimeVoiceAdapter } from "./adapters/voice.js";
20
+ export { createVoiceSession } from "./adapters/voice.js";
21
+ export type { VoiceSessionControls, VoiceSessionHelpers, } from "./adapters/voice.js";
19
22
  export type { FeedbackAdapter } from "./adapters/feedback.js";
20
23
  export type { SuggestionAdapter } from "./adapters/suggestion.js";
21
24
  export type { Unstable_MentionAdapter } from "./adapters/mention.js";
@@ -23,7 +26,7 @@ export { unstable_defaultDirectiveFormatter } from "./adapters/mention.js";
23
26
  export type { ThreadHistoryAdapter, GenericThreadHistoryAdapter, MessageFormatAdapter, MessageFormatItem, MessageFormatRepository, MessageStorageEntry, } from "./adapters/thread-history.js";
24
27
  export type { ThreadListItemRuntimePath, ThreadRuntimePath, MessageRuntimePath, MessagePartRuntimePath, AttachmentRuntimePath, ComposerRuntimePath, } from "./runtime/api/paths.js";
25
28
  export type { ComposerRuntimeCore, ComposerRuntimeEventType, DictationState, ThreadComposerRuntimeCore, } from "./runtime/interfaces/composer-runtime-core.js";
26
- export type { RuntimeCapabilities, AddToolResultOptions, ResumeToolCallOptions, SubmitFeedbackOptions, ThreadSuggestion, SpeechState, SubmittedFeedback, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig, ThreadRuntimeCore, } from "./runtime/interfaces/thread-runtime-core.js";
29
+ export type { RuntimeCapabilities, AddToolResultOptions, ResumeToolCallOptions, SubmitFeedbackOptions, ThreadSuggestion, SpeechState, VoiceSessionState, SubmittedFeedback, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig, ThreadRuntimeCore, } from "./runtime/interfaces/thread-runtime-core.js";
27
30
  export type { ThreadListItemStatus, ThreadListItemCoreState, ThreadListRuntimeCore, } from "./runtime/interfaces/thread-list-runtime-core.js";
28
31
  export type { AssistantRuntimeCore } from "./runtime/interfaces/assistant-runtime-core.js";
29
32
  export type { AssistantRuntime } from "./runtime/api/assistant-runtime.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,YAAY,EAEV,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,eAAe,EACf,yBAAyB,EACzB,mBAAmB,EACnB,qBAAqB,EACrB,0BAA0B,EAE1B,iBAAiB,EACjB,yBAAyB,EACzB,aAAa,EAEb,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,aAAa,EACb,WAAW,EAEX,SAAS,EACT,aAAa,GACd,2BAAwB;AAEzB,YAAY,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,8BAA2B;AAE5B,YAAY,EAAE,WAAW,EAAE,+BAA4B;AAEvD,YAAY,EAAE,SAAS,EAAE,yBAAsB;AAE/C,YAAY,EACV,oBAAoB,EACpB,wBAAwB,EACxB,yBAAyB,EACzB,2BAA2B,GAC5B,2BAAwB;AAIzB,YAAY,EAEV,2BAA2B,EAC3B,mBAAmB,EAEnB,YAAY,EACZ,oBAAoB,EAEpB,kBAAkB,EAClB,2BAA2B,GAC5B,iCAA8B;AAC/B,OAAO,EAAE,kBAAkB,EAAE,iCAA8B;AAE3D,OAAO,EAAE,IAAI,EAAE,gCAA6B;AAE5C,OAAO,EAAE,oBAAoB,EAAE,oCAAiC;AAChE,YAAY,EACV,8BAA8B,EAC9B,qCAAqC,EACrC,kCAAkC,GACnC,4CAAyC;AAE1C,OAAO,EAAE,kBAAkB,EAAE,sCAAmC;AAChE,OAAO,EAAE,sBAAsB,EAAE,0CAAuC;AACxE,YAAY,EACV,cAAc,EACd,sBAAsB,EACtB,gBAAgB,EAChB,YAAY,GACb,uCAAoC;AACrC,OAAO,EAAE,qBAAqB,EAAE,uCAAoC;AAKpE,YAAY,EAAE,iBAAiB,EAAE,iCAA8B;AAC/D,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,iCAA8B;AAG/B,YAAY,EACV,sBAAsB,EACtB,gBAAgB,GACjB,6BAA0B;AAC3B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,6BAA0B;AAG3B,YAAY,EAAE,eAAe,EAAE,+BAA4B;AAG3D,YAAY,EAAE,iBAAiB,EAAE,iCAA8B;AAG/D,YAAY,EAAE,uBAAuB,EAAE,8BAA2B;AAClE,OAAO,EAAE,kCAAkC,EAAE,8BAA2B;AAGxE,YAAY,EACV,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,GACpB,qCAAkC;AAKnC,YAAY,EACV,yBAAyB,EACzB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,GACpB,+BAA4B;AAG7B,YAAY,EACV,mBAAmB,EACnB,wBAAwB,EACxB,cAAc,EACd,yBAAyB,GAC1B,sDAAmD;AAEpD,YAAY,EACV,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,iBAAiB,GAClB,oDAAiD;AAElD,YAAY,EACV,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,GACtB,yDAAsD;AAEvD,YAAY,EAAE,oBAAoB,EAAE,uDAAoD;AAGxF,YAAY,EAAE,gBAAgB,EAAE,2CAAwC;AAExE,YAAY,EACV,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,WAAW,EACX,aAAa,GACd,wCAAqC;AAEtC,YAAY,EACV,eAAe,EACf,iBAAiB,GAClB,6CAA0C;AAE3C,YAAY,EACV,uBAAuB,EACvB,qBAAqB,GACtB,kDAA+C;AAEhD,YAAY,EAAE,mBAAmB,EAAE,kCAA+B;AAElE,YAAY,EACV,YAAY,EACZ,cAAc,GACf,yCAAsC;AACvC,YAAY,EACV,gBAAgB,EAChB,kBAAkB,GACnB,8CAA2C;AAE5C,YAAY,EACV,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,qBAAqB,EACrB,mBAAmB,GACpB,0CAAuC;AAExC,YAAY,EACV,eAAe,EACf,iBAAiB,GAClB,4CAAyC;AAG1C,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,GACjB,8CAA2C;AAG5C,YAAY,EAAE,iBAAiB,EAAE,+CAA4C;AAG7E,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,GACzB,kDAA+C;AAGhD,YAAY,EAAE,6BAA6B,EAAE,8CAA2C;AACxF,OAAO,EAAE,yBAAyB,EAAE,8CAA2C;AAK/E,YAAY,EAAE,uBAAuB,EAAE,kDAA+C;AAGtF,YAAY,EACV,oBAAoB,EACpB,6BAA6B,EAC7B,8BAA8B,EAC9B,uBAAuB,GACxB,4DAAyD;AAG1D,YAAY,EACV,uBAAuB,EACvB,uBAAuB,EACvB,8BAA8B,EAC9B,oBAAoB,EACpB,wBAAwB,GACzB,+CAA4C;AAE7C,OAAO,EAAE,yBAAyB,EAAE,2DAAwD;AAG5F,OAAO,EACL,YAAY,EACZ,eAAe,EACf,oBAAoB,GACrB,gDAA6C"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,YAAY,EAEV,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,eAAe,EACf,yBAAyB,EACzB,mBAAmB,EACnB,qBAAqB,EACrB,0BAA0B,EAE1B,iBAAiB,EACjB,yBAAyB,EACzB,aAAa,EAEb,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,aAAa,EACb,WAAW,EAEX,SAAS,EACT,aAAa,GACd,2BAAwB;AAEzB,YAAY,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,8BAA2B;AAE5B,YAAY,EAAE,WAAW,EAAE,+BAA4B;AAEvD,YAAY,EAAE,SAAS,EAAE,yBAAsB;AAE/C,YAAY,EACV,oBAAoB,EACpB,wBAAwB,EACxB,yBAAyB,EACzB,2BAA2B,GAC5B,2BAAwB;AAIzB,YAAY,EAEV,2BAA2B,EAC3B,mBAAmB,EAEnB,YAAY,EACZ,oBAAoB,EAEpB,kBAAkB,EAClB,2BAA2B,EAC3B,sBAAsB,GACvB,iCAA8B;AAC/B,OAAO,EAAE,kBAAkB,EAAE,iCAA8B;AAE3D,OAAO,EAAE,IAAI,EAAE,gCAA6B;AAE5C,OAAO,EAAE,oBAAoB,EAAE,oCAAiC;AAChE,YAAY,EACV,8BAA8B,EAC9B,qCAAqC,EACrC,kCAAkC,GACnC,4CAAyC;AAE1C,OAAO,EAAE,kBAAkB,EAAE,sCAAmC;AAChE,OAAO,EAAE,sBAAsB,EAAE,0CAAuC;AACxE,YAAY,EACV,cAAc,EACd,sBAAsB,EACtB,gBAAgB,EAChB,YAAY,GACb,uCAAoC;AACrC,OAAO,EAAE,qBAAqB,EAAE,uCAAoC;AAKpE,YAAY,EAAE,iBAAiB,EAAE,iCAA8B;AAC/D,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,iCAA8B;AAG/B,YAAY,EACV,sBAAsB,EACtB,gBAAgB,GACjB,6BAA0B;AAC3B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,6BAA0B;AAG3B,YAAY,EAAE,oBAAoB,EAAE,4BAAyB;AAC7D,OAAO,EAAE,kBAAkB,EAAE,4BAAyB;AACtD,YAAY,EACV,oBAAoB,EACpB,mBAAmB,GACpB,4BAAyB;AAG1B,YAAY,EAAE,eAAe,EAAE,+BAA4B;AAG3D,YAAY,EAAE,iBAAiB,EAAE,iCAA8B;AAG/D,YAAY,EAAE,uBAAuB,EAAE,8BAA2B;AAClE,OAAO,EAAE,kCAAkC,EAAE,8BAA2B;AAGxE,YAAY,EACV,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,GACpB,qCAAkC;AAKnC,YAAY,EACV,yBAAyB,EACzB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,GACpB,+BAA4B;AAG7B,YAAY,EACV,mBAAmB,EACnB,wBAAwB,EACxB,cAAc,EACd,yBAAyB,GAC1B,sDAAmD;AAEpD,YAAY,EACV,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,iBAAiB,GAClB,oDAAiD;AAElD,YAAY,EACV,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,GACtB,yDAAsD;AAEvD,YAAY,EAAE,oBAAoB,EAAE,uDAAoD;AAGxF,YAAY,EAAE,gBAAgB,EAAE,2CAAwC;AAExE,YAAY,EACV,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,WAAW,EACX,aAAa,GACd,wCAAqC;AAEtC,YAAY,EACV,eAAe,EACf,iBAAiB,GAClB,6CAA0C;AAE3C,YAAY,EACV,uBAAuB,EACvB,qBAAqB,GACtB,kDAA+C;AAEhD,YAAY,EAAE,mBAAmB,EAAE,kCAA+B;AAElE,YAAY,EACV,YAAY,EACZ,cAAc,GACf,yCAAsC;AACvC,YAAY,EACV,gBAAgB,EAChB,kBAAkB,GACnB,8CAA2C;AAE5C,YAAY,EACV,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,qBAAqB,EACrB,mBAAmB,GACpB,0CAAuC;AAExC,YAAY,EACV,eAAe,EACf,iBAAiB,GAClB,4CAAyC;AAG1C,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,GACjB,8CAA2C;AAG5C,YAAY,EAAE,iBAAiB,EAAE,+CAA4C;AAG7E,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,GACzB,kDAA+C;AAGhD,YAAY,EAAE,6BAA6B,EAAE,8CAA2C;AACxF,OAAO,EAAE,yBAAyB,EAAE,8CAA2C;AAK/E,YAAY,EAAE,uBAAuB,EAAE,kDAA+C;AAGtF,YAAY,EACV,oBAAoB,EACpB,6BAA6B,EAC7B,8BAA8B,EAC9B,uBAAuB,GACxB,4DAAyD;AAG1D,YAAY,EACV,uBAAuB,EACvB,uBAAuB,EACvB,8BAA8B,EAC9B,oBAAoB,EACpB,wBAAwB,GACzB,+CAA4C;AAE7C,OAAO,EAAE,yBAAyB,EAAE,2DAAwD;AAG5F,OAAO,EACL,YAAY,EACZ,eAAe,EACf,oBAAoB,GACrB,gDAA6C"}
package/dist/index.js CHANGED
@@ -7,6 +7,7 @@ export { AssistantFrameProvider } from "./model-context/frame/provider.js";
7
7
  export { FRAME_MESSAGE_CHANNEL } from "./model-context/frame/types.js";
8
8
  export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./adapters/attachment.js";
9
9
  export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./adapters/speech.js";
10
+ export { createVoiceSession } from "./adapters/voice.js";
10
11
  export { unstable_defaultDirectiveFormatter } from "./adapters/mention.js";
11
12
  // External Store Message Utilities
12
13
  export { getExternalStoreMessage, getExternalStoreMessages, bindExternalStoreMessage, } from "./runtime/utils/external-store-message.js";
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oEAAoE;AAiEpE,OAAO,EAAE,kBAAkB,EAAE,iCAA8B;AAE3D,OAAO,EAAE,IAAI,EAAE,gCAA6B;AAE5C,OAAO,EAAE,oBAAoB,EAAE,oCAAiC;AAOhE,OAAO,EAAE,kBAAkB,EAAE,sCAAmC;AAChE,OAAO,EAAE,sBAAsB,EAAE,0CAAuC;AAOxE,OAAO,EAAE,qBAAqB,EAAE,uCAAoC;AAMpE,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,iCAA8B;AAO/B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,6BAA0B;AAU3B,OAAO,EAAE,kCAAkC,EAAE,8BAA2B;AAgHxE,mCAAmC;AACnC,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,GACzB,kDAA+C;AAIhD,OAAO,EAAE,yBAAyB,EAAE,8CAA2C;AAwB/E,OAAO,EAAE,yBAAyB,EAAE,2DAAwD;AAE5F,gCAAgC;AAChC,OAAO,EACL,YAAY,EACZ,eAAe,EACf,oBAAoB,GACrB,gDAA6C"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oEAAoE;AAkEpE,OAAO,EAAE,kBAAkB,EAAE,iCAA8B;AAE3D,OAAO,EAAE,IAAI,EAAE,gCAA6B;AAE5C,OAAO,EAAE,oBAAoB,EAAE,oCAAiC;AAOhE,OAAO,EAAE,kBAAkB,EAAE,sCAAmC;AAChE,OAAO,EAAE,sBAAsB,EAAE,0CAAuC;AAOxE,OAAO,EAAE,qBAAqB,EAAE,uCAAoC;AAMpE,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,iCAA8B;AAO/B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,6BAA0B;AAI3B,OAAO,EAAE,kBAAkB,EAAE,4BAAyB;AActD,OAAO,EAAE,kCAAkC,EAAE,8BAA2B;AAiHxE,mCAAmC;AACnC,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,GACzB,kDAA+C;AAIhD,OAAO,EAAE,yBAAyB,EAAE,8CAA2C;AAwB/E,OAAO,EAAE,yBAAyB,EAAE,2DAAwD;AAE5F,gCAAgC;AAChC,OAAO,EACL,YAAY,EACZ,eAAe,EACf,oBAAoB,GACrB,gDAA6C"}
@@ -33,5 +33,9 @@ export type AssistantInstructionsConfig = {
33
33
  disabled?: boolean | undefined;
34
34
  instruction: string;
35
35
  };
36
+ export type AssistantContextConfig = {
37
+ getContext: () => string;
38
+ disabled?: boolean | undefined;
39
+ };
36
40
  export declare const mergeModelContexts: (configSet: Set<ModelContextProvider>) => ModelContext;
37
41
  //# sourceMappingURL=types.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gCAA6B;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAMxC,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAMF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;IACnD,YAAY,CAAC,EAAE,2BAA2B,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,eAAe,EAAE,MAAM,YAAY,CAAC;IACpC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,IAAI,KAAK,WAAW,CAAC;CACnD,CAAC;AAMF,MAAM,MAAM,kBAAkB,CAC5B,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACrC,OAAO,IACL,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAMF,eAAO,MAAM,kBAAkB,GAC7B,WAAW,GAAG,CAAC,oBAAoB,CAAC,KACnC,YAwCF,CAAC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gCAA6B;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAMxC,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAMF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;IACnD,YAAY,CAAC,EAAE,2BAA2B,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,eAAe,EAAE,MAAM,YAAY,CAAC;IACpC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,IAAI,KAAK,WAAW,CAAC;CACnD,CAAC;AAMF,MAAM,MAAM,kBAAkB,CAC5B,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACrC,OAAO,IACL,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAMF,eAAO,MAAM,kBAAkB,GAC7B,WAAW,GAAG,CAAC,oBAAoB,CAAC,KACnC,YAwCF,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"AAyDA,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,SAAoC,EACtB,EAAE;IAChB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;SAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;IAEzD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;QACpC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACb,4CAA4C,IAAI,0BAA0B,CAC3E,CAAC;gBACJ,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,KAAK;oBAAE,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC/B,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;YACzB,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,GAAG,CAAC,MAAM,GAAG;gBACX,GAAG,GAAG,CAAC,MAAM;gBACb,GAAG,MAAM,CAAC,MAAM;aACjB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,GAAG,CAAC,YAAY,GAAG;gBACjB,GAAG,GAAG,CAAC,YAAY;gBACnB,GAAG,MAAM,CAAC,YAAY;aACvB,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAkB,CAAC,CAAC;AACzB,CAAC,CAAC"}
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"AA8DA,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,SAAoC,EACtB,EAAE;IAChB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;SAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;IAEzD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;QACpC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACb,4CAA4C,IAAI,0BAA0B,CAC3E,CAAC;gBACJ,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,KAAK;oBAAE,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC/B,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;YACzB,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,GAAG,CAAC,MAAM,GAAG;gBACX,GAAG,GAAG,CAAC,MAAM;gBACb,GAAG,MAAM,CAAC,MAAM;aACjB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,GAAG,CAAC,YAAY,GAAG;gBACjB,GAAG,GAAG,CAAC,YAAY;gBACnB,GAAG,MAAM,CAAC,YAAY;aACvB,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAkB,CAAC,CAAC;AACzB,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { type ClientOutput } from "@assistant-ui/store";
2
+ export declare const Interactables: () => import("@assistant-ui/tap").ResourceElement<ClientOutput<"interactables">, undefined>;
3
+ //# sourceMappingURL=Interactables.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Interactables.d.ts","sourceRoot":"","sources":["../../../src/react/client/Interactables.ts"],"names":[],"mappings":"AAQA,OAAO,EAEL,KAAK,YAAY,EAElB,MAAM,qBAAqB,CAAC;AAc7B,eAAO,MAAM,aAAa,6FA2SxB,CAAC"}
@@ -0,0 +1,263 @@
1
+ import { resource, tapState, tapEffect, tapCallback, tapRef, tapMemo, } from "@assistant-ui/tap";
2
+ import { tapAssistantClientRef, attachTransformScopes, } from "@assistant-ui/store";
3
+ import { toJSONSchema, toPartialJSONSchema } from "assistant-stream";
4
+ import { ModelContext } from "../../store/index.js";
5
+ import { buildInteractableModelContext } from "./interactable-model-context.js";
6
+ const PERSISTENCE_DEBOUNCE_MS = 500;
7
+ export const Interactables = resource(() => {
8
+ const [state, setState] = tapState(() => ({
9
+ definitions: {},
10
+ persistence: {},
11
+ }));
12
+ const clientRef = tapAssistantClientRef();
13
+ const stateRef = tapRef(state);
14
+ tapEffect(() => {
15
+ stateRef.current = state;
16
+ }, [state]);
17
+ const subscribersRef = tapRef(new Set());
18
+ const partialSchemaCacheRef = tapRef(new Map());
19
+ const detachedStateRef = tapRef(new Map());
20
+ const adapterRef = tapRef(undefined);
21
+ const debounceTimerRef = tapRef(undefined);
22
+ const syncSeqRef = tapRef(0);
23
+ const hasPendingLocalChangeRef = tapRef(false);
24
+ const flushResolversRef = tapRef([]);
25
+ const dirtyIdsRef = tapRef(new Set());
26
+ const runPersistence = tapCallback(async () => {
27
+ const adapter = adapterRef.current;
28
+ if (!adapter) {
29
+ for (const resolve of flushResolversRef.current)
30
+ resolve();
31
+ flushResolversRef.current = [];
32
+ return;
33
+ }
34
+ const seq = ++syncSeqRef.current;
35
+ const dirtyIds = new Set(dirtyIdsRef.current);
36
+ dirtyIdsRef.current.clear();
37
+ hasPendingLocalChangeRef.current = true;
38
+ // Snapshot before any await so unregistered definitions are still included.
39
+ const exported = stateRef.current.definitions;
40
+ const payload = {};
41
+ for (const [id, def] of Object.entries(exported)) {
42
+ payload[id] = { name: def.name, state: def.state };
43
+ }
44
+ setState((prev) => ({
45
+ ...prev,
46
+ persistence: {
47
+ ...prev.persistence,
48
+ ...Object.fromEntries([...dirtyIds].map((id) => [
49
+ id,
50
+ { isPending: true, error: undefined },
51
+ ])),
52
+ },
53
+ }));
54
+ try {
55
+ await adapter.save(payload);
56
+ if (syncSeqRef.current === seq) {
57
+ hasPendingLocalChangeRef.current = false;
58
+ setState((prev) => {
59
+ const persistence = { ...prev.persistence };
60
+ for (const id of dirtyIds)
61
+ delete persistence[id];
62
+ return { ...prev, persistence };
63
+ });
64
+ }
65
+ }
66
+ catch (e) {
67
+ if (syncSeqRef.current === seq) {
68
+ hasPendingLocalChangeRef.current = false;
69
+ setState((prev) => ({
70
+ ...prev,
71
+ persistence: {
72
+ ...prev.persistence,
73
+ ...Object.fromEntries([...dirtyIds].map((id) => [id, { isPending: false, error: e }])),
74
+ },
75
+ }));
76
+ }
77
+ }
78
+ finally {
79
+ if (dirtyIdsRef.current.size > 0 && adapterRef.current) {
80
+ runPersistence();
81
+ }
82
+ else {
83
+ for (const resolve of flushResolversRef.current)
84
+ resolve();
85
+ flushResolversRef.current = [];
86
+ }
87
+ }
88
+ }, []);
89
+ const schedulePersistence = tapCallback((id) => {
90
+ if (!adapterRef.current)
91
+ return;
92
+ dirtyIdsRef.current.add(id);
93
+ if (debounceTimerRef.current !== undefined) {
94
+ clearTimeout(debounceTimerRef.current);
95
+ }
96
+ debounceTimerRef.current = setTimeout(() => {
97
+ debounceTimerRef.current = undefined;
98
+ if (!hasPendingLocalChangeRef.current) {
99
+ runPersistence();
100
+ }
101
+ else {
102
+ debounceTimerRef.current = setTimeout(() => {
103
+ debounceTimerRef.current = undefined;
104
+ runPersistence();
105
+ }, PERSISTENCE_DEBOUNCE_MS);
106
+ }
107
+ }, PERSISTENCE_DEBOUNCE_MS);
108
+ }, [runPersistence]);
109
+ const exportState = tapCallback(() => {
110
+ const result = {};
111
+ for (const [id, def] of Object.entries(stateRef.current.definitions)) {
112
+ result[id] = { name: def.name, state: def.state };
113
+ }
114
+ return result;
115
+ }, []);
116
+ const importState = tapCallback((saved) => {
117
+ for (const [id, entry] of Object.entries(saved)) {
118
+ detachedStateRef.current.set(id, entry.state);
119
+ }
120
+ setState((prev) => {
121
+ let changed = false;
122
+ const definitions = { ...prev.definitions };
123
+ for (const [id, entry] of Object.entries(saved)) {
124
+ if (definitions[id]) {
125
+ definitions[id] = { ...definitions[id], state: entry.state };
126
+ changed = true;
127
+ }
128
+ }
129
+ return changed ? { ...prev, definitions } : prev;
130
+ });
131
+ }, []);
132
+ const setPersistenceAdapter = tapCallback((adapter) => {
133
+ adapterRef.current = adapter;
134
+ }, []);
135
+ const flush = tapCallback(async () => {
136
+ if (debounceTimerRef.current !== undefined) {
137
+ clearTimeout(debounceTimerRef.current);
138
+ debounceTimerRef.current = undefined;
139
+ }
140
+ if (!adapterRef.current)
141
+ return;
142
+ if (!hasPendingLocalChangeRef.current && dirtyIdsRef.current.size === 0)
143
+ return;
144
+ const p = new Promise((resolve) => {
145
+ flushResolversRef.current.push(resolve);
146
+ });
147
+ if (!hasPendingLocalChangeRef.current) {
148
+ runPersistence();
149
+ }
150
+ return p;
151
+ }, [runPersistence]);
152
+ const flushIfPending = tapCallback(() => {
153
+ if (adapterRef.current && debounceTimerRef.current !== undefined) {
154
+ clearTimeout(debounceTimerRef.current);
155
+ debounceTimerRef.current = undefined;
156
+ runPersistence();
157
+ }
158
+ }, [runPersistence]);
159
+ const setDefState = tapCallback((id, updater) => {
160
+ setState((prev) => {
161
+ const existing = prev.definitions[id];
162
+ if (!existing)
163
+ return prev;
164
+ return {
165
+ ...prev,
166
+ definitions: {
167
+ ...prev.definitions,
168
+ [id]: { ...existing, state: updater(existing.state) },
169
+ },
170
+ };
171
+ });
172
+ if (stateRef.current.definitions[id])
173
+ schedulePersistence(id);
174
+ }, [schedulePersistence]);
175
+ const setDefSelected = tapCallback((id, selected) => {
176
+ setState((prev) => {
177
+ const existing = prev.definitions[id];
178
+ if (!existing)
179
+ return prev;
180
+ return {
181
+ ...prev,
182
+ definitions: {
183
+ ...prev.definitions,
184
+ [id]: { ...existing, selected },
185
+ },
186
+ };
187
+ });
188
+ }, []);
189
+ const provider = tapMemo(() => ({
190
+ getModelContext: () => {
191
+ const defs = stateRef.current.definitions;
192
+ return (buildInteractableModelContext(defs, partialSchemaCacheRef.current, setDefState) ?? {});
193
+ },
194
+ subscribe: (callback) => {
195
+ subscribersRef.current.add(callback);
196
+ return () => {
197
+ subscribersRef.current.delete(callback);
198
+ };
199
+ },
200
+ }), [setDefState]);
201
+ // biome-ignore lint/correctness/useExhaustiveDependencies: state dep triggers notification
202
+ tapEffect(() => {
203
+ for (const cb of subscribersRef.current)
204
+ cb();
205
+ }, [state]);
206
+ tapEffect(() => {
207
+ return clientRef.current.modelContext().register(provider);
208
+ }, [clientRef, provider]);
209
+ const register = tapCallback((def) => {
210
+ try {
211
+ const jsonSchema = toJSONSchema(def.stateSchema);
212
+ partialSchemaCacheRef.current.set(def.id, toPartialJSONSchema(jsonSchema));
213
+ }
214
+ catch (e) {
215
+ console.warn(`[Interactables] Failed to create partial schema for "${def.name}". The update tool will require all fields.`, e);
216
+ }
217
+ const detached = detachedStateRef.current.get(def.id);
218
+ detachedStateRef.current.delete(def.id);
219
+ setState((prev) => ({
220
+ ...prev,
221
+ definitions: {
222
+ ...prev.definitions,
223
+ [def.id]: {
224
+ id: def.id,
225
+ name: def.name,
226
+ description: def.description,
227
+ stateSchema: def.stateSchema,
228
+ state: prev.definitions[def.id]?.state ?? detached ?? def.initialState,
229
+ selected: def.selected,
230
+ },
231
+ },
232
+ }));
233
+ return () => {
234
+ flushIfPending();
235
+ setState((prev) => {
236
+ const existing = prev.definitions[def.id];
237
+ if (existing) {
238
+ detachedStateRef.current.set(def.id, existing.state);
239
+ }
240
+ partialSchemaCacheRef.current.delete(def.id);
241
+ const { [def.id]: _, ...rest } = prev.definitions;
242
+ const { [def.id]: __, ...restPersistence } = prev.persistence;
243
+ return { ...prev, definitions: rest, persistence: restPersistence };
244
+ });
245
+ };
246
+ }, [flushIfPending]);
247
+ return {
248
+ getState: () => state,
249
+ register,
250
+ setState: setDefState,
251
+ setSelected: setDefSelected,
252
+ exportState,
253
+ importState,
254
+ setPersistenceAdapter,
255
+ flush,
256
+ };
257
+ });
258
+ attachTransformScopes(Interactables, (scopes, parent) => {
259
+ if (!scopes.modelContext && parent.modelContext.source === null) {
260
+ scopes.modelContext = ModelContext();
261
+ }
262
+ });
263
+ //# sourceMappingURL=Interactables.js.map