@assistant-ui/core 0.1.8 → 0.1.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/attachment.d.ts +4 -0
- package/dist/adapters/attachment.d.ts.map +1 -1
- package/dist/adapters/attachment.js +1 -1
- package/dist/adapters/attachment.js.map +1 -1
- package/dist/adapters/index.d.ts +3 -0
- package/dist/adapters/index.d.ts.map +1 -1
- package/dist/adapters/index.js +1 -0
- package/dist/adapters/index.js.map +1 -1
- package/dist/adapters/voice.d.ts +49 -0
- package/dist/adapters/voice.d.ts.map +1 -0
- package/dist/adapters/voice.js +109 -0
- package/dist/adapters/voice.js.map +1 -0
- package/dist/index.d.ts +5 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/model-context/types.d.ts +4 -0
- package/dist/model-context/types.d.ts.map +1 -1
- package/dist/model-context/types.js.map +1 -1
- package/dist/react/client/Interactables.d.ts +3 -0
- package/dist/react/client/Interactables.d.ts.map +1 -0
- package/dist/react/client/Interactables.js +263 -0
- package/dist/react/client/Interactables.js.map +1 -0
- package/dist/react/client/interactable-model-context.d.ts +8 -0
- package/dist/react/client/interactable-model-context.d.ts.map +1 -0
- package/dist/react/client/interactable-model-context.js +62 -0
- package/dist/react/client/interactable-model-context.js.map +1 -0
- package/dist/react/index.d.ts +7 -0
- package/dist/react/index.d.ts.map +1 -1
- package/dist/react/index.js +6 -0
- package/dist/react/index.js.map +1 -1
- package/dist/react/model-context/useAssistantContext.d.ts +4 -0
- package/dist/react/model-context/useAssistantContext.d.ts.map +1 -0
- package/dist/react/model-context/useAssistantContext.js +18 -0
- package/dist/react/model-context/useAssistantContext.js.map +1 -0
- package/dist/react/model-context/useAssistantInteractable.d.ts +18 -0
- package/dist/react/model-context/useAssistantInteractable.d.ts.map +1 -0
- package/dist/react/model-context/useAssistantInteractable.js +31 -0
- package/dist/react/model-context/useAssistantInteractable.js.map +1 -0
- package/dist/react/model-context/useInteractableState.d.ts +15 -0
- package/dist/react/model-context/useInteractableState.d.ts.map +1 -0
- package/dist/react/model-context/useInteractableState.js +36 -0
- package/dist/react/model-context/useInteractableState.js.map +1 -0
- package/dist/react/model-context/useToolArgsStatus.d.ts +8 -0
- package/dist/react/model-context/useToolArgsStatus.d.ts.map +1 -0
- package/dist/react/model-context/useToolArgsStatus.js +31 -0
- package/dist/react/model-context/useToolArgsStatus.js.map +1 -0
- package/dist/react/primitive-hooks/useVoice.d.ts +10 -0
- package/dist/react/primitive-hooks/useVoice.d.ts.map +1 -0
- package/dist/react/primitive-hooks/useVoice.js +28 -0
- package/dist/react/primitive-hooks/useVoice.js.map +1 -0
- package/dist/react/primitives/message/MessageParts.d.ts.map +1 -1
- package/dist/react/primitives/message/MessageParts.js +2 -0
- package/dist/react/primitives/message/MessageParts.js.map +1 -1
- package/dist/react/runtimes/RemoteThreadListHookInstanceManager.d.ts +14 -0
- package/dist/react/runtimes/RemoteThreadListHookInstanceManager.d.ts.map +1 -1
- package/dist/react/runtimes/RemoteThreadListThreadListRuntimeCore.d.ts +14 -0
- package/dist/react/runtimes/RemoteThreadListThreadListRuntimeCore.d.ts.map +1 -1
- package/dist/react/runtimes/useLocalRuntime.d.ts +1 -0
- package/dist/react/runtimes/useLocalRuntime.d.ts.map +1 -1
- package/dist/react/types/scopes/interactables.d.ts +56 -0
- package/dist/react/types/scopes/interactables.d.ts.map +1 -0
- package/dist/react/types/scopes/interactables.js +2 -0
- package/dist/react/types/scopes/interactables.js.map +1 -0
- package/dist/react/types/store-augmentation.d.ts +2 -0
- package/dist/react/types/store-augmentation.d.ts.map +1 -1
- package/dist/runtime/api/thread-runtime.d.ts +21 -1
- package/dist/runtime/api/thread-runtime.d.ts.map +1 -1
- package/dist/runtime/api/thread-runtime.js +25 -0
- package/dist/runtime/api/thread-runtime.js.map +1 -1
- package/dist/runtime/base/base-composer-runtime-core.d.ts +1 -1
- package/dist/runtime/base/base-composer-runtime-core.d.ts.map +1 -1
- package/dist/runtime/base/base-composer-runtime-core.js +33 -8
- package/dist/runtime/base/base-composer-runtime-core.js.map +1 -1
- package/dist/runtime/base/base-thread-runtime-core.d.ts +24 -1
- package/dist/runtime/base/base-thread-runtime-core.d.ts.map +1 -1
- package/dist/runtime/base/base-thread-runtime-core.js +205 -1
- package/dist/runtime/base/base-thread-runtime-core.js.map +1 -1
- package/dist/runtime/interfaces/composer-runtime-core.d.ts +1 -1
- package/dist/runtime/interfaces/composer-runtime-core.d.ts.map +1 -1
- package/dist/runtime/interfaces/thread-runtime-core.d.ts +14 -0
- package/dist/runtime/interfaces/thread-runtime-core.d.ts.map +1 -1
- package/dist/runtimes/external-store/external-store-adapter.d.ts +2 -0
- package/dist/runtimes/external-store/external-store-adapter.d.ts.map +1 -1
- package/dist/runtimes/external-store/external-store-thread-runtime-core.d.ts +2 -1
- package/dist/runtimes/external-store/external-store-thread-runtime-core.d.ts.map +1 -1
- package/dist/runtimes/external-store/external-store-thread-runtime-core.js +3 -1
- package/dist/runtimes/external-store/external-store-thread-runtime-core.js.map +1 -1
- package/dist/runtimes/local/local-runtime-options.d.ts +2 -0
- package/dist/runtimes/local/local-runtime-options.d.ts.map +1 -1
- package/dist/runtimes/local/local-thread-runtime-core.d.ts +2 -0
- package/dist/runtimes/local/local-thread-runtime-core.d.ts.map +1 -1
- package/dist/runtimes/local/local-thread-runtime-core.js +6 -0
- package/dist/runtimes/local/local-thread-runtime-core.js.map +1 -1
- package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.d.ts +8 -0
- package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.d.ts.map +1 -1
- package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.js +15 -6
- package/dist/runtimes/readonly/ReadonlyThreadRuntimeCore.js.map +1 -1
- package/dist/runtimes/remote-thread-list/empty-thread-core.d.ts.map +1 -1
- package/dist/runtimes/remote-thread-list/empty-thread-core.js +17 -1
- package/dist/runtimes/remote-thread-list/empty-thread-core.js.map +1 -1
- package/dist/store/runtime-clients/composer-runtime-client.d.ts.map +1 -1
- package/dist/store/runtime-clients/composer-runtime-client.js +12 -5
- package/dist/store/runtime-clients/composer-runtime-client.js.map +1 -1
- package/dist/store/runtime-clients/thread-runtime-client.d.ts.map +1 -1
- package/dist/store/runtime-clients/thread-runtime-client.js +7 -8
- package/dist/store/runtime-clients/thread-runtime-client.js.map +1 -1
- package/dist/store/scopes/composer.d.ts +5 -0
- package/dist/store/scopes/composer.d.ts.map +1 -1
- package/dist/store/scopes/thread.d.ts +9 -9
- package/dist/store/scopes/thread.d.ts.map +1 -1
- package/dist/types/message.d.ts +1 -0
- package/dist/types/message.d.ts.map +1 -1
- package/package.json +9 -15
- package/src/adapters/attachment.ts +1 -1
- package/src/adapters/index.ts +5 -0
- package/src/adapters/voice.ts +166 -0
- package/src/index.ts +10 -0
- package/src/model-context/types.ts +5 -0
- package/src/react/client/Interactables.ts +332 -0
- package/src/react/client/interactable-model-context.ts +83 -0
- package/src/react/index.ts +30 -0
- package/src/react/model-context/useAssistantContext.ts +22 -0
- package/src/react/model-context/useAssistantInteractable.ts +47 -0
- package/src/react/model-context/useInteractableState.ts +63 -0
- package/src/react/model-context/useToolArgsStatus.ts +51 -0
- package/src/react/primitive-hooks/useVoice.ts +41 -0
- package/src/react/primitives/message/MessageParts.tsx +2 -0
- package/src/react/types/scopes/interactables.ts +66 -0
- package/src/react/types/store-augmentation.ts +2 -0
- package/src/runtime/api/thread-runtime.ts +41 -0
- package/src/runtime/base/base-composer-runtime-core.ts +45 -9
- package/src/runtime/base/base-thread-runtime-core.ts +243 -2
- package/src/runtime/interfaces/composer-runtime-core.ts +4 -1
- package/src/runtime/interfaces/thread-runtime-core.ts +17 -0
- package/src/runtimes/external-store/external-store-adapter.ts +2 -0
- package/src/runtimes/external-store/external-store-thread-runtime-core.ts +3 -1
- package/src/runtimes/local/local-runtime-options.ts +2 -0
- package/src/runtimes/local/local-thread-runtime-core.ts +7 -0
- package/src/runtimes/readonly/ReadonlyThreadRuntimeCore.ts +20 -6
- package/src/runtimes/remote-thread-list/empty-thread-core.ts +22 -1
- package/src/store/runtime-clients/composer-runtime-client.ts +18 -7
- package/src/store/runtime-clients/thread-runtime-client.ts +7 -8
- package/src/store/scopes/composer.ts +5 -0
- package/src/store/scopes/thread.ts +9 -8
- package/src/types/message.ts +1 -0
|
@@ -23,6 +23,10 @@ export declare class SimpleTextAttachmentAdapter implements AttachmentAdapter {
|
|
|
23
23
|
send(attachment: PendingAttachment): Promise<CompleteAttachment>;
|
|
24
24
|
remove(): Promise<void>;
|
|
25
25
|
}
|
|
26
|
+
export declare function fileMatchesAccept(file: {
|
|
27
|
+
name: string;
|
|
28
|
+
type: string;
|
|
29
|
+
}, acceptString: string): boolean;
|
|
26
30
|
export declare class CompositeAttachmentAdapter implements AttachmentAdapter {
|
|
27
31
|
private _adapters;
|
|
28
32
|
accept: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"attachment.d.ts","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EACnB,+BAA4B;AAM7B,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,KAAK,EAAE;QACT,IAAI,EAAE,IAAI,CAAC;KACZ,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,cAAc,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IACzE,MAAM,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAClE,CAAC;AAMF,qBAAa,4BAA6B,YAAW,iBAAiB;IAC7D,MAAM,SAAa;IAEb,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;AAcD,qBAAa,2BAA4B,YAAW,iBAAiB;IAC5D,MAAM,SAC+D;IAE/D,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;
|
|
1
|
+
{"version":3,"file":"attachment.d.ts","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EACnB,+BAA4B;AAM7B,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,KAAK,EAAE;QACT,IAAI,EAAE,IAAI,CAAC;KACZ,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,cAAc,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IACzE,MAAM,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAClE,CAAC;AAMF,qBAAa,4BAA6B,YAAW,iBAAiB;IAC7D,MAAM,SAAa;IAEb,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;AAcD,qBAAa,2BAA4B,YAAW,iBAAiB;IAC5D,MAAM,SAC+D;IAE/D,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAWtD,IAAI,CACf,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAajB,MAAM;CAGpB;AAcD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,EACpC,YAAY,EAAE,MAAM,WA+BrB;AAED,qBAAa,0BAA2B,YAAW,iBAAiB;IAClE,OAAO,CAAC,SAAS,CAAsB;IAEhC,MAAM,EAAE,MAAM,CAAC;gBAEV,QAAQ,EAAE,iBAAiB,EAAE;IAgBlC,GAAG,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,IAAI,CAAA;KAAE;IASnB,IAAI,CAAC,UAAU,EAAE,iBAAiB;IAUlC,MAAM,CAAC,UAAU,EAAE,UAAU;CAiB3C"}
|
|
@@ -75,7 +75,7 @@ const getFileText = (file) => new Promise((resolve, reject) => {
|
|
|
75
75
|
// =============================================================================
|
|
76
76
|
// Composite Attachment Adapter
|
|
77
77
|
// =============================================================================
|
|
78
|
-
function fileMatchesAccept(file, acceptString) {
|
|
78
|
+
export function fileMatchesAccept(file, acceptString) {
|
|
79
79
|
if (acceptString === "*") {
|
|
80
80
|
return true;
|
|
81
81
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"attachment.js","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAmBA,gFAAgF;AAChF,kCAAkC;AAClC,gFAAgF;AAEhF,MAAM,OAAO,4BAA4B;IAChC,MAAM,GAAG,SAAS,CAAC;IAEnB,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,MAAM,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC;iBAC7C;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,cAAc,GAAG,CAAC,IAAU,EAAE,EAAE,CACpC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,iCAAiC;AACjC,gFAAgF;AAEhF,MAAM,OAAO,2BAA2B;IAC/B,MAAM,GACX,yEAAyE,CAAC;IAErE,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,oBAAoB,UAAU,CAAC,IAAI,MAAM,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB;iBACnG;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE,CACjC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,+BAA+B;AAC/B,gFAAgF;AAEhF,
|
|
1
|
+
{"version":3,"file":"attachment.js","sourceRoot":"","sources":["../../src/adapters/attachment.ts"],"names":[],"mappings":"AAmBA,gFAAgF;AAChF,kCAAkC;AAClC,gFAAgF;AAEhF,MAAM,OAAO,4BAA4B;IAChC,MAAM,GAAG,SAAS,CAAC;IAEnB,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,MAAM,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC;iBAC7C;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,cAAc,GAAG,CAAC,IAAU,EAAE,EAAE,CACpC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,iCAAiC;AACjC,gFAAgF;AAEhF,MAAM,OAAO,2BAA2B;IAC/B,MAAM,GACX,yEAAyE,CAAC;IAErE,KAAK,CAAC,GAAG,CAAC,KAAqB;QACpC,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACnB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,eAAe,EAAE;SAC7D,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CACf,UAA6B;QAE7B,OAAO;YACL,GAAG,UAAU;YACb,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE;YAC5B,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,oBAAoB,UAAU,CAAC,IAAI,MAAM,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB;iBACnG;aACF;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,MAAM;QACjB,OAAO;IACT,CAAC;CACF;AAED,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE,CACjC,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;IACvD,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC,CAAC;AAEL,gFAAgF;AAChF,+BAA+B;AAC/B,gFAAgF;AAEhF,MAAM,UAAU,iBAAiB,CAC/B,IAAoC,EACpC,YAAoB;IAEpB,IAAI,YAAY,KAAK,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,YAAY;SAC9B,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAE5C,MAAM,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,WAAW,EAAE,EAAE,CAAC;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YACxC,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,OAAO,0BAA0B;IAC7B,SAAS,CAAsB;IAEhC,MAAM,CAAS;IAEtB,YAAY,QAA6B;QACvC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAE1B,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;QAChE,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,IAAI,WAAW,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,oFAAoF,CACrF,CAAC;YAEJ,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,KAAqB;QAC9B,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,UAA6B;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,iBAAiB,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvD,OAAO,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,UAAsB;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACxC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IACE,iBAAiB,CACf;gBACE,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,IAAI,EAAE,UAAU,CAAC,WAAW,IAAI,EAAE;aACnC,EACD,OAAO,CAAC,MAAM,CACf,EACD,CAAC;gBACD,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;CACF"}
|
package/dist/adapters/index.d.ts
CHANGED
|
@@ -2,6 +2,9 @@ export type { AttachmentAdapter } from "./attachment.js";
|
|
|
2
2
|
export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./attachment.js";
|
|
3
3
|
export type { SpeechSynthesisAdapter, DictationAdapter } from "./speech.js";
|
|
4
4
|
export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./speech.js";
|
|
5
|
+
export type { RealtimeVoiceAdapter } from "./voice.js";
|
|
6
|
+
export { createVoiceSession } from "./voice.js";
|
|
7
|
+
export type { VoiceSessionControls, VoiceSessionHelpers } from "./voice.js";
|
|
5
8
|
export type { FeedbackAdapter } from "./feedback.js";
|
|
6
9
|
export type { SuggestionAdapter } from "./suggestion.js";
|
|
7
10
|
export type { Unstable_MentionAdapter } from "./mention.js";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AACA,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AACtD,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAGtB,YAAY,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,oBAAiB;AACzE,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;AAGlB,YAAY,EAAE,eAAe,EAAE,sBAAmB;AAGlD,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AAGtD,YAAY,EAAE,uBAAuB,EAAE,qBAAkB;AACzD,OAAO,EAAE,kCAAkC,EAAE,qBAAkB;AAG/D,YAAY,EACV,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,GACpB,4BAAyB"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AACA,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AACtD,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAGtB,YAAY,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,oBAAiB;AACzE,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;AAGlB,YAAY,EAAE,oBAAoB,EAAE,mBAAgB;AACpD,OAAO,EAAE,kBAAkB,EAAE,mBAAgB;AAC7C,YAAY,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,mBAAgB;AAGzE,YAAY,EAAE,eAAe,EAAE,sBAAmB;AAGlD,YAAY,EAAE,iBAAiB,EAAE,wBAAqB;AAGtD,YAAY,EAAE,uBAAuB,EAAE,qBAAkB;AACzD,OAAO,EAAE,kCAAkC,EAAE,qBAAkB;AAG/D,YAAY,EACV,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,GACpB,4BAAyB"}
|
package/dist/adapters/index.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./attachment.js";
|
|
2
2
|
export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./speech.js";
|
|
3
|
+
export { createVoiceSession } from "./voice.js";
|
|
3
4
|
export { unstable_defaultDirectiveFormatter } from "./mention.js";
|
|
4
5
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAItB,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/adapters/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,wBAAqB;AAItB,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,oBAAiB;AAIlB,OAAO,EAAE,kBAAkB,EAAE,mBAAgB;AAW7C,OAAO,EAAE,kCAAkC,EAAE,qBAAkB"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import type { Unsubscribe } from "../types/unsubscribe.js";
|
|
2
|
+
export declare namespace RealtimeVoiceAdapter {
|
|
3
|
+
type Status = {
|
|
4
|
+
type: "starting" | "running";
|
|
5
|
+
} | {
|
|
6
|
+
type: "ended";
|
|
7
|
+
reason: "finished" | "cancelled" | "error";
|
|
8
|
+
error?: unknown;
|
|
9
|
+
};
|
|
10
|
+
type Mode = "listening" | "speaking";
|
|
11
|
+
type TranscriptItem = {
|
|
12
|
+
role: "user" | "assistant";
|
|
13
|
+
text: string;
|
|
14
|
+
isFinal?: boolean;
|
|
15
|
+
};
|
|
16
|
+
type Session = {
|
|
17
|
+
status: Status;
|
|
18
|
+
isMuted: boolean;
|
|
19
|
+
disconnect: () => void;
|
|
20
|
+
mute: () => void;
|
|
21
|
+
unmute: () => void;
|
|
22
|
+
onStatusChange: (callback: (status: Status) => void) => Unsubscribe;
|
|
23
|
+
onTranscript: (callback: (transcript: TranscriptItem) => void) => Unsubscribe;
|
|
24
|
+
onModeChange: (callback: (mode: Mode) => void) => Unsubscribe;
|
|
25
|
+
onVolumeChange: (callback: (volume: number) => void) => Unsubscribe;
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
export type RealtimeVoiceAdapter = {
|
|
29
|
+
connect: (options: {
|
|
30
|
+
abortSignal?: AbortSignal;
|
|
31
|
+
}) => RealtimeVoiceAdapter.Session;
|
|
32
|
+
};
|
|
33
|
+
export type VoiceSessionControls = {
|
|
34
|
+
disconnect: () => void;
|
|
35
|
+
mute: () => void;
|
|
36
|
+
unmute: () => void;
|
|
37
|
+
};
|
|
38
|
+
export type VoiceSessionHelpers = {
|
|
39
|
+
setStatus: (status: RealtimeVoiceAdapter.Status) => void;
|
|
40
|
+
end: (reason: "finished" | "cancelled" | "error", error?: unknown) => void;
|
|
41
|
+
emitTranscript: (item: RealtimeVoiceAdapter.TranscriptItem) => void;
|
|
42
|
+
emitMode: (mode: RealtimeVoiceAdapter.Mode) => void;
|
|
43
|
+
emitVolume: (volume: number) => void;
|
|
44
|
+
isDisposed: () => boolean;
|
|
45
|
+
};
|
|
46
|
+
export declare function createVoiceSession(options: {
|
|
47
|
+
abortSignal?: AbortSignal;
|
|
48
|
+
}, setup: (helpers: VoiceSessionHelpers) => Promise<VoiceSessionControls>): RealtimeVoiceAdapter.Session;
|
|
49
|
+
//# sourceMappingURL=voice.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice.d.ts","sourceRoot":"","sources":["../../src/adapters/voice.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gCAA6B;AAExD,yBAAiB,oBAAoB,CAAC;IACpC,KAAY,MAAM,GACd;QACE,IAAI,EAAE,UAAU,GAAG,SAAS,CAAC;KAC9B,GACD;QACE,IAAI,EAAE,OAAO,CAAC;QACd,MAAM,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,CAAC;QAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IAEN,KAAY,IAAI,GAAG,WAAW,GAAG,UAAU,CAAC;IAE5C,KAAY,cAAc,GAAG;QAC3B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAEF,KAAY,OAAO,GAAG;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QAEjB,UAAU,EAAE,MAAM,IAAI,CAAC;QACvB,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,MAAM,EAAE,MAAM,IAAI,CAAC;QAEnB,cAAc,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,KAAK,WAAW,CAAC;QACpE,YAAY,EAAE,CACZ,QAAQ,EAAE,CAAC,UAAU,EAAE,cAAc,KAAK,IAAI,KAC3C,WAAW,CAAC;QACjB,YAAY,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,KAAK,WAAW,CAAC;QAC9D,cAAc,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,KAAK,WAAW,CAAC;KACrE,CAAC;CACH;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,CAAC,OAAO,EAAE;QACjB,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B,KAAK,oBAAoB,CAAC,OAAO,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,MAAM,IAAI,CAAC;IACvB,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,MAAM,EAAE,MAAM,IAAI,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,MAAM,KAAK,IAAI,CAAC;IACzD,GAAG,EAAE,CAAC,MAAM,EAAE,UAAU,GAAG,WAAW,GAAG,OAAO,EAAE,KAAK,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC;IAC3E,cAAc,EAAE,CAAC,IAAI,EAAE,oBAAoB,CAAC,cAAc,KAAK,IAAI,CAAC;IACpE,QAAQ,EAAE,CAAC,IAAI,EAAE,oBAAoB,CAAC,IAAI,KAAK,IAAI,CAAC;IACpD,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACrC,UAAU,EAAE,MAAM,OAAO,CAAC;CAC3B,CAAC;AAEF,wBAAgB,kBAAkB,CAChC,OAAO,EAAE;IAAE,WAAW,CAAC,EAAE,WAAW,CAAA;CAAE,EACtC,KAAK,EAAE,CAAC,OAAO,EAAE,mBAAmB,KAAK,OAAO,CAAC,oBAAoB,CAAC,GACrE,oBAAoB,CAAC,OAAO,CAuG9B"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
export function createVoiceSession(options, setup) {
|
|
2
|
+
const statusCbs = new Set();
|
|
3
|
+
const transcriptCbs = new Set();
|
|
4
|
+
const modeCbs = new Set();
|
|
5
|
+
const volumeCbs = new Set();
|
|
6
|
+
let currentStatus = { type: "starting" };
|
|
7
|
+
let isMuted = false;
|
|
8
|
+
let disposed = false;
|
|
9
|
+
let controls = null;
|
|
10
|
+
const cleanup = () => {
|
|
11
|
+
disposed = true;
|
|
12
|
+
statusCbs.clear();
|
|
13
|
+
transcriptCbs.clear();
|
|
14
|
+
modeCbs.clear();
|
|
15
|
+
volumeCbs.clear();
|
|
16
|
+
};
|
|
17
|
+
const helpers = {
|
|
18
|
+
setStatus: (status) => {
|
|
19
|
+
if (disposed)
|
|
20
|
+
return;
|
|
21
|
+
currentStatus = status;
|
|
22
|
+
for (const cb of statusCbs)
|
|
23
|
+
cb(status);
|
|
24
|
+
},
|
|
25
|
+
end: (reason, error) => {
|
|
26
|
+
if (disposed)
|
|
27
|
+
return;
|
|
28
|
+
currentStatus = { type: "ended", reason, error };
|
|
29
|
+
for (const cb of statusCbs)
|
|
30
|
+
cb(currentStatus);
|
|
31
|
+
cleanup();
|
|
32
|
+
},
|
|
33
|
+
emitTranscript: (item) => {
|
|
34
|
+
if (disposed)
|
|
35
|
+
return;
|
|
36
|
+
for (const cb of transcriptCbs)
|
|
37
|
+
cb(item);
|
|
38
|
+
},
|
|
39
|
+
emitMode: (mode) => {
|
|
40
|
+
if (disposed)
|
|
41
|
+
return;
|
|
42
|
+
for (const cb of modeCbs)
|
|
43
|
+
cb(mode);
|
|
44
|
+
},
|
|
45
|
+
emitVolume: (volume) => {
|
|
46
|
+
if (disposed)
|
|
47
|
+
return;
|
|
48
|
+
for (const cb of volumeCbs)
|
|
49
|
+
cb(volume);
|
|
50
|
+
},
|
|
51
|
+
isDisposed: () => disposed,
|
|
52
|
+
};
|
|
53
|
+
const session = {
|
|
54
|
+
get status() {
|
|
55
|
+
return currentStatus;
|
|
56
|
+
},
|
|
57
|
+
get isMuted() {
|
|
58
|
+
return isMuted;
|
|
59
|
+
},
|
|
60
|
+
disconnect: () => {
|
|
61
|
+
controls?.disconnect();
|
|
62
|
+
cleanup();
|
|
63
|
+
},
|
|
64
|
+
mute: () => {
|
|
65
|
+
controls?.mute();
|
|
66
|
+
isMuted = true;
|
|
67
|
+
},
|
|
68
|
+
unmute: () => {
|
|
69
|
+
controls?.unmute();
|
|
70
|
+
isMuted = false;
|
|
71
|
+
},
|
|
72
|
+
onStatusChange: (cb) => {
|
|
73
|
+
statusCbs.add(cb);
|
|
74
|
+
return () => statusCbs.delete(cb);
|
|
75
|
+
},
|
|
76
|
+
onTranscript: (cb) => {
|
|
77
|
+
transcriptCbs.add(cb);
|
|
78
|
+
return () => transcriptCbs.delete(cb);
|
|
79
|
+
},
|
|
80
|
+
onModeChange: (cb) => {
|
|
81
|
+
modeCbs.add(cb);
|
|
82
|
+
return () => modeCbs.delete(cb);
|
|
83
|
+
},
|
|
84
|
+
onVolumeChange: (cb) => {
|
|
85
|
+
volumeCbs.add(cb);
|
|
86
|
+
return () => volumeCbs.delete(cb);
|
|
87
|
+
},
|
|
88
|
+
};
|
|
89
|
+
if (options.abortSignal) {
|
|
90
|
+
options.abortSignal.addEventListener("abort", () => session.disconnect(), {
|
|
91
|
+
once: true,
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
const doSetup = async () => {
|
|
95
|
+
try {
|
|
96
|
+
if (disposed)
|
|
97
|
+
return;
|
|
98
|
+
controls = await setup(helpers);
|
|
99
|
+
if (disposed)
|
|
100
|
+
controls.disconnect();
|
|
101
|
+
}
|
|
102
|
+
catch (error) {
|
|
103
|
+
helpers.end("error", error);
|
|
104
|
+
}
|
|
105
|
+
};
|
|
106
|
+
doSetup();
|
|
107
|
+
return session;
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=voice.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voice.js","sourceRoot":"","sources":["../../src/adapters/voice.ts"],"names":[],"mappings":"AA2DA,MAAM,UAAU,kBAAkB,CAChC,OAAsC,EACtC,KAAsE;IAEtE,MAAM,SAAS,GAAG,IAAI,GAAG,EAA4C,CAAC;IACtE,MAAM,aAAa,GAAG,IAAI,GAAG,EAE1B,CAAC;IACJ,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0C,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEjD,IAAI,aAAa,GAAgC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IACtE,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,QAAQ,GAAgC,IAAI,CAAC;IAEjD,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,QAAQ,GAAG,IAAI,CAAC;QAChB,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,aAAa,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,SAAS,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC,CAAC;IAEF,MAAM,OAAO,GAAwB;QACnC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;YACpB,IAAI,QAAQ;gBAAE,OAAO;YACrB,aAAa,GAAG,MAAM,CAAC;YACvB,KAAK,MAAM,EAAE,IAAI,SAAS;gBAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,GAAG,EAAE,CAAC,MAAM,EAAE,KAAM,EAAE,EAAE;YACtB,IAAI,QAAQ;gBAAE,OAAO;YACrB,aAAa,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACjD,KAAK,MAAM,EAAE,IAAI,SAAS;gBAAE,EAAE,CAAC,aAAa,CAAC,CAAC;YAC9C,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,cAAc,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,IAAI,QAAQ;gBAAE,OAAO;YACrB,KAAK,MAAM,EAAE,IAAI,aAAa;gBAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;QACD,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE;YACjB,IAAI,QAAQ;gBAAE,OAAO;YACrB,KAAK,MAAM,EAAE,IAAI,OAAO;gBAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QACD,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;YACrB,IAAI,QAAQ;gBAAE,OAAO;YACrB,KAAK,MAAM,EAAE,IAAI,SAAS;gBAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,UAAU,EAAE,GAAG,EAAE,CAAC,QAAQ;KAC3B,CAAC;IAEF,MAAM,OAAO,GAAiC;QAC5C,IAAI,MAAM;YACR,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,IAAI,OAAO;YACT,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,UAAU,EAAE,GAAG,EAAE;YACf,QAAQ,EAAE,UAAU,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,EAAE,GAAG,EAAE;YACT,QAAQ,EAAE,IAAI,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,MAAM,EAAE,GAAG,EAAE;YACX,QAAQ,EAAE,MAAM,EAAE,CAAC;YACnB,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;QACD,cAAc,EAAE,CAAC,EAAE,EAAE,EAAE;YACrB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE;YACnB,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,OAAO,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;QACD,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE;YACnB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC;QACD,cAAc,EAAE,CAAC,EAAE,EAAE,EAAE;YACrB,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;KACF,CAAC;IAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,OAAO,CAAC,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE;YACxE,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,IAAI,CAAC;YACH,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YAChC,IAAI,QAAQ;gBAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,CAAC;IACV,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -3,7 +3,7 @@ export type { Attachment, PendingAttachment, CompleteAttachment, AttachmentStatu
|
|
|
3
3
|
export type { Unsubscribe } from "./types/unsubscribe.js";
|
|
4
4
|
export type { QuoteInfo } from "./types/quote.js";
|
|
5
5
|
export type { Unstable_MentionItem, Unstable_MentionCategory, Unstable_DirectiveSegment, Unstable_DirectiveFormatter, } from "./types/mention.js";
|
|
6
|
-
export type { LanguageModelV1CallSettings, LanguageModelConfig, ModelContext, ModelContextProvider, AssistantToolProps, AssistantInstructionsConfig, } from "./model-context/types.js";
|
|
6
|
+
export type { LanguageModelV1CallSettings, LanguageModelConfig, ModelContext, ModelContextProvider, AssistantToolProps, AssistantInstructionsConfig, AssistantContextConfig, } from "./model-context/types.js";
|
|
7
7
|
export { mergeModelContexts } from "./model-context/types.js";
|
|
8
8
|
export { tool } from "./model-context/tool.js";
|
|
9
9
|
export { ModelContextRegistry } from "./model-context/registry.js";
|
|
@@ -16,6 +16,9 @@ export type { AttachmentAdapter } from "./adapters/attachment.js";
|
|
|
16
16
|
export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./adapters/attachment.js";
|
|
17
17
|
export type { SpeechSynthesisAdapter, DictationAdapter, } from "./adapters/speech.js";
|
|
18
18
|
export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./adapters/speech.js";
|
|
19
|
+
export type { RealtimeVoiceAdapter } from "./adapters/voice.js";
|
|
20
|
+
export { createVoiceSession } from "./adapters/voice.js";
|
|
21
|
+
export type { VoiceSessionControls, VoiceSessionHelpers, } from "./adapters/voice.js";
|
|
19
22
|
export type { FeedbackAdapter } from "./adapters/feedback.js";
|
|
20
23
|
export type { SuggestionAdapter } from "./adapters/suggestion.js";
|
|
21
24
|
export type { Unstable_MentionAdapter } from "./adapters/mention.js";
|
|
@@ -23,7 +26,7 @@ export { unstable_defaultDirectiveFormatter } from "./adapters/mention.js";
|
|
|
23
26
|
export type { ThreadHistoryAdapter, GenericThreadHistoryAdapter, MessageFormatAdapter, MessageFormatItem, MessageFormatRepository, MessageStorageEntry, } from "./adapters/thread-history.js";
|
|
24
27
|
export type { ThreadListItemRuntimePath, ThreadRuntimePath, MessageRuntimePath, MessagePartRuntimePath, AttachmentRuntimePath, ComposerRuntimePath, } from "./runtime/api/paths.js";
|
|
25
28
|
export type { ComposerRuntimeCore, ComposerRuntimeEventType, DictationState, ThreadComposerRuntimeCore, } from "./runtime/interfaces/composer-runtime-core.js";
|
|
26
|
-
export type { RuntimeCapabilities, AddToolResultOptions, ResumeToolCallOptions, SubmitFeedbackOptions, ThreadSuggestion, SpeechState, SubmittedFeedback, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig, ThreadRuntimeCore, } from "./runtime/interfaces/thread-runtime-core.js";
|
|
29
|
+
export type { RuntimeCapabilities, AddToolResultOptions, ResumeToolCallOptions, SubmitFeedbackOptions, ThreadSuggestion, SpeechState, VoiceSessionState, SubmittedFeedback, ThreadRuntimeEventType, StartRunConfig, ResumeRunConfig, ThreadRuntimeCore, } from "./runtime/interfaces/thread-runtime-core.js";
|
|
27
30
|
export type { ThreadListItemStatus, ThreadListItemCoreState, ThreadListRuntimeCore, } from "./runtime/interfaces/thread-list-runtime-core.js";
|
|
28
31
|
export type { AssistantRuntimeCore } from "./runtime/interfaces/assistant-runtime-core.js";
|
|
29
32
|
export type { AssistantRuntime } from "./runtime/api/assistant-runtime.js";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,YAAY,EAEV,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,eAAe,EACf,yBAAyB,EACzB,mBAAmB,EACnB,qBAAqB,EACrB,0BAA0B,EAE1B,iBAAiB,EACjB,yBAAyB,EACzB,aAAa,EAEb,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,aAAa,EACb,WAAW,EAEX,SAAS,EACT,aAAa,GACd,2BAAwB;AAEzB,YAAY,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,8BAA2B;AAE5B,YAAY,EAAE,WAAW,EAAE,+BAA4B;AAEvD,YAAY,EAAE,SAAS,EAAE,yBAAsB;AAE/C,YAAY,EACV,oBAAoB,EACpB,wBAAwB,EACxB,yBAAyB,EACzB,2BAA2B,GAC5B,2BAAwB;AAIzB,YAAY,EAEV,2BAA2B,EAC3B,mBAAmB,EAEnB,YAAY,EACZ,oBAAoB,EAEpB,kBAAkB,EAClB,2BAA2B,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,YAAY,EAEV,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,eAAe,EACf,yBAAyB,EACzB,mBAAmB,EACnB,qBAAqB,EACrB,0BAA0B,EAE1B,iBAAiB,EACjB,yBAAyB,EACzB,aAAa,EAEb,aAAa,EACb,UAAU,EACV,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,aAAa,EACb,WAAW,EAEX,SAAS,EACT,aAAa,GACd,2BAAwB;AAEzB,YAAY,EACV,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,8BAA2B;AAE5B,YAAY,EAAE,WAAW,EAAE,+BAA4B;AAEvD,YAAY,EAAE,SAAS,EAAE,yBAAsB;AAE/C,YAAY,EACV,oBAAoB,EACpB,wBAAwB,EACxB,yBAAyB,EACzB,2BAA2B,GAC5B,2BAAwB;AAIzB,YAAY,EAEV,2BAA2B,EAC3B,mBAAmB,EAEnB,YAAY,EACZ,oBAAoB,EAEpB,kBAAkB,EAClB,2BAA2B,EAC3B,sBAAsB,GACvB,iCAA8B;AAC/B,OAAO,EAAE,kBAAkB,EAAE,iCAA8B;AAE3D,OAAO,EAAE,IAAI,EAAE,gCAA6B;AAE5C,OAAO,EAAE,oBAAoB,EAAE,oCAAiC;AAChE,YAAY,EACV,8BAA8B,EAC9B,qCAAqC,EACrC,kCAAkC,GACnC,4CAAyC;AAE1C,OAAO,EAAE,kBAAkB,EAAE,sCAAmC;AAChE,OAAO,EAAE,sBAAsB,EAAE,0CAAuC;AACxE,YAAY,EACV,cAAc,EACd,sBAAsB,EACtB,gBAAgB,EAChB,YAAY,GACb,uCAAoC;AACrC,OAAO,EAAE,qBAAqB,EAAE,uCAAoC;AAKpE,YAAY,EAAE,iBAAiB,EAAE,iCAA8B;AAC/D,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,iCAA8B;AAG/B,YAAY,EACV,sBAAsB,EACtB,gBAAgB,GACjB,6BAA0B;AAC3B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,6BAA0B;AAG3B,YAAY,EAAE,oBAAoB,EAAE,4BAAyB;AAC7D,OAAO,EAAE,kBAAkB,EAAE,4BAAyB;AACtD,YAAY,EACV,oBAAoB,EACpB,mBAAmB,GACpB,4BAAyB;AAG1B,YAAY,EAAE,eAAe,EAAE,+BAA4B;AAG3D,YAAY,EAAE,iBAAiB,EAAE,iCAA8B;AAG/D,YAAY,EAAE,uBAAuB,EAAE,8BAA2B;AAClE,OAAO,EAAE,kCAAkC,EAAE,8BAA2B;AAGxE,YAAY,EACV,oBAAoB,EACpB,2BAA2B,EAC3B,oBAAoB,EACpB,iBAAiB,EACjB,uBAAuB,EACvB,mBAAmB,GACpB,qCAAkC;AAKnC,YAAY,EACV,yBAAyB,EACzB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,EACtB,qBAAqB,EACrB,mBAAmB,GACpB,+BAA4B;AAG7B,YAAY,EACV,mBAAmB,EACnB,wBAAwB,EACxB,cAAc,EACd,yBAAyB,GAC1B,sDAAmD;AAEpD,YAAY,EACV,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,WAAW,EACX,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,cAAc,EACd,eAAe,EACf,iBAAiB,GAClB,oDAAiD;AAElD,YAAY,EACV,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,GACtB,yDAAsD;AAEvD,YAAY,EAAE,oBAAoB,EAAE,uDAAoD;AAGxF,YAAY,EAAE,gBAAgB,EAAE,2CAAwC;AAExE,YAAY,EACV,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,WAAW,EACX,aAAa,GACd,wCAAqC;AAEtC,YAAY,EACV,eAAe,EACf,iBAAiB,GAClB,6CAA0C;AAE3C,YAAY,EACV,uBAAuB,EACvB,qBAAqB,GACtB,kDAA+C;AAEhD,YAAY,EAAE,mBAAmB,EAAE,kCAA+B;AAElE,YAAY,EACV,YAAY,EACZ,cAAc,GACf,yCAAsC;AACvC,YAAY,EACV,gBAAgB,EAChB,kBAAkB,GACnB,8CAA2C;AAE5C,YAAY,EACV,mBAAmB,EACnB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,qBAAqB,EACrB,mBAAmB,GACpB,0CAAuC;AAExC,YAAY,EACV,eAAe,EACf,iBAAiB,GAClB,4CAAyC;AAG1C,YAAY,EACV,kBAAkB,EAClB,kBAAkB,EAClB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,GACjB,8CAA2C;AAG5C,YAAY,EAAE,iBAAiB,EAAE,+CAA4C;AAG7E,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,GACzB,kDAA+C;AAGhD,YAAY,EAAE,6BAA6B,EAAE,8CAA2C;AACxF,OAAO,EAAE,yBAAyB,EAAE,8CAA2C;AAK/E,YAAY,EAAE,uBAAuB,EAAE,kDAA+C;AAGtF,YAAY,EACV,oBAAoB,EACpB,6BAA6B,EAC7B,8BAA8B,EAC9B,uBAAuB,GACxB,4DAAyD;AAG1D,YAAY,EACV,uBAAuB,EACvB,uBAAuB,EACvB,8BAA8B,EAC9B,oBAAoB,EACpB,wBAAwB,GACzB,+CAA4C;AAE7C,OAAO,EAAE,yBAAyB,EAAE,2DAAwD;AAG5F,OAAO,EACL,YAAY,EACZ,eAAe,EACf,oBAAoB,GACrB,gDAA6C"}
|
package/dist/index.js
CHANGED
|
@@ -7,6 +7,7 @@ export { AssistantFrameProvider } from "./model-context/frame/provider.js";
|
|
|
7
7
|
export { FRAME_MESSAGE_CHANNEL } from "./model-context/frame/types.js";
|
|
8
8
|
export { SimpleImageAttachmentAdapter, SimpleTextAttachmentAdapter, CompositeAttachmentAdapter, } from "./adapters/attachment.js";
|
|
9
9
|
export { WebSpeechSynthesisAdapter, WebSpeechDictationAdapter, } from "./adapters/speech.js";
|
|
10
|
+
export { createVoiceSession } from "./adapters/voice.js";
|
|
10
11
|
export { unstable_defaultDirectiveFormatter } from "./adapters/mention.js";
|
|
11
12
|
// External Store Message Utilities
|
|
12
13
|
export { getExternalStoreMessage, getExternalStoreMessages, bindExternalStoreMessage, } from "./runtime/utils/external-store-message.js";
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oEAAoE;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,oEAAoE;AAkEpE,OAAO,EAAE,kBAAkB,EAAE,iCAA8B;AAE3D,OAAO,EAAE,IAAI,EAAE,gCAA6B;AAE5C,OAAO,EAAE,oBAAoB,EAAE,oCAAiC;AAOhE,OAAO,EAAE,kBAAkB,EAAE,sCAAmC;AAChE,OAAO,EAAE,sBAAsB,EAAE,0CAAuC;AAOxE,OAAO,EAAE,qBAAqB,EAAE,uCAAoC;AAMpE,OAAO,EACL,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,iCAA8B;AAO/B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,GAC1B,6BAA0B;AAI3B,OAAO,EAAE,kBAAkB,EAAE,4BAAyB;AActD,OAAO,EAAE,kCAAkC,EAAE,8BAA2B;AAiHxE,mCAAmC;AACnC,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,GACzB,kDAA+C;AAIhD,OAAO,EAAE,yBAAyB,EAAE,8CAA2C;AAwB/E,OAAO,EAAE,yBAAyB,EAAE,2DAAwD;AAE5F,gCAAgC;AAChC,OAAO,EACL,YAAY,EACZ,eAAe,EACf,oBAAoB,GACrB,gDAA6C"}
|
|
@@ -33,5 +33,9 @@ export type AssistantInstructionsConfig = {
|
|
|
33
33
|
disabled?: boolean | undefined;
|
|
34
34
|
instruction: string;
|
|
35
35
|
};
|
|
36
|
+
export type AssistantContextConfig = {
|
|
37
|
+
getContext: () => string;
|
|
38
|
+
disabled?: boolean | undefined;
|
|
39
|
+
};
|
|
36
40
|
export declare const mergeModelContexts: (configSet: Set<ModelContextProvider>) => ModelContext;
|
|
37
41
|
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gCAA6B;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAMxC,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAMF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;IACnD,YAAY,CAAC,EAAE,2BAA2B,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,eAAe,EAAE,MAAM,YAAY,CAAC;IACpC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,IAAI,KAAK,WAAW,CAAC;CACnD,CAAC;AAMF,MAAM,MAAM,kBAAkB,CAC5B,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACrC,OAAO,IACL,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAMF,eAAO,MAAM,kBAAkB,GAC7B,WAAW,GAAG,CAAC,oBAAoB,CAAC,KACnC,YAwCF,CAAC"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,gCAA6B;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAMxC,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAMF,MAAM,MAAM,YAAY,GAAG;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;IACnD,YAAY,CAAC,EAAE,2BAA2B,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,eAAe,EAAE,MAAM,YAAY,CAAC;IACpC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,IAAI,KAAK,WAAW,CAAC;CACnD,CAAC;AAMF,MAAM,MAAM,kBAAkB,CAC5B,KAAK,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACrC,OAAO,IACL,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,UAAU,EAAE,MAAM,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAMF,eAAO,MAAM,kBAAkB,GAC7B,WAAW,GAAG,CAAC,oBAAoB,CAAC,KACnC,YAwCF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/model-context/types.ts"],"names":[],"mappings":"AA8DA,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,SAAoC,EACtB,EAAE;IAChB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;SAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;IAEzD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;QACpC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACb,4CAA4C,IAAI,0BAA0B,CAC3E,CAAC;gBACJ,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,KAAK;oBAAE,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC/B,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;YACzB,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,GAAG,CAAC,MAAM,GAAG;gBACX,GAAG,GAAG,CAAC,MAAM;gBACb,GAAG,MAAM,CAAC,MAAM;aACjB,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,GAAG,CAAC,YAAY,GAAG;gBACjB,GAAG,GAAG,CAAC,YAAY;gBACnB,GAAG,MAAM,CAAC,YAAY;aACvB,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAkB,CAAC,CAAC;AACzB,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Interactables.d.ts","sourceRoot":"","sources":["../../../src/react/client/Interactables.ts"],"names":[],"mappings":"AAQA,OAAO,EAEL,KAAK,YAAY,EAElB,MAAM,qBAAqB,CAAC;AAc7B,eAAO,MAAM,aAAa,6FA2SxB,CAAC"}
|
|
@@ -0,0 +1,263 @@
|
|
|
1
|
+
import { resource, tapState, tapEffect, tapCallback, tapRef, tapMemo, } from "@assistant-ui/tap";
|
|
2
|
+
import { tapAssistantClientRef, attachTransformScopes, } from "@assistant-ui/store";
|
|
3
|
+
import { toJSONSchema, toPartialJSONSchema } from "assistant-stream";
|
|
4
|
+
import { ModelContext } from "../../store/index.js";
|
|
5
|
+
import { buildInteractableModelContext } from "./interactable-model-context.js";
|
|
6
|
+
const PERSISTENCE_DEBOUNCE_MS = 500;
|
|
7
|
+
export const Interactables = resource(() => {
|
|
8
|
+
const [state, setState] = tapState(() => ({
|
|
9
|
+
definitions: {},
|
|
10
|
+
persistence: {},
|
|
11
|
+
}));
|
|
12
|
+
const clientRef = tapAssistantClientRef();
|
|
13
|
+
const stateRef = tapRef(state);
|
|
14
|
+
tapEffect(() => {
|
|
15
|
+
stateRef.current = state;
|
|
16
|
+
}, [state]);
|
|
17
|
+
const subscribersRef = tapRef(new Set());
|
|
18
|
+
const partialSchemaCacheRef = tapRef(new Map());
|
|
19
|
+
const detachedStateRef = tapRef(new Map());
|
|
20
|
+
const adapterRef = tapRef(undefined);
|
|
21
|
+
const debounceTimerRef = tapRef(undefined);
|
|
22
|
+
const syncSeqRef = tapRef(0);
|
|
23
|
+
const hasPendingLocalChangeRef = tapRef(false);
|
|
24
|
+
const flushResolversRef = tapRef([]);
|
|
25
|
+
const dirtyIdsRef = tapRef(new Set());
|
|
26
|
+
const runPersistence = tapCallback(async () => {
|
|
27
|
+
const adapter = adapterRef.current;
|
|
28
|
+
if (!adapter) {
|
|
29
|
+
for (const resolve of flushResolversRef.current)
|
|
30
|
+
resolve();
|
|
31
|
+
flushResolversRef.current = [];
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
const seq = ++syncSeqRef.current;
|
|
35
|
+
const dirtyIds = new Set(dirtyIdsRef.current);
|
|
36
|
+
dirtyIdsRef.current.clear();
|
|
37
|
+
hasPendingLocalChangeRef.current = true;
|
|
38
|
+
// Snapshot before any await so unregistered definitions are still included.
|
|
39
|
+
const exported = stateRef.current.definitions;
|
|
40
|
+
const payload = {};
|
|
41
|
+
for (const [id, def] of Object.entries(exported)) {
|
|
42
|
+
payload[id] = { name: def.name, state: def.state };
|
|
43
|
+
}
|
|
44
|
+
setState((prev) => ({
|
|
45
|
+
...prev,
|
|
46
|
+
persistence: {
|
|
47
|
+
...prev.persistence,
|
|
48
|
+
...Object.fromEntries([...dirtyIds].map((id) => [
|
|
49
|
+
id,
|
|
50
|
+
{ isPending: true, error: undefined },
|
|
51
|
+
])),
|
|
52
|
+
},
|
|
53
|
+
}));
|
|
54
|
+
try {
|
|
55
|
+
await adapter.save(payload);
|
|
56
|
+
if (syncSeqRef.current === seq) {
|
|
57
|
+
hasPendingLocalChangeRef.current = false;
|
|
58
|
+
setState((prev) => {
|
|
59
|
+
const persistence = { ...prev.persistence };
|
|
60
|
+
for (const id of dirtyIds)
|
|
61
|
+
delete persistence[id];
|
|
62
|
+
return { ...prev, persistence };
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
catch (e) {
|
|
67
|
+
if (syncSeqRef.current === seq) {
|
|
68
|
+
hasPendingLocalChangeRef.current = false;
|
|
69
|
+
setState((prev) => ({
|
|
70
|
+
...prev,
|
|
71
|
+
persistence: {
|
|
72
|
+
...prev.persistence,
|
|
73
|
+
...Object.fromEntries([...dirtyIds].map((id) => [id, { isPending: false, error: e }])),
|
|
74
|
+
},
|
|
75
|
+
}));
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
finally {
|
|
79
|
+
if (dirtyIdsRef.current.size > 0 && adapterRef.current) {
|
|
80
|
+
runPersistence();
|
|
81
|
+
}
|
|
82
|
+
else {
|
|
83
|
+
for (const resolve of flushResolversRef.current)
|
|
84
|
+
resolve();
|
|
85
|
+
flushResolversRef.current = [];
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
}, []);
|
|
89
|
+
const schedulePersistence = tapCallback((id) => {
|
|
90
|
+
if (!adapterRef.current)
|
|
91
|
+
return;
|
|
92
|
+
dirtyIdsRef.current.add(id);
|
|
93
|
+
if (debounceTimerRef.current !== undefined) {
|
|
94
|
+
clearTimeout(debounceTimerRef.current);
|
|
95
|
+
}
|
|
96
|
+
debounceTimerRef.current = setTimeout(() => {
|
|
97
|
+
debounceTimerRef.current = undefined;
|
|
98
|
+
if (!hasPendingLocalChangeRef.current) {
|
|
99
|
+
runPersistence();
|
|
100
|
+
}
|
|
101
|
+
else {
|
|
102
|
+
debounceTimerRef.current = setTimeout(() => {
|
|
103
|
+
debounceTimerRef.current = undefined;
|
|
104
|
+
runPersistence();
|
|
105
|
+
}, PERSISTENCE_DEBOUNCE_MS);
|
|
106
|
+
}
|
|
107
|
+
}, PERSISTENCE_DEBOUNCE_MS);
|
|
108
|
+
}, [runPersistence]);
|
|
109
|
+
const exportState = tapCallback(() => {
|
|
110
|
+
const result = {};
|
|
111
|
+
for (const [id, def] of Object.entries(stateRef.current.definitions)) {
|
|
112
|
+
result[id] = { name: def.name, state: def.state };
|
|
113
|
+
}
|
|
114
|
+
return result;
|
|
115
|
+
}, []);
|
|
116
|
+
const importState = tapCallback((saved) => {
|
|
117
|
+
for (const [id, entry] of Object.entries(saved)) {
|
|
118
|
+
detachedStateRef.current.set(id, entry.state);
|
|
119
|
+
}
|
|
120
|
+
setState((prev) => {
|
|
121
|
+
let changed = false;
|
|
122
|
+
const definitions = { ...prev.definitions };
|
|
123
|
+
for (const [id, entry] of Object.entries(saved)) {
|
|
124
|
+
if (definitions[id]) {
|
|
125
|
+
definitions[id] = { ...definitions[id], state: entry.state };
|
|
126
|
+
changed = true;
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
return changed ? { ...prev, definitions } : prev;
|
|
130
|
+
});
|
|
131
|
+
}, []);
|
|
132
|
+
const setPersistenceAdapter = tapCallback((adapter) => {
|
|
133
|
+
adapterRef.current = adapter;
|
|
134
|
+
}, []);
|
|
135
|
+
const flush = tapCallback(async () => {
|
|
136
|
+
if (debounceTimerRef.current !== undefined) {
|
|
137
|
+
clearTimeout(debounceTimerRef.current);
|
|
138
|
+
debounceTimerRef.current = undefined;
|
|
139
|
+
}
|
|
140
|
+
if (!adapterRef.current)
|
|
141
|
+
return;
|
|
142
|
+
if (!hasPendingLocalChangeRef.current && dirtyIdsRef.current.size === 0)
|
|
143
|
+
return;
|
|
144
|
+
const p = new Promise((resolve) => {
|
|
145
|
+
flushResolversRef.current.push(resolve);
|
|
146
|
+
});
|
|
147
|
+
if (!hasPendingLocalChangeRef.current) {
|
|
148
|
+
runPersistence();
|
|
149
|
+
}
|
|
150
|
+
return p;
|
|
151
|
+
}, [runPersistence]);
|
|
152
|
+
const flushIfPending = tapCallback(() => {
|
|
153
|
+
if (adapterRef.current && debounceTimerRef.current !== undefined) {
|
|
154
|
+
clearTimeout(debounceTimerRef.current);
|
|
155
|
+
debounceTimerRef.current = undefined;
|
|
156
|
+
runPersistence();
|
|
157
|
+
}
|
|
158
|
+
}, [runPersistence]);
|
|
159
|
+
const setDefState = tapCallback((id, updater) => {
|
|
160
|
+
setState((prev) => {
|
|
161
|
+
const existing = prev.definitions[id];
|
|
162
|
+
if (!existing)
|
|
163
|
+
return prev;
|
|
164
|
+
return {
|
|
165
|
+
...prev,
|
|
166
|
+
definitions: {
|
|
167
|
+
...prev.definitions,
|
|
168
|
+
[id]: { ...existing, state: updater(existing.state) },
|
|
169
|
+
},
|
|
170
|
+
};
|
|
171
|
+
});
|
|
172
|
+
if (stateRef.current.definitions[id])
|
|
173
|
+
schedulePersistence(id);
|
|
174
|
+
}, [schedulePersistence]);
|
|
175
|
+
const setDefSelected = tapCallback((id, selected) => {
|
|
176
|
+
setState((prev) => {
|
|
177
|
+
const existing = prev.definitions[id];
|
|
178
|
+
if (!existing)
|
|
179
|
+
return prev;
|
|
180
|
+
return {
|
|
181
|
+
...prev,
|
|
182
|
+
definitions: {
|
|
183
|
+
...prev.definitions,
|
|
184
|
+
[id]: { ...existing, selected },
|
|
185
|
+
},
|
|
186
|
+
};
|
|
187
|
+
});
|
|
188
|
+
}, []);
|
|
189
|
+
const provider = tapMemo(() => ({
|
|
190
|
+
getModelContext: () => {
|
|
191
|
+
const defs = stateRef.current.definitions;
|
|
192
|
+
return (buildInteractableModelContext(defs, partialSchemaCacheRef.current, setDefState) ?? {});
|
|
193
|
+
},
|
|
194
|
+
subscribe: (callback) => {
|
|
195
|
+
subscribersRef.current.add(callback);
|
|
196
|
+
return () => {
|
|
197
|
+
subscribersRef.current.delete(callback);
|
|
198
|
+
};
|
|
199
|
+
},
|
|
200
|
+
}), [setDefState]);
|
|
201
|
+
// biome-ignore lint/correctness/useExhaustiveDependencies: state dep triggers notification
|
|
202
|
+
tapEffect(() => {
|
|
203
|
+
for (const cb of subscribersRef.current)
|
|
204
|
+
cb();
|
|
205
|
+
}, [state]);
|
|
206
|
+
tapEffect(() => {
|
|
207
|
+
return clientRef.current.modelContext().register(provider);
|
|
208
|
+
}, [clientRef, provider]);
|
|
209
|
+
const register = tapCallback((def) => {
|
|
210
|
+
try {
|
|
211
|
+
const jsonSchema = toJSONSchema(def.stateSchema);
|
|
212
|
+
partialSchemaCacheRef.current.set(def.id, toPartialJSONSchema(jsonSchema));
|
|
213
|
+
}
|
|
214
|
+
catch (e) {
|
|
215
|
+
console.warn(`[Interactables] Failed to create partial schema for "${def.name}". The update tool will require all fields.`, e);
|
|
216
|
+
}
|
|
217
|
+
const detached = detachedStateRef.current.get(def.id);
|
|
218
|
+
detachedStateRef.current.delete(def.id);
|
|
219
|
+
setState((prev) => ({
|
|
220
|
+
...prev,
|
|
221
|
+
definitions: {
|
|
222
|
+
...prev.definitions,
|
|
223
|
+
[def.id]: {
|
|
224
|
+
id: def.id,
|
|
225
|
+
name: def.name,
|
|
226
|
+
description: def.description,
|
|
227
|
+
stateSchema: def.stateSchema,
|
|
228
|
+
state: prev.definitions[def.id]?.state ?? detached ?? def.initialState,
|
|
229
|
+
selected: def.selected,
|
|
230
|
+
},
|
|
231
|
+
},
|
|
232
|
+
}));
|
|
233
|
+
return () => {
|
|
234
|
+
flushIfPending();
|
|
235
|
+
setState((prev) => {
|
|
236
|
+
const existing = prev.definitions[def.id];
|
|
237
|
+
if (existing) {
|
|
238
|
+
detachedStateRef.current.set(def.id, existing.state);
|
|
239
|
+
}
|
|
240
|
+
partialSchemaCacheRef.current.delete(def.id);
|
|
241
|
+
const { [def.id]: _, ...rest } = prev.definitions;
|
|
242
|
+
const { [def.id]: __, ...restPersistence } = prev.persistence;
|
|
243
|
+
return { ...prev, definitions: rest, persistence: restPersistence };
|
|
244
|
+
});
|
|
245
|
+
};
|
|
246
|
+
}, [flushIfPending]);
|
|
247
|
+
return {
|
|
248
|
+
getState: () => state,
|
|
249
|
+
register,
|
|
250
|
+
setState: setDefState,
|
|
251
|
+
setSelected: setDefSelected,
|
|
252
|
+
exportState,
|
|
253
|
+
importState,
|
|
254
|
+
setPersistenceAdapter,
|
|
255
|
+
flush,
|
|
256
|
+
};
|
|
257
|
+
});
|
|
258
|
+
attachTransformScopes(Interactables, (scopes, parent) => {
|
|
259
|
+
if (!scopes.modelContext && parent.modelContext.source === null) {
|
|
260
|
+
scopes.modelContext = ModelContext();
|
|
261
|
+
}
|
|
262
|
+
});
|
|
263
|
+
//# sourceMappingURL=Interactables.js.map
|