@dxos/plugin-transcription 0.8.2-main.12df754 → 0.8.2-main.30e4dbb

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/dist/lib/browser/{TranscriptContainer-4D4BHE7G.mjs → TranscriptContainer-3LU3XBEB.mjs} +3 -3
  2. package/dist/lib/browser/app-graph-builder-YXELPN6F.mjs +349 -0
  3. package/dist/lib/browser/app-graph-builder-YXELPN6F.mjs.map +7 -0
  4. package/dist/lib/browser/{chunk-DR3NBV6Q.mjs → chunk-GWY2Q2NE.mjs} +105 -78
  5. package/dist/lib/browser/chunk-GWY2Q2NE.mjs.map +7 -0
  6. package/dist/lib/browser/{chunk-RHHJZQPM.mjs → chunk-HNIKXVCG.mjs} +135 -117
  7. package/dist/lib/browser/chunk-HNIKXVCG.mjs.map +7 -0
  8. package/dist/lib/browser/chunk-HRDAILQX.mjs +27 -0
  9. package/dist/lib/browser/chunk-HRDAILQX.mjs.map +7 -0
  10. package/dist/lib/browser/{chunk-5BE6RTNC.mjs → chunk-LTIQFX4W.mjs} +1 -1
  11. package/dist/lib/browser/{chunk-5BE6RTNC.mjs.map → chunk-LTIQFX4W.mjs.map} +1 -1
  12. package/dist/lib/browser/{chunk-5Q3R53U3.mjs → chunk-TGOKX32G.mjs} +21 -31
  13. package/dist/lib/browser/chunk-TGOKX32G.mjs.map +7 -0
  14. package/dist/lib/browser/index.mjs +29 -17
  15. package/dist/lib/browser/index.mjs.map +3 -3
  16. package/dist/lib/browser/{intent-resolver-ZQQEH27F.mjs → intent-resolver-BBB3DWV4.mjs} +4 -4
  17. package/dist/lib/browser/{intent-resolver-ZQQEH27F.mjs.map → intent-resolver-BBB3DWV4.mjs.map} +2 -2
  18. package/dist/lib/browser/{meeting-transcription-state-5D52VTHU.mjs → meeting-transcription-state-MNA2XROE.mjs} +2 -2
  19. package/dist/lib/browser/meta.json +1 -1
  20. package/dist/lib/browser/{react-surface-HETJ5XY6.mjs → react-surface-R277DACJ.mjs} +18 -7
  21. package/dist/lib/browser/react-surface-R277DACJ.mjs.map +7 -0
  22. package/dist/lib/browser/settings-I226DZ27.mjs +24 -0
  23. package/dist/lib/browser/settings-I226DZ27.mjs.map +7 -0
  24. package/dist/lib/browser/{transcriber-SMRLU2KY.mjs → transcriber-QRSS6X6S.mjs} +4 -4
  25. package/dist/lib/browser/types/index.mjs +3 -3
  26. package/dist/lib/node/{TranscriptContainer-ZWP6UKY6.cjs → TranscriptContainer-DICOMZLM.cjs} +8 -8
  27. package/dist/lib/node/{TranscriptContainer-ZWP6UKY6.cjs.map → TranscriptContainer-DICOMZLM.cjs.map} +2 -2
  28. package/dist/lib/node/app-graph-builder-I6LYVIYY.cjs +350 -0
  29. package/dist/lib/node/app-graph-builder-I6LYVIYY.cjs.map +7 -0
  30. package/dist/lib/node/{chunk-3QEJ5EBO.cjs → chunk-34WFY7M7.cjs} +22 -32
  31. package/dist/lib/node/chunk-34WFY7M7.cjs.map +7 -0
  32. package/dist/lib/node/{chunk-KO6MKCED.cjs → chunk-4JOJCZPJ.cjs} +138 -119
  33. package/dist/lib/node/chunk-4JOJCZPJ.cjs.map +7 -0
  34. package/dist/lib/node/{chunk-HYGDHS6X.cjs → chunk-JUGOXWES.cjs} +4 -4
  35. package/dist/lib/node/{chunk-HYGDHS6X.cjs.map → chunk-JUGOXWES.cjs.map} +1 -1
  36. package/dist/lib/node/{chunk-WXG4Z2EZ.cjs → chunk-K553L7CZ.cjs} +23 -8
  37. package/dist/lib/node/chunk-K553L7CZ.cjs.map +7 -0
  38. package/dist/lib/node/{chunk-LA73IHCB.cjs → chunk-RK4BEN5E.cjs} +108 -80
  39. package/dist/lib/node/chunk-RK4BEN5E.cjs.map +7 -0
  40. package/dist/lib/node/index.cjs +46 -34
  41. package/dist/lib/node/index.cjs.map +3 -3
  42. package/dist/lib/node/{intent-resolver-VY3XWYAA.cjs → intent-resolver-7XY3WITN.cjs} +8 -8
  43. package/dist/lib/node/{intent-resolver-VY3XWYAA.cjs.map → intent-resolver-7XY3WITN.cjs.map} +2 -2
  44. package/dist/lib/node/{meeting-transcription-state-OYWCY5XE.cjs → meeting-transcription-state-5XLTMWPA.cjs} +6 -6
  45. package/dist/lib/node/meta.json +1 -1
  46. package/dist/lib/node/{react-surface-M2JQIIDY.cjs → react-surface-HUSWAORU.cjs} +20 -11
  47. package/dist/lib/node/react-surface-HUSWAORU.cjs.map +7 -0
  48. package/dist/lib/node/settings-NDMU3EWQ.cjs +38 -0
  49. package/dist/lib/node/settings-NDMU3EWQ.cjs.map +7 -0
  50. package/dist/lib/node/{transcriber-E6AAB4SU.cjs → transcriber-UZJMG44C.cjs} +10 -10
  51. package/dist/lib/node/types/index.cjs +8 -8
  52. package/dist/lib/node/types/index.cjs.map +1 -1
  53. package/dist/lib/node-esm/{TranscriptContainer-3HJ752CP.mjs → TranscriptContainer-K4E4P5T6.mjs} +3 -3
  54. package/dist/lib/node-esm/app-graph-builder-6FY2UQOH.mjs +350 -0
  55. package/dist/lib/node-esm/app-graph-builder-6FY2UQOH.mjs.map +7 -0
  56. package/dist/lib/node-esm/chunk-3I7AC3D3.mjs +28 -0
  57. package/dist/lib/node-esm/chunk-3I7AC3D3.mjs.map +7 -0
  58. package/dist/lib/node-esm/{chunk-YXZOLOFT.mjs → chunk-5E2MR5XK.mjs} +1 -1
  59. package/dist/lib/node-esm/{chunk-YXZOLOFT.mjs.map → chunk-5E2MR5XK.mjs.map} +1 -1
  60. package/dist/lib/node-esm/{chunk-SDMGJZLN.mjs → chunk-6C34FO4C.mjs} +135 -117
  61. package/dist/lib/node-esm/chunk-6C34FO4C.mjs.map +7 -0
  62. package/dist/lib/node-esm/{chunk-K3R3YK3S.mjs → chunk-CKANLRS4.mjs} +105 -78
  63. package/dist/lib/node-esm/chunk-CKANLRS4.mjs.map +7 -0
  64. package/dist/lib/node-esm/{chunk-54HDN33F.mjs → chunk-KUQ3ZTRX.mjs} +21 -31
  65. package/dist/lib/node-esm/chunk-KUQ3ZTRX.mjs.map +7 -0
  66. package/dist/lib/node-esm/index.mjs +29 -17
  67. package/dist/lib/node-esm/index.mjs.map +3 -3
  68. package/dist/lib/node-esm/{intent-resolver-FCTNJPWY.mjs → intent-resolver-ACGAPLDZ.mjs} +4 -4
  69. package/dist/lib/node-esm/{intent-resolver-FCTNJPWY.mjs.map → intent-resolver-ACGAPLDZ.mjs.map} +2 -2
  70. package/dist/lib/node-esm/{meeting-transcription-state-XMZJ45P4.mjs → meeting-transcription-state-3WOZ52BQ.mjs} +2 -2
  71. package/dist/lib/node-esm/meta.json +1 -1
  72. package/dist/lib/node-esm/{react-surface-PXFSIM6V.mjs → react-surface-G2OY4MWL.mjs} +18 -7
  73. package/dist/lib/node-esm/react-surface-G2OY4MWL.mjs.map +7 -0
  74. package/dist/lib/node-esm/settings-O7X2UQQG.mjs +25 -0
  75. package/dist/lib/node-esm/settings-O7X2UQQG.mjs.map +7 -0
  76. package/dist/lib/node-esm/{transcriber-REAGRCPY.mjs → transcriber-NVVFH7IF.mjs} +4 -4
  77. package/dist/lib/node-esm/types/index.mjs +3 -3
  78. package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
  79. package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -1
  80. package/dist/types/src/capabilities/capabilities.d.ts +1 -1
  81. package/dist/types/src/capabilities/capabilities.d.ts.map +1 -1
  82. package/dist/types/src/capabilities/index.d.ts +1 -0
  83. package/dist/types/src/capabilities/index.d.ts.map +1 -1
  84. package/dist/types/src/capabilities/intent-resolver.d.ts.map +1 -1
  85. package/dist/types/src/capabilities/react-surface.d.ts.map +1 -1
  86. package/dist/types/src/capabilities/settings.d.ts +4 -0
  87. package/dist/types/src/capabilities/settings.d.ts.map +1 -0
  88. package/dist/types/src/components/Transcript/Transcript.d.ts +6 -4
  89. package/dist/types/src/components/Transcript/Transcript.d.ts.map +1 -1
  90. package/dist/types/src/components/Transcript/Transcript.stories.d.ts +8 -4
  91. package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +1 -1
  92. package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +27 -0
  93. package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +1 -0
  94. package/dist/types/src/components/Transcript/transcript-extension.d.ts +4 -4
  95. package/dist/types/src/components/Transcript/transcript-extension.d.ts.map +1 -1
  96. package/dist/types/src/components/TranscriptContainer.d.ts.map +1 -1
  97. package/dist/types/src/components/TranscriptionSettings/TranscriptionSettings.d.ts +6 -0
  98. package/dist/types/src/components/TranscriptionSettings/TranscriptionSettings.d.ts.map +1 -0
  99. package/dist/types/src/components/TranscriptionSettings/index.d.ts +2 -0
  100. package/dist/types/src/components/TranscriptionSettings/index.d.ts.map +1 -0
  101. package/dist/types/src/components/index.d.ts +1 -0
  102. package/dist/types/src/components/index.d.ts.map +1 -1
  103. package/dist/types/src/components/transcription.stories.d.ts +6 -3
  104. package/dist/types/src/components/transcription.stories.d.ts.map +1 -1
  105. package/dist/types/src/entity-extraction/entity-extraction.d.ts +33 -7
  106. package/dist/types/src/entity-extraction/entity-extraction.d.ts.map +1 -1
  107. package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
  108. package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
  109. package/dist/types/src/hooks/useQueueModelAdapter.d.ts +2 -2
  110. package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +1 -1
  111. package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
  112. package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
  113. package/dist/types/src/model/model.d.ts +23 -23
  114. package/dist/types/src/model/model.d.ts.map +1 -1
  115. package/dist/types/src/testing/index.d.ts +2 -0
  116. package/dist/types/src/testing/index.d.ts.map +1 -0
  117. package/dist/types/src/testing/testing.d.ts +40 -0
  118. package/dist/types/src/testing/testing.d.ts.map +1 -0
  119. package/dist/types/src/transcriber/transcriber.d.ts +2 -2
  120. package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
  121. package/dist/types/src/transcriber/transcription-manager.d.ts +17 -15
  122. package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
  123. package/dist/types/src/translations.d.ts +3 -18
  124. package/dist/types/src/translations.d.ts.map +1 -1
  125. package/dist/types/src/types/schema.d.ts +26 -40
  126. package/dist/types/src/types/schema.d.ts.map +1 -1
  127. package/dist/types/src/types/types.d.ts +11 -7
  128. package/dist/types/src/types/types.d.ts.map +1 -1
  129. package/dist/types/src/util/array.d.ts.map +1 -1
  130. package/dist/types/src/util/get-time-str.d.ts.map +1 -1
  131. package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
  132. package/dist/types/tsconfig.tsbuildinfo +1 -1
  133. package/package.json +51 -46
  134. package/src/TranscriptionPlugin.tsx +29 -12
  135. package/src/capabilities/app-graph-builder.ts +99 -29
  136. package/src/capabilities/capabilities.ts +1 -1
  137. package/src/capabilities/index.ts +1 -0
  138. package/src/capabilities/intent-resolver.ts +2 -2
  139. package/src/capabilities/react-surface.tsx +12 -4
  140. package/src/capabilities/settings.ts +20 -0
  141. package/src/components/Transcript/Transcript.stories.tsx +72 -36
  142. package/src/components/Transcript/Transcript.tsx +37 -30
  143. package/src/components/Transcript/deprecated/{Transcript.tsx → OldTranscript.tsx} +30 -1
  144. package/src/components/Transcript/transcript-extension.ts +20 -17
  145. package/src/components/TranscriptContainer.tsx +6 -4
  146. package/src/components/TranscriptionSettings/TranscriptionSettings.tsx +26 -0
  147. package/src/components/TranscriptionSettings/index.ts +5 -0
  148. package/src/components/index.ts +1 -0
  149. package/src/components/transcription.stories.tsx +84 -34
  150. package/src/entity-extraction/entity-extraction.test.ts +75 -10
  151. package/src/entity-extraction/entity-extraction.ts +110 -55
  152. package/src/entity-extraction/system-prompt.tpl +38 -9
  153. package/src/hooks/useQueueModelAdapter.ts +44 -11
  154. package/src/model/model.test.ts +90 -44
  155. package/src/model/model.ts +59 -59
  156. package/src/testing/index.ts +5 -0
  157. package/src/testing/testing.ts +221 -0
  158. package/src/transcriber/transcriber.browser.test.ts +3 -3
  159. package/src/transcriber/transcriber.ts +19 -10
  160. package/src/transcriber/transcription-manager.ts +66 -57
  161. package/src/translations.ts +2 -0
  162. package/src/types/schema.ts +10 -31
  163. package/src/types/types.ts +17 -7
  164. package/dist/lib/browser/app-graph-builder-I4SSIQMW.mjs +0 -168
  165. package/dist/lib/browser/app-graph-builder-I4SSIQMW.mjs.map +0 -7
  166. package/dist/lib/browser/chunk-5Q3R53U3.mjs.map +0 -7
  167. package/dist/lib/browser/chunk-DR3NBV6Q.mjs.map +0 -7
  168. package/dist/lib/browser/chunk-GI5LZ4SV.mjs +0 -8
  169. package/dist/lib/browser/chunk-GI5LZ4SV.mjs.map +0 -7
  170. package/dist/lib/browser/chunk-RHHJZQPM.mjs.map +0 -7
  171. package/dist/lib/browser/react-surface-HETJ5XY6.mjs.map +0 -7
  172. package/dist/lib/node/app-graph-builder-WWC4WNTG.cjs +0 -177
  173. package/dist/lib/node/app-graph-builder-WWC4WNTG.cjs.map +0 -7
  174. package/dist/lib/node/chunk-3QEJ5EBO.cjs.map +0 -7
  175. package/dist/lib/node/chunk-KO6MKCED.cjs.map +0 -7
  176. package/dist/lib/node/chunk-LA73IHCB.cjs.map +0 -7
  177. package/dist/lib/node/chunk-WXG4Z2EZ.cjs.map +0 -7
  178. package/dist/lib/node/react-surface-M2JQIIDY.cjs.map +0 -7
  179. package/dist/lib/node-esm/app-graph-builder-PPJQAFSI.mjs +0 -169
  180. package/dist/lib/node-esm/app-graph-builder-PPJQAFSI.mjs.map +0 -7
  181. package/dist/lib/node-esm/chunk-54HDN33F.mjs.map +0 -7
  182. package/dist/lib/node-esm/chunk-K3R3YK3S.mjs.map +0 -7
  183. package/dist/lib/node-esm/chunk-SDMGJZLN.mjs.map +0 -7
  184. package/dist/lib/node-esm/chunk-XY22OP6H.mjs +0 -10
  185. package/dist/lib/node-esm/chunk-XY22OP6H.mjs.map +0 -7
  186. package/dist/lib/node-esm/react-surface-PXFSIM6V.mjs.map +0 -7
  187. package/dist/types/src/components/Transcript/deprecated/Transcript.d.ts +0 -13
  188. package/dist/types/src/components/Transcript/deprecated/Transcript.d.ts.map +0 -1
  189. package/dist/types/src/components/Transcript/testings.d.ts +0 -51
  190. package/dist/types/src/components/Transcript/testings.d.ts.map +0 -1
  191. package/dist/types/src/testing/test-data.d.ts +0 -73
  192. package/dist/types/src/testing/test-data.d.ts.map +0 -1
  193. package/src/components/Transcript/testings.ts +0 -182
  194. package/src/testing/test-data.ts +0 -314
  195. /package/dist/lib/browser/{TranscriptContainer-4D4BHE7G.mjs.map → TranscriptContainer-3LU3XBEB.mjs.map} +0 -0
  196. /package/dist/lib/browser/{meeting-transcription-state-5D52VTHU.mjs.map → meeting-transcription-state-MNA2XROE.mjs.map} +0 -0
  197. /package/dist/lib/browser/{transcriber-SMRLU2KY.mjs.map → transcriber-QRSS6X6S.mjs.map} +0 -0
  198. /package/dist/lib/node/{meeting-transcription-state-OYWCY5XE.cjs.map → meeting-transcription-state-5XLTMWPA.cjs.map} +0 -0
  199. /package/dist/lib/node/{transcriber-E6AAB4SU.cjs.map → transcriber-UZJMG44C.cjs.map} +0 -0
  200. /package/dist/lib/node-esm/{TranscriptContainer-3HJ752CP.mjs.map → TranscriptContainer-K4E4P5T6.mjs.map} +0 -0
  201. /package/dist/lib/node-esm/{meeting-transcription-state-XMZJ45P4.mjs.map → meeting-transcription-state-3WOZ52BQ.mjs.map} +0 -0
  202. /package/dist/lib/node-esm/{transcriber-REAGRCPY.mjs.map → transcriber-NVVFH7IF.mjs.map} +0 -0
@@ -1,6 +1,6 @@
1
1
  import { type Context, Resource } from '@dxos/context';
2
+ import { type DataType } from '@dxos/schema';
2
3
  import { type AudioRecorder } from './audio-recorder';
3
- import { type TranscriptSegment } from '../types';
4
4
  export type TranscribeConfig = {
5
5
  /**
6
6
  * Number of chunks to transcribe automatically after.
@@ -15,7 +15,7 @@ export type TranscribeConfig = {
15
15
  export type TranscriberParams = {
16
16
  config: TranscribeConfig;
17
17
  recorder: AudioRecorder;
18
- onSegments: (segments: TranscriptSegment[]) => Promise<void>;
18
+ onSegments: (segments: DataType.MessageBlock.Transcription[]) => Promise<void>;
19
19
  };
20
20
  /**
21
21
  * Handles transcription of audio chunks.
@@ -1 +1 @@
1
- {"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAIvE,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAqB,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAsCrE,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,CAAC,QAAQ,EAAE,iBAAiB,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9D,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAE9D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;gBAEvC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,iBAAiB;cAOtC,KAAK,CAAC,GAAG,EAAE,OAAO;cAOlB,MAAM;IAM/B,oBAAoB;IAOpB,mBAAmB;IAQnB,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IAiCjC,OAAO,CAAC,cAAc;CAiCvB"}
1
+ {"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEvE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,kBAAkB,CAAC;AAuCvE,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAChF,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAE9D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;gBAEvC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,iBAAiB;cAOtC,KAAK,CAAC,GAAG,EAAE,OAAO;cAQlB,MAAM;IAO/B,oBAAoB;IASpB,mBAAmB;IAUnB,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IA+BjC,OAAO,CAAC,cAAc;CAqCvB"}
@@ -1,37 +1,39 @@
1
1
  import { Resource } from '@dxos/context';
2
- import { type Queue } from '@dxos/echo-db';
2
+ import { type DXN } from '@dxos/keys';
3
3
  import { type EdgeHttpClient } from '@dxos/react-edge-client';
4
- import { type HuePalette } from '@dxos/react-ui-theme';
5
- import { TranscriptBlock } from '../types';
4
+ import { DataType } from '@dxos/schema';
5
+ export type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;
6
+ export type TranscriptionManagerOptions = {
7
+ edgeClient: EdgeHttpClient;
8
+ /**
9
+ * Enrich the message before it is written to the transcription queue.
10
+ */
11
+ messageEnricher?: TranscriptMessageEnricher;
12
+ };
6
13
  /**
7
14
  * Manages transcription state for a meeting.
8
15
  */
9
16
  export declare class TranscriptionManager extends Resource {
10
17
  private readonly _edgeClient;
18
+ private readonly _messageEnricher?;
11
19
  private _audioStreamTrack?;
12
- private _name?;
13
- private _hue?;
20
+ private _identityDid?;
14
21
  private _mediaRecorder?;
15
22
  private _transcriber?;
16
- private _enabled;
17
23
  private _queue?;
18
- constructor(edgeClient: EdgeHttpClient);
24
+ private _enabled;
25
+ constructor(options: TranscriptionManagerOptions);
19
26
  protected _open(): Promise<void>;
20
27
  protected _close(): Promise<void>;
21
- setRecording(recording?: boolean): void;
28
+ setQueue(queueDxn: DXN): TranscriptionManager;
29
+ setIdentityDid(did: string): TranscriptionManager;
30
+ setRecording(recording?: boolean): TranscriptionManager;
22
31
  /**
23
32
  * Enable or disable transcription.
24
33
  * @param enabled - Whether to enable transcription.
25
34
  */
26
35
  setEnabled(enabled?: boolean): Promise<void>;
27
36
  setAudioTrack(track?: MediaStreamTrack): Promise<void>;
28
- /**
29
- * Set the queue to save the transcription to.
30
- * @param queue - The queue to save the transcription to or the DXN of the queue.
31
- */
32
- setQueue(queue?: Queue<TranscriptBlock> | string): void;
33
- setName(name: string): void;
34
- setHue(hue: HuePalette): void;
35
37
  private _toggleTranscriber;
36
38
  private _maybeReinitTranscriber;
37
39
  private _onSegments;
@@ -1 +1 @@
1
- {"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAa,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AAItD,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAIvD,OAAO,EAAE,eAAe,EAA0B,MAAM,UAAU,CAAC;AAkBnE;;GAEG;AAEH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,KAAK,CAAC,CAAqB;IACnC,OAAO,CAAC,IAAI,CAAC,CAAyB;IACtC,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAC,CAAqC;gBAExC,UAAU,EAAE,cAAc;cAKb,KAAK;cAIL,MAAM;IAK/B,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO;IAYhC;;;OAGG;IAEG,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO;IAS5B,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB;IAQ5C;;;OAGG;IAEH,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,eAAe,CAAC,GAAG,MAAM;IAsBhD,OAAO,CAAC,IAAI,EAAE,MAAM;IAQpB,MAAM,CAAC,GAAG,EAAE,UAAU;YAOR,kBAAkB;YAWlB,uBAAuB;YA2BvB,WAAW;CAQ1B"}
1
+ {"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAqBxC,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAEjG,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,cAAc,CAAC;IAE3B;;OAEG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C,CAAC;AAEF;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA4B;IAC9D,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,YAAY,CAAC,CAAqB;IAC1C,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,MAAM,CAAC,CAAsC;IACrD,OAAO,CAAC,QAAQ,CAAS;gBAEb,OAAO,EAAE,2BAA2B;cAMvB,KAAK;cAIL,MAAM;IAI/B,QAAQ,CAAC,QAAQ,EAAE,GAAG,GAAG,oBAAoB;IAQ7C,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB;IAOjD,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,oBAAoB;IAavD;;;OAGG;IAEG,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO;IAW5B,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB;YAU9B,kBAAkB;YAwBlB,uBAAuB;YA2BvB,WAAW;CAiB1B"}
@@ -1,25 +1,9 @@
1
+ import { TranscriptType } from './types';
1
2
  declare const _default: {
2
3
  'en-US': {
3
- [x: string]: {
4
+ [TranscriptType.typename]: {
4
5
  'typename label': string;
5
6
  'object name placeholder': string;
6
- 'plugin name'?: undefined;
7
- 'transcript companion label'?: undefined;
8
- 'start transcription label'?: undefined;
9
- 'stop transcription label'?: undefined;
10
- 'delete button'?: undefined;
11
- 'bookmark button'?: undefined;
12
- 'scroll to end label'?: undefined;
13
- } | {
14
- 'plugin name': string;
15
- 'transcript companion label': string;
16
- 'start transcription label': string;
17
- 'stop transcription label': string;
18
- 'delete button': string;
19
- 'bookmark button': string;
20
- 'scroll to end label': string;
21
- 'typename label'?: undefined;
22
- 'object name placeholder'?: undefined;
23
7
  };
24
8
  "dxos.org/plugin/transcription": {
25
9
  'plugin name': string;
@@ -29,6 +13,7 @@ declare const _default: {
29
13
  'delete button': string;
30
14
  'bookmark button': string;
31
15
  'scroll to end label': string;
16
+ 'settings entity extraction label': string;
32
17
  };
33
18
  };
34
19
  }[];
@@ -1 +1 @@
1
- {"version":3,"file":"translations.d.ts","sourceRoot":"","sources":["../../../src/translations.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,wBAoBE"}
1
+ {"version":3,"file":"translations.d.ts","sourceRoot":"","sources":["../../../src/translations.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;;;QAKnC,CAAC,cAAc,CAAC,QAAQ,CAAC;;;UAGxB;;;;;;;;;;;;;AANP,wBAsBE"}
@@ -1,57 +1,43 @@
1
- import { Expando, S } from '@dxos/echo-schema';
1
+ import { Schema } from 'effect';
2
+ import { Expando } from '@dxos/echo-schema';
2
3
  /**
3
4
  * Root transcript object created when the user starts a transcription.
4
5
  */
5
- export declare const TranscriptSchema: S.Struct<{
6
- name: typeof S.String;
7
- started: S.optional<typeof S.String>;
8
- ended: S.optional<typeof S.String>;
6
+ export declare const TranscriptSchema: Schema.Struct<{
7
+ name: typeof Schema.String;
8
+ started: Schema.optional<typeof Schema.String>;
9
+ ended: Schema.optional<typeof Schema.String>;
9
10
  /**
10
11
  * Queue containing TranscriptBlock objects.
11
12
  */
12
13
  queue: import("@dxos/echo-schema").Ref$<Expando>;
13
14
  }>;
14
- declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<{
15
- readonly name: typeof S.String;
16
- readonly started: S.optional<typeof S.String>;
17
- readonly ended: S.optional<typeof S.String>;
18
- readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
19
- }, import("@dxos/echo-schema").TypedObjectOptions>, S.Struct.Encoded<{
20
- readonly name: typeof S.String;
21
- readonly started: S.optional<typeof S.String>;
22
- readonly ended: S.optional<typeof S.String>;
23
- readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
24
- }>>;
15
+ declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<Readonly<{
16
+ name: typeof Schema.String;
17
+ started: Schema.optional<typeof Schema.String>;
18
+ ended: Schema.optional<typeof Schema.String>;
19
+ /**
20
+ * Queue containing TranscriptBlock objects.
21
+ */
22
+ queue: import("@dxos/echo-schema").Ref$<Expando>;
23
+ }>, import("@dxos/echo-schema").TypedObjectOptions>, Schema.Struct.Encoded<Readonly<{
24
+ name: typeof Schema.String;
25
+ started: Schema.optional<typeof Schema.String>;
26
+ ended: Schema.optional<typeof Schema.String>;
27
+ /**
28
+ * Queue containing TranscriptBlock objects.
29
+ */
30
+ queue: import("@dxos/echo-schema").Ref$<Expando>;
31
+ }>>>;
25
32
  export declare class TranscriptType extends TranscriptType_base {
26
33
  }
27
34
  /**
28
35
  * First message in queue.
29
36
  * Contains metadata for the recording and transcript.
30
37
  */
31
- declare const TranscriptHeader: S.Struct<{
32
- started: S.optional<typeof S.String>;
33
- }>;
34
- export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
35
- /**
36
- * Transcription fragment.
37
- */
38
- declare const TranscriptSegment: S.Struct<{
39
- started: typeof S.String;
40
- text: typeof S.String;
38
+ declare const TranscriptHeader: Schema.Struct<{
39
+ started: Schema.optional<typeof Schema.String>;
41
40
  }>;
42
- export type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;
43
- /**
44
- * Transcription block (from single speaker).
45
- */
46
- export declare const TranscriptBlock: import("@dxos/echo-schema").EchoObjectSchema<S.Struct<{
47
- id: typeof S.String;
48
- authorName: S.optional<typeof S.String>;
49
- authorHue: S.optional<typeof S.String>;
50
- segments: S.Array$<S.Struct<{
51
- started: typeof S.String;
52
- text: typeof S.String;
53
- }>>;
54
- }>>;
55
- export type TranscriptBlock = S.Schema.Type<typeof TranscriptBlock>;
41
+ export type TranscriptHeader = Schema.Schema.Type<typeof TranscriptHeader>;
56
42
  export {};
57
43
  //# sourceMappingURL=schema.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAc,OAAO,EAAO,CAAC,EAAe,MAAM,mBAAmB,CAAC;AAE7E;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;IAO3B;;OAEG;;EAGH,CAAC;;;;;;;;;;;;AAEH,qBAAa,cAAe,SAAQ,mBAGT;CAAG;AAI9B;;;GAGG;AACH,QAAA,MAAM,gBAAgB;;EAEpB,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAEtE;;GAEG;AACH,QAAA,MAAM,iBAAiB;;;EAIrB,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAExE;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;GAKwD,CAAC;AAErF,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC"}
1
+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,OAAO,EAAoB,MAAM,mBAAmB,CAAC;AAE9D;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;IAO3B;;OAEG;;EAGH,CAAC;;;;;IALD;;OAEG;;;;;;IAFH;;OAEG;;;AAKL,qBAAa,cAAe,SAAQ,mBAGT;CAAG;AAI9B;;;GAGG;AACH,QAAA,MAAM,gBAAgB;;EAEpB,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC,CAAC"}
@@ -1,18 +1,18 @@
1
- import { S } from '@dxos/echo-schema';
1
+ import { Schema } from 'effect';
2
2
  import { TranscriptType } from './schema';
3
3
  /**
4
4
  * Endpoint to the calls service.
5
5
  */
6
6
  export declare const TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
7
7
  export declare namespace TranscriptionAction {
8
- const Create_base: S.TaggedClass<Create, "dxos.org/plugin/transcription/action/create", {
9
- readonly _tag: S.tag<"dxos.org/plugin/transcription/action/create">;
8
+ const Create_base: Schema.TaggedClass<Create, "dxos.org/plugin/transcription/action/create", {
9
+ readonly _tag: Schema.tag<"dxos.org/plugin/transcription/action/create">;
10
10
  } & {
11
- input: S.Struct<{
12
- name: S.optional<typeof S.String>;
13
- spaceId: typeof S.String;
11
+ input: Schema.Struct<{
12
+ name: Schema.optional<typeof Schema.String>;
13
+ spaceId: Schema.Schema<import("@dxos/keys").SpaceId, string, never>;
14
14
  }>;
15
- output: S.Struct<{
15
+ output: Schema.Struct<{
16
16
  object: typeof TranscriptType;
17
17
  }>;
18
18
  }>;
@@ -21,4 +21,8 @@ export declare namespace TranscriptionAction {
21
21
  export {};
22
22
  }
23
23
  export declare const isTranscript: (object: unknown) => object is typeof TranscriptType;
24
+ export declare const TranscriptionSettingsSchema: Schema.mutable<Schema.Struct<{
25
+ entityExtraction: Schema.PropertySignature<"?:", boolean | undefined, never, "?:", boolean | undefined, true, never>;
26
+ }>>;
27
+ export type TranscriptionSettingsProps = Schema.Schema.Type<typeof TranscriptionSettingsSchema>;
24
28
  //# sourceMappingURL=types.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/types/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAgB,MAAM,mBAAmB,CAAC;AAGpD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAK1C;;GAEG;AAEH,eAAO,MAAM,iBAAiB,2CAA2C,CAAC;AAE1E,yBAAiB,mBAAmB,CAAC;;;;;;;;;;;;IAGnC,MAAM,OAAO,MAAO,SAAQ,WAS1B;KAAG;;CACN;AAED,eAAO,MAAM,YAAY,WAAY,OAAO,KAAG,MAAM,IAAI,OAAO,cAE/D,CAAC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/types/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAKhC,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAK1C;;GAEG;AAEH,eAAO,MAAM,iBAAiB,2CAA2C,CAAC;AAE1E,yBAAiB,mBAAmB,CAAC;;;;;;;;;;;;IAGnC,MAAM,OAAO,MAAO,SAAQ,WAQ1B;KAAG;;CACN;AAED,eAAO,MAAM,YAAY,GAAI,QAAQ,OAAO,KAAG,MAAM,IAAI,OAAO,cAE/D,CAAC;AAGF,eAAO,MAAM,2BAA2B;;GAIvC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,2BAA2B,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"array.d.ts","sourceRoot":"","sources":["../../../../src/util/array.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB,WAAY,YAAY,EAAE,8BASxD,CAAC"}
1
+ {"version":3,"file":"array.d.ts","sourceRoot":"","sources":["../../../../src/util/array.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB,GAAI,QAAQ,YAAY,EAAE,8BASxD,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"get-time-str.d.ts","sourceRoot":"","sources":["../../../../src/util/get-time-str.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,UAAU,eAAgB,MAAM,WAOzC,CAAC"}
1
+ {"version":3,"file":"get-time-str.d.ts","sourceRoot":"","sources":["../../../../src/util/get-time-str.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,UAAU,GAAI,YAAY,MAAM,WAOzC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"monitor-audio-level.d.ts","sourceRoot":"","sources":["../../../../src/util/monitor-audio-level.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,iBAAiB,iDAI3B;IACD,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,eA6CA,CAAC"}
1
+ {"version":3,"file":"monitor-audio-level.d.ts","sourceRoot":"","sources":["../../../../src/util/monitor-audio-level.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,iBAAiB,GAAI,8CAI/B;IACD,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,eA6CA,CAAC"}
@@ -1 +1 @@
1
- {"version":"5.7.3"}
1
+ {"version":"5.8.3"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dxos/plugin-transcription",
3
- "version": "0.8.2-main.12df754",
3
+ "version": "0.8.2-main.30e4dbb",
4
4
  "description": "Voice transcription.",
5
5
  "homepage": "https://dxos.org",
6
6
  "bugs": "https://github.com/dxos/dxos/issues",
@@ -36,7 +36,7 @@
36
36
  "@codemirror/view": "^6.34.1",
37
37
  "@preact/signals-core": "^1.6.0",
38
38
  "date-fns": "^3.3.1",
39
- "effect": "3.13.3",
39
+ "effect": "3.14.21",
40
40
  "extendable-media-recorder": "^9.2.19",
41
41
  "extendable-media-recorder-wav-encoder": "^7.0.123",
42
42
  "main-thread-scheduling": "^14.1.1",
@@ -44,60 +44,65 @@
44
44
  "react-router-dom": "^6.4.0",
45
45
  "react-use": "^17.5.1",
46
46
  "wavefile": "^11.0.0",
47
- "@dxos/app-framework": "0.8.2-main.12df754",
48
- "@dxos/artifact": "0.8.2-main.12df754",
49
- "@dxos/assistant": "0.8.2-main.12df754",
50
- "@dxos/async": "0.8.2-main.12df754",
51
- "@dxos/client": "0.8.2-main.12df754",
52
- "@dxos/codec-protobuf": "0.8.2-main.12df754",
53
- "@dxos/context": "0.8.2-main.12df754",
54
- "@dxos/debug": "0.8.2-main.12df754",
55
- "@dxos/echo-db": "0.8.2-main.12df754",
56
- "@dxos/display-name": "0.8.2-main.12df754",
57
- "@dxos/invariant": "0.8.2-main.12df754",
58
- "@dxos/echo-schema": "0.8.2-main.12df754",
59
- "@dxos/live-object": "0.8.2-main.12df754",
60
- "@dxos/keys": "0.8.2-main.12df754",
61
- "@dxos/log": "0.8.2-main.12df754",
62
- "@dxos/plugin-client": "0.8.2-main.12df754",
63
- "@dxos/plugin-deck": "0.8.2-main.12df754",
64
- "@dxos/plugin-graph": "0.8.2-main.12df754",
65
- "@dxos/protocols": "0.8.2-main.12df754",
66
- "@dxos/react-client": "0.8.2-main.12df754",
67
- "@dxos/plugin-meeting": "0.8.2-main.12df754",
68
- "@dxos/react-edge-client": "0.8.2-main.12df754",
69
- "@dxos/react-ui-attention": "0.8.2-main.12df754",
70
- "@dxos/plugin-space": "0.8.2-main.12df754",
71
- "@dxos/react-ui-components": "0.8.2-main.12df754",
72
- "@dxos/react-ui-grid": "0.8.2-main.12df754",
73
- "@dxos/react-ui-sfx": "0.8.2-main.12df754",
74
- "@dxos/react-ui-editor": "0.8.2-main.12df754",
75
- "@dxos/react-ui-stack": "0.8.2-main.12df754",
76
- "@dxos/schema": "0.8.2-main.12df754",
77
- "@dxos/tracing": "0.8.2-main.12df754",
78
- "@dxos/util": "0.8.2-main.12df754"
47
+ "@dxos/app-framework": "0.8.2-main.30e4dbb",
48
+ "@dxos/artifact": "0.8.2-main.30e4dbb",
49
+ "@dxos/async": "0.8.2-main.30e4dbb",
50
+ "@dxos/codec-protobuf": "0.8.2-main.30e4dbb",
51
+ "@dxos/client": "0.8.2-main.30e4dbb",
52
+ "@dxos/assistant": "0.8.2-main.30e4dbb",
53
+ "@dxos/context": "0.8.2-main.30e4dbb",
54
+ "@dxos/display-name": "0.8.2-main.30e4dbb",
55
+ "@dxos/debug": "0.8.2-main.30e4dbb",
56
+ "@dxos/echo": "0.8.2-main.30e4dbb",
57
+ "@dxos/echo-db": "0.8.2-main.30e4dbb",
58
+ "@dxos/echo-schema": "0.8.2-main.30e4dbb",
59
+ "@dxos/invariant": "0.8.2-main.30e4dbb",
60
+ "@dxos/keys": "0.8.2-main.30e4dbb",
61
+ "@dxos/live-object": "0.8.2-main.30e4dbb",
62
+ "@dxos/local-storage": "0.8.2-main.30e4dbb",
63
+ "@dxos/plugin-client": "0.8.2-main.30e4dbb",
64
+ "@dxos/log": "0.8.2-main.30e4dbb",
65
+ "@dxos/plugin-graph": "0.8.2-main.30e4dbb",
66
+ "@dxos/plugin-deck": "0.8.2-main.30e4dbb",
67
+ "@dxos/plugin-markdown": "0.8.2-main.30e4dbb",
68
+ "@dxos/plugin-meeting": "0.8.2-main.30e4dbb",
69
+ "@dxos/protocols": "0.8.2-main.30e4dbb",
70
+ "@dxos/react-client": "0.8.2-main.30e4dbb",
71
+ "@dxos/react-edge-client": "0.8.2-main.30e4dbb",
72
+ "@dxos/react-ui-attention": "0.8.2-main.30e4dbb",
73
+ "@dxos/react-ui-components": "0.8.2-main.30e4dbb",
74
+ "@dxos/plugin-space": "0.8.2-main.30e4dbb",
75
+ "@dxos/react-ui-editor": "0.8.2-main.30e4dbb",
76
+ "@dxos/react-ui-form": "0.8.2-main.30e4dbb",
77
+ "@dxos/react-ui-grid": "0.8.2-main.30e4dbb",
78
+ "@dxos/react-ui-sfx": "0.8.2-main.30e4dbb",
79
+ "@dxos/react-ui-stack": "0.8.2-main.30e4dbb",
80
+ "@dxos/schema": "0.8.2-main.30e4dbb",
81
+ "@dxos/util": "0.8.2-main.30e4dbb",
82
+ "@dxos/tracing": "0.8.2-main.30e4dbb"
79
83
  },
80
84
  "devDependencies": {
81
85
  "@types/react": "~18.2.0",
82
86
  "react": "~18.2.0",
83
87
  "react-dom": "~18.2.0",
84
88
  "tailwindcss": "~3.4.1",
85
- "@dxos/plugin-preview": "0.8.2-main.12df754",
86
- "@dxos/plugin-storybook-layout": "0.8.2-main.12df754",
87
- "@dxos/plugin-theme": "0.8.2-main.12df754",
88
- "@dxos/random": "0.8.2-main.12df754",
89
- "@dxos/react-ui": "0.8.2-main.12df754",
90
- "@dxos/react-ui-form": "0.8.2-main.12df754",
91
- "@dxos/react-ui-syntax-highlighter": "0.8.2-main.12df754",
92
- "@dxos/react-ui-theme": "0.8.2-main.12df754",
93
- "@dxos/test-utils": "0.8.2-main.12df754",
94
- "@dxos/storybook-utils": "0.8.2-main.12df754"
89
+ "@dxos/plugin-preview": "0.8.2-main.30e4dbb",
90
+ "@dxos/plugin-storybook-layout": "0.8.2-main.30e4dbb",
91
+ "@dxos/plugin-theme": "0.8.2-main.30e4dbb",
92
+ "@dxos/random": "0.8.2-main.30e4dbb",
93
+ "@dxos/react-ui": "0.8.2-main.30e4dbb",
94
+ "@dxos/react-ui-theme": "0.8.2-main.30e4dbb",
95
+ "@dxos/react-ui-form": "0.8.2-main.30e4dbb",
96
+ "@dxos/react-ui-syntax-highlighter": "0.8.2-main.30e4dbb",
97
+ "@dxos/test-utils": "0.8.2-main.30e4dbb",
98
+ "@dxos/storybook-utils": "0.8.2-main.30e4dbb"
95
99
  },
96
100
  "optionalDependencies": {
101
+ "effect": "^3.13.3",
97
102
  "react": "~18.2.0",
98
103
  "react-dom": "~18.2.0",
99
- "@dxos/react-ui": "0.8.2-main.12df754",
100
- "@dxos/react-ui-theme": "0.8.2-main.12df754"
104
+ "@dxos/react-ui": "0.8.2-main.30e4dbb",
105
+ "@dxos/react-ui-theme": "0.8.2-main.30e4dbb"
101
106
  },
102
107
  "publishConfig": {
103
108
  "access": "public"
@@ -6,11 +6,21 @@ import { Capabilities, Events, contributes, defineModule, definePlugin } from '@
6
6
  import { QueueImpl } from '@dxos/echo-db';
7
7
  import { isInstanceOf } from '@dxos/echo-schema';
8
8
  import { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';
9
+ import { getSpace } from '@dxos/react-client/echo';
10
+ import { DataType } from '@dxos/schema';
9
11
 
10
- import { AppGraphBuilder, IntentResolver, MeetingTranscriptionState, ReactSurface, Transcriber } from './capabilities';
12
+ import {
13
+ AppGraphBuilder,
14
+ IntentResolver,
15
+ MeetingTranscriptionState,
16
+ ReactSurface,
17
+ Transcriber,
18
+ Settings,
19
+ } from './capabilities';
20
+ import { renderMarkdown } from './components';
11
21
  import { meta } from './meta';
12
22
  import translations from './translations';
13
- import { TranscriptBlock, TranscriptType } from './types';
23
+ import { TranscriptType } from './types';
14
24
 
15
25
  export const TranscriptionPlugin = () =>
16
26
  definePlugin(meta, [
@@ -20,14 +30,9 @@ export const TranscriptionPlugin = () =>
20
30
  activate: () => contributes(Capabilities.Translations, translations),
21
31
  }),
22
32
  defineModule({
23
- id: `${meta.id}/module/transcription`,
24
- activatesOn: Events.SetupAppGraph,
25
- activate: Transcriber,
26
- }),
27
- defineModule({
28
- id: `${meta.id}/module/meeting-transcription-state`,
29
- activatesOn: Events.SetupAppGraph,
30
- activate: MeetingTranscriptionState,
33
+ id: `${meta.id}/module/settings`,
34
+ activatesOn: Events.SetupSettings,
35
+ activate: Settings,
31
36
  }),
32
37
  defineModule({
33
38
  id: `${meta.id}/module/metadata`,
@@ -40,11 +45,13 @@ export const TranscriptionPlugin = () =>
40
45
  // TODO(wittjosiah): Factor out. Artifact? Separate capability?
41
46
  getTextContent: async (transcript: TranscriptType) => {
42
47
  const client = context.requestCapability(ClientCapabilities.Client);
48
+ const space = getSpace(transcript);
49
+ const members = space?.members.get().map((member) => member.identity) ?? [];
43
50
  const queue = new QueueImpl(client.edge, transcript.queue.dxn);
44
51
  await queue.refresh();
45
52
  const content = queue.items
46
- .filter((block) => isInstanceOf(TranscriptBlock, block))
47
- .map((block) => `${block.authorName}: ${block.segments.map((segment) => segment.text).join('\n')}`)
53
+ .filter((message) => isInstanceOf(DataType.Message, message))
54
+ .flatMap((message, index) => renderMarkdown(members)(message, index))
48
55
  .join('\n\n');
49
56
  return content;
50
57
  },
@@ -71,4 +78,14 @@ export const TranscriptionPlugin = () =>
71
78
  activatesOn: Events.SetupAppGraph,
72
79
  activate: AppGraphBuilder,
73
80
  }),
81
+ defineModule({
82
+ id: `${meta.id}/module/transcription`,
83
+ activatesOn: Events.SetupAppGraph,
84
+ activate: Transcriber,
85
+ }),
86
+ defineModule({
87
+ id: `${meta.id}/module/meeting-transcription-state`,
88
+ activatesOn: Events.SetupAppGraph,
89
+ activate: MeetingTranscriptionState,
90
+ }),
74
91
  ]);