@dxos/plugin-transcription 0.8.1 → 0.8.2-main.10c050d

package/dist/types/src/transcriber/media-stream-recorder.d.ts

@@ -1,4 +1,10 @@
 import { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';
+export type MediaStreamRecorderParams = {
+    mediaStreamTrack: MediaStreamTrack;
+    config: {
+        interval: number;
+    };
+};
 /**
  * Recorder that uses the MediaContext API and AudioNode API to record audio.
  *
@@ -9,14 +15,11 @@ export declare class MediaStreamRecorder implements AudioRecorder {
     /**
      * Default MediaRecorder implementation do not support wav encoding.
      */
-    private readonly _interval;
+    private readonly _config;
     private _mediaRecorder?;
     private _header?;
     private _onChunk?;
-    constructor({ mediaStreamTrack, interval }: {
-        mediaStreamTrack: MediaStreamTrack;
-        interval: number;
-    });
+    constructor({ mediaStreamTrack, config }: MediaStreamRecorderParams);
     get wavConfig(): WavConfig;
     get mediaStreamTrack(): MediaStreamTrack;
     setOnChunk(onChunk: (chunk: AudioChunk) => void): void;

package/dist/types/src/transcriber/media-stream-recorder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"media-stream-recorder.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/media-stream-recorder.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AASvF;;;;GAIG;AACH,qBACa,mBAAoB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IACrD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,cAAc,CAAC,CAA6B;IACpD,OAAO,CAAC,OAAO,CAAC,CAAyB;IACzC,OAAO,CAAC,QAAQ,CAAC,CAA8B;gBAEnC,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EAAE;QAAE,gBAAgB,EAAE,gBAAgB,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;IAKpG,IAAI,SAAS,IAAI,SAAS,CAOzB;IAED,IAAI,gBAAgB,qBAEnB;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI;IAIhD,KAAK;IAkBL,IAAI;YAQI,gBAAgB;CA2B/B"}
+{"version":3,"file":"media-stream-recorder.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/media-stream-recorder.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AASvF,MAAM,MAAM,yBAAyB,GAAG;IACtC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;;;GAIG;AACH,qBACa,mBAAoB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IACrD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,cAAc,CAAC,CAA6B;IACpD,OAAO,CAAC,OAAO,CAAC,CAAyB;IACzC,OAAO,CAAC,QAAQ,CAAC,CAA8B;gBAEnC,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,yBAAyB;IAKnE,IAAI,SAAS,IAAI,SAAS,CAOzB;IAED,IAAI,gBAAgB,qBAEnB;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI;IAIhD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAQb,gBAAgB;CA2B/B"}

package/dist/types/src/transcriber/transcriber.browser.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=transcriber.browser.test.d.ts.map

package/dist/types/src/transcriber/transcriber.browser.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriber.browser.test.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.browser.test.ts"],"names":[],"mappings":""}

package/dist/types/src/transcriber/transcriber.d.ts

@@ -1,6 +1,6 @@
 import { type Context, Resource } from '@dxos/context';
+import { type DataType } from '@dxos/schema';
 import { type AudioRecorder } from './audio-recorder';
-import { type TranscriptSegment } from '../types';
 export type TranscribeConfig = {
     /**
      * Number of chunks to transcribe automatically after.
@@ -15,7 +15,11 @@ export type TranscribeConfig = {
 export type TranscriberParams = {
     config: TranscribeConfig;
     recorder: AudioRecorder;
-    onSegments: (segments: TranscriptSegment[]) => Promise<void>;
+    /**
+     * Callback to handle the transcribed segments, after all segment transformers are applied.
+     * @param segments - The transcribed segments.
+     */
+    onSegments: (segments: DataType.MessageBlock.Transcription[]) => Promise<void>;
 };
 /**
  * Handles transcription of audio chunks.

package/dist/types/src/transcriber/transcriber.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAIvE,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAqB,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAsCrE,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,CAAC,QAAQ,EAAE,iBAAiB,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC9D,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAE9D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;gBAEvC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,iBAAiB;cAOtC,KAAK,CAAC,GAAG,EAAE,OAAO;cAOlB,MAAM;IAM/B,oBAAoB;IAOpB,mBAAmB;IAQnB,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IAiCjC,OAAO,CAAC,cAAc;CAiCvB"}
+{"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEvE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,kBAAkB,CAAC;AAuCvE,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAChF,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAE9D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;gBAEvC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,iBAAiB;cAOtC,KAAK,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;cAQlC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhD,oBAAoB,IAAI,IAAI;IAS5B,mBAAmB,IAAI,IAAI;IAU3B,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IA+BjC,OAAO,CAAC,cAAc;CAqCvB"}

package/dist/types/src/transcriber/transcription-manager.d.ts

@@ -1,37 +1,41 @@
 import { Resource } from '@dxos/context';
-import { type Queue } from '@dxos/echo-db';
+import { type DXN } from '@dxos/keys';
 import { type EdgeHttpClient } from '@dxos/react-edge-client';
-import { type HuePalette } from '@dxos/react-ui-theme';
-import { TranscriptBlock } from '../types';
+import { DataType } from '@dxos/schema';
+export type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;
+export type TranscriptionManagerOptions = {
+    edgeClient: EdgeHttpClient;
+    /**
+     * Enrich the message before it is written to the transcription queue.
+     */
+    messageEnricher?: TranscriptMessageEnricher;
+};
 /**
  * Manages transcription state for a meeting.
  */
 export declare class TranscriptionManager extends Resource {
     private readonly _edgeClient;
+    private readonly _messageEnricher?;
     private _audioStreamTrack?;
-    private _name?;
-    private _hue?;
+    private _identityDid?;
     private _mediaRecorder?;
     private _transcriber?;
-    private _enabled;
     private _queue?;
-    constructor(edgeClient: EdgeHttpClient);
+    private _enabled;
+    constructor(options: TranscriptionManagerOptions);
     protected _open(): Promise<void>;
     protected _close(): Promise<void>;
-    setRecording(recording?: boolean): void;
+    /** @reactive */
+    get enabled(): boolean;
+    setQueue(queueDxn: DXN): TranscriptionManager;
+    setIdentityDid(did: string): TranscriptionManager;
+    setRecording(recording?: boolean): TranscriptionManager;
     /**
      * Enable or disable transcription.
      * @param enabled - Whether to enable transcription.
      */
     setEnabled(enabled?: boolean): Promise<void>;
     setAudioTrack(track?: MediaStreamTrack): Promise<void>;
-    /**
-     * Set the queue to save the transcription to.
-     * @param queue - The queue to save the transcription to or the DXN of the queue.
-     */
-    setQueue(queue?: Queue<TranscriptBlock> | string): void;
-    setName(name: string): void;
-    setHue(hue: HuePalette): void;
     private _toggleTranscriber;
     private _maybeReinitTranscriber;
     private _onSegments;

package/dist/types/src/transcriber/transcription-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAa,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AAItD,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAIvD,OAAO,EAAE,eAAe,EAA0B,MAAM,UAAU,CAAC;AAkBnE;;GAEG;AAEH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,KAAK,CAAC,CAAqB;IACnC,OAAO,CAAC,IAAI,CAAC,CAAyB;IACtC,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAC,CAAqC;gBAExC,UAAU,EAAE,cAAc;cAKb,KAAK;cAIL,MAAM;IAK/B,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO;IAYhC;;;OAGG;IAEG,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO;IAS5B,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB;IAQ5C;;;OAGG;IAEH,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,eAAe,CAAC,GAAG,MAAM;IAsBhD,OAAO,CAAC,IAAI,EAAE,MAAM;IAQpB,MAAM,CAAC,GAAG,EAAE,UAAU;YAOR,kBAAkB;YAWlB,uBAAuB;YA2BvB,WAAW;CAQ1B"}
+{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAqBxC,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAEjG,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,cAAc,CAAC;IAE3B;;OAEG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C,CAAC;AAEF;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA4B;IAC9D,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,YAAY,CAAC,CAAqB;IAC1C,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,MAAM,CAAC,CAAsC;IACrD,OAAO,CAAC,QAAQ,CAAiB;gBAErB,OAAO,EAAE,2BAA2B;cAMvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAItB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIhD,gBAAgB;IAChB,IAAI,OAAO,YAEV;IAED,QAAQ,CAAC,QAAQ,EAAE,GAAG,GAAG,oBAAoB;IAQ7C,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB;IAOjD,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,oBAAoB;IAavD;;;OAGG;IAEG,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5C,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;YAU9C,kBAAkB;YAwBlB,uBAAuB;YA2BvB,WAAW;CAiB1B"}

package/dist/types/src/translations.d.ts

@@ -1,34 +1,17 @@
+import { TranscriptType } from './types';
 declare const _default: {
     'en-US': {
-        [x: string]: {
+        [TranscriptType.typename]: {
             'typename label': string;
             'object name placeholder': string;
-            'plugin name'?: undefined;
-            'transcript companion label'?: undefined;
-            'start transcription label'?: undefined;
-            'stop transcription label'?: undefined;
-            'delete button'?: undefined;
-            'bookmark button'?: undefined;
-            'scroll to end label'?: undefined;
-        } | {
-            'plugin name': string;
-            'transcript companion label': string;
-            'start transcription label': string;
-            'stop transcription label': string;
-            'delete button': string;
-            'bookmark button': string;
-            'scroll to end label': string;
-            'typename label'?: undefined;
-            'object name placeholder'?: undefined;
         };
         "dxos.org/plugin/transcription": {
             'plugin name': string;
             'transcript companion label': string;
-            'start transcription label': string;
-            'stop transcription label': string;
             'delete button': string;
             'bookmark button': string;
             'scroll to end label': string;
+            'settings entity extraction label': string;
         };
     };
 }[];

package/dist/types/src/translations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"translations.d.ts","sourceRoot":"","sources":["../../../src/translations.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,wBAoBE"}
+{"version":3,"file":"translations.d.ts","sourceRoot":"","sources":["../../../src/translations.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;;;QAKnC,CAAC,cAAc,CAAC,QAAQ,CAAC;;;UAGxB;;;;;;;;;;;AANP,wBAmBE"}

package/dist/types/src/types/schema.d.ts

@@ -1,57 +1,40 @@
-import { Expando, S } from '@dxos/echo-schema';
+import { Schema } from 'effect';
+import { Expando } from '@dxos/echo-schema';
 /**
  * Root transcript object created when the user starts a transcription.
  */
-export declare const TranscriptSchema: S.Struct<{
-    name: typeof S.String;
-    started: S.optional<typeof S.Date>;
-    ended: S.optional<typeof S.Date>;
+export declare const TranscriptSchema: Schema.Struct<{
+    started: Schema.optional<typeof Schema.String>;
+    ended: Schema.optional<typeof Schema.String>;
     /**
      * Queue containing TranscriptBlock objects.
      */
     queue: import("@dxos/echo-schema").Ref$<Expando>;
 }>;
-declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<{
-    readonly name: typeof S.String;
-    readonly started: S.optional<typeof S.Date>;
-    readonly ended: S.optional<typeof S.Date>;
-    readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
-}, import("@dxos/echo-schema").TypedObjectOptions>, S.Struct.Encoded<{
-    readonly name: typeof S.String;
-    readonly started: S.optional<typeof S.Date>;
-    readonly ended: S.optional<typeof S.Date>;
-    readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
-}>>;
+declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<Readonly<{
+    started: Schema.optional<typeof Schema.String>;
+    ended: Schema.optional<typeof Schema.String>;
+    /**
+     * Queue containing TranscriptBlock objects.
+     */
+    queue: import("@dxos/echo-schema").Ref$<Expando>;
+}>, import("@dxos/echo-schema").TypedObjectOptions>, Schema.Struct.Encoded<Readonly<{
+    started: Schema.optional<typeof Schema.String>;
+    ended: Schema.optional<typeof Schema.String>;
+    /**
+     * Queue containing TranscriptBlock objects.
+     */
+    queue: import("@dxos/echo-schema").Ref$<Expando>;
+}>>>;
 export declare class TranscriptType extends TranscriptType_base {
 }
 /**
  * First message in queue.
  * Contains metadata for the recording and transcript.
  */
-declare const TranscriptHeader: S.Struct<{
-    started: S.optional<typeof S.Date>;
-}>;
-export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
-/**
- * Transcription fragment.
- */
-declare const TranscriptSegment: S.Struct<{
-    started: typeof S.Date;
-    text: typeof S.String;
+declare const TranscriptHeader: Schema.Struct<{
+    started: Schema.optional<typeof Schema.String>;
 }>;
-export type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;
-/**
- * Transcription block (from single speaker).
- */
-export declare const TranscriptBlock: import("@dxos/echo-schema").EchoObjectSchema<S.Struct<{
-    id: typeof S.String;
-    authorName: S.optional<typeof S.String>;
-    authorHue: S.optional<typeof S.String>;
-    segments: S.Array$<S.Struct<{
-        started: typeof S.Date;
-        text: typeof S.String;
-    }>>;
-}>>;
-export type TranscriptBlock = S.Schema.Type<typeof TranscriptBlock>;
+export type TranscriptHeader = Schema.Schema.Type<typeof TranscriptHeader>;
 export {};
 //# sourceMappingURL=schema.d.ts.map

package/dist/types/src/types/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAc,OAAO,EAAO,CAAC,EAAe,MAAM,mBAAmB,CAAC;AAE7E;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;IAO3B;;OAEG;;EAGH,CAAC;;;;;;;;;;;;AAEH,qBAAa,cAAe,SAAQ,mBAGT;CAAG;AAI9B;;;GAGG;AACH,QAAA,MAAM,gBAAgB;;EAEpB,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAEtE;;GAEG;AACH,QAAA,MAAM,iBAAiB;;;EAIrB,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAExE;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;GAKwD,CAAC;AAErF,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,OAAO,EAAoB,MAAM,mBAAmB,CAAC;AAE9D;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;IAM3B;;OAEG;;EAGH,CAAC;;;;IALD;;OAEG;;;;;IAFH;;OAEG;;;AAKL,qBAAa,cAAe,SAAQ,mBAGT;CAAG;AAI9B;;;GAGG;AACH,QAAA,MAAM,gBAAgB;;EAEpB,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC,CAAC"}

package/dist/types/src/types/types.d.ts

@@ -1,18 +1,26 @@
-import { S } from '@dxos/echo-schema';
+import { Schema } from 'effect';
+import { SpaceId } from '@dxos/react-client/echo';
 import { TranscriptType } from './schema';
 /**
  * Endpoint to the calls service.
  */
 export declare const TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
 export declare namespace TranscriptionAction {
-    const Create_base: S.TaggedClass<Create, "dxos.org/plugin/transcription/action/create", {
-        readonly _tag: S.tag<"dxos.org/plugin/transcription/action/create">;
+    const Create_base: Schema.TaggedClass<Create, "dxos.org/plugin/transcription/action/create", {
+        readonly _tag: Schema.tag<"dxos.org/plugin/transcription/action/create">;
     } & {
-        input: S.Struct<{
-            name: S.optional<typeof S.String>;
-            spaceId: typeof S.String;
+        input: Schema.Struct<{
+            name: Schema.optional<typeof Schema.String>;
+            spaceId: Schema.Schema<SpaceId, string, never> & {
+                byteLength: number;
+                encode: (value: Uint8Array) => SpaceId;
+                decode: (value: SpaceId) => Uint8Array;
+                isValid: (value: string) => value is SpaceId;
+                make: (value: string) => SpaceId;
+                random: () => SpaceId;
+            };
         }>;
-        output: S.Struct<{
+        output: Schema.Struct<{
             object: typeof TranscriptType;
         }>;
     }>;
@@ -20,5 +28,4 @@ export declare namespace TranscriptionAction {
     }
     export {};
 }
-export declare const isTranscript: (object: unknown) => object is typeof TranscriptType;
 //# sourceMappingURL=types.d.ts.map

package/dist/types/src/types/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/types/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAgB,MAAM,mBAAmB,CAAC;AAGpD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAK1C;;GAEG;AAEH,eAAO,MAAM,iBAAiB,2CAA2C,CAAC;AAE1E,yBAAiB,mBAAmB,CAAC;;;;;;;;;;;;IAGnC,MAAM,OAAO,MAAO,SAAQ,WAS1B;KAAG;;CACN;AAED,eAAO,MAAM,YAAY,WAAY,OAAO,KAAG,MAAM,IAAI,OAAO,cAE/D,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/types/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAK1C;;GAEG;AAEH,eAAO,MAAM,iBAAiB,2CAA2C,CAAC;AAE1E,yBAAiB,mBAAmB,CAAC;;;;;;;;;;;;;;;;;;;IAGnC,MAAM,OAAO,MAAO,SAAQ,WAQ1B;KAAG;;CACN"}

package/dist/types/src/util/array.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"array.d.ts","sourceRoot":"","sources":["../../../../src/util/array.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB,WAAY,YAAY,EAAE,8BASxD,CAAC"}
+{"version":3,"file":"array.d.ts","sourceRoot":"","sources":["../../../../src/util/array.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,kBAAkB,GAAI,QAAQ,YAAY,EAAE,8BASxD,CAAC"}

package/dist/types/src/util/get-time-str.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get-time-str.d.ts","sourceRoot":"","sources":["../../../../src/util/get-time-str.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,UAAU,eAAgB,MAAM,WAOzC,CAAC"}
+{"version":3,"file":"get-time-str.d.ts","sourceRoot":"","sources":["../../../../src/util/get-time-str.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,UAAU,GAAI,YAAY,MAAM,WAOzC,CAAC"}

package/dist/types/src/util/index.d.ts

@@ -1,5 +1,4 @@
 export * from './array';
 export * from './get-time-str';
 export * from './monitor-audio-level';
-export * from './random-queue-dxn';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/util/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/util/index.ts"],"names":[],"mappings":"AAIA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/util/index.ts"],"names":[],"mappings":"AAIA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC"}

package/dist/types/src/util/monitor-audio-level.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"monitor-audio-level.d.ts","sourceRoot":"","sources":["../../../../src/util/monitor-audio-level.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,iBAAiB,iDAI3B;IACD,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,eA6CA,CAAC"}
+{"version":3,"file":"monitor-audio-level.d.ts","sourceRoot":"","sources":["../../../../src/util/monitor-audio-level.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,iBAAiB,GAAI,8CAI/B;IACD,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,eA6CA,CAAC"}

package/dist/types/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"version":"5.7.3"}
+{"version":"5.8.3"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/plugin-transcription",
-  "version": "0.8.1",
+  "version": "0.8.2-main.10c050d",
   "description": "Voice transcription.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -32,9 +32,11 @@
     "src"
   ],
   "dependencies": {
-    "@preact/signals-core": "^1.6.0",
+    "@codemirror/state": "^6.4.1",
+    "@codemirror/view": "^6.34.1",
+    "@preact-signals/safe-react": "^0.9.0",
+    "@preact/signals-core": "^1.9.0",
     "date-fns": "^3.3.1",
-    "effect": "3.13.3",
     "extendable-media-recorder": "^9.2.19",
     "extendable-media-recorder-wav-encoder": "^7.0.123",
     "main-thread-scheduling": "^14.1.1",
@@ -42,54 +44,73 @@
     "react-router-dom": "^6.4.0",
     "react-use": "^17.5.1",
     "wavefile": "^11.0.0",
-    "@dxos/app-framework": "0.8.1",
-    "@dxos/artifact": "0.8.1",
-    "@dxos/assistant": "0.8.1",
-    "@dxos/async": "0.8.1",
-    "@dxos/client": "0.8.1",
-    "@dxos/context": "0.8.1",
-    "@dxos/codec-protobuf": "0.8.1",
-    "@dxos/debug": "0.8.1",
-    "@dxos/display-name": "0.8.1",
-    "@dxos/echo-db": "0.8.1",
-    "@dxos/echo-schema": "0.8.1",
-    "@dxos/invariant": "0.8.1",
-    "@dxos/keys": "0.8.1",
-    "@dxos/live-object": "0.8.1",
-    "@dxos/log": "0.8.1",
-    "@dxos/plugin-client": "0.8.1",
-    "@dxos/plugin-graph": "0.8.1",
-    "@dxos/plugin-deck": "0.8.1",
-    "@dxos/plugin-meeting": "0.8.1",
-    "@dxos/react-client": "0.8.1",
-    "@dxos/protocols": "0.8.1",
-    "@dxos/plugin-space": "0.8.1",
-    "@dxos/react-ui-components": "0.8.1",
-    "@dxos/react-ui-sfx": "0.8.1",
-    "@dxos/react-ui-attention": "0.8.1",
-    "@dxos/react-ui-grid": "0.8.1",
-    "@dxos/react-ui-stack": "0.8.1",
-    "@dxos/schema": "0.8.1",
-    "@dxos/react-edge-client": "0.8.1",
-    "@dxos/tracing": "0.8.1",
-    "@dxos/util": "0.8.1"
+    "@dxos/app-framework": "0.8.2-main.10c050d",
+    "@dxos/artifact": "0.8.2-main.10c050d",
+    "@dxos/ai": "0.8.2-main.10c050d",
+    "@dxos/async": "0.8.2-main.10c050d",
+    "@dxos/assistant": "0.8.2-main.10c050d",
+    "@dxos/codec-protobuf": "0.8.2-main.10c050d",
+    "@dxos/client": "0.8.2-main.10c050d",
+    "@dxos/context": "0.8.2-main.10c050d",
+    "@dxos/debug": "0.8.2-main.10c050d",
+    "@dxos/display-name": "0.8.2-main.10c050d",
+    "@dxos/echo": "0.8.2-main.10c050d",
+    "@dxos/functions": "0.8.2-main.10c050d",
+    "@dxos/echo-db": "0.8.2-main.10c050d",
+    "@dxos/echo-schema": "0.8.2-main.10c050d",
+    "@dxos/keys": "0.8.2-main.10c050d",
+    "@dxos/invariant": "0.8.2-main.10c050d",
+    "@dxos/live-object": "0.8.2-main.10c050d",
+    "@dxos/local-storage": "0.8.2-main.10c050d",
+    "@dxos/log": "0.8.2-main.10c050d",
+    "@dxos/plugin-client": "0.8.2-main.10c050d",
+    "@dxos/plugin-deck": "0.8.2-main.10c050d",
+    "@dxos/plugin-graph": "0.8.2-main.10c050d",
+    "@dxos/plugin-space": "0.8.2-main.10c050d",
+    "@dxos/plugin-thread": "0.8.2-main.10c050d",
+    "@dxos/plugin-markdown": "0.8.2-main.10c050d",
+    "@dxos/protocols": "0.8.2-main.10c050d",
+    "@dxos/react-edge-client": "0.8.2-main.10c050d",
+    "@dxos/react-client": "0.8.2-main.10c050d",
+    "@dxos/react-ui-attention": "0.8.2-main.10c050d",
+    "@dxos/react-ui-components": "0.8.2-main.10c050d",
+    "@dxos/react-ui-editor": "0.8.2-main.10c050d",
+    "@dxos/react-ui-form": "0.8.2-main.10c050d",
+    "@dxos/react-ui-grid": "0.8.2-main.10c050d",
+    "@dxos/react-ui-sfx": "0.8.2-main.10c050d",
+    "@dxos/react-ui-stack": "0.8.2-main.10c050d",
+    "@dxos/tracing": "0.8.2-main.10c050d",
+    "@dxos/schema": "0.8.2-main.10c050d",
+    "@dxos/util": "0.8.2-main.10c050d"
   },
   "devDependencies": {
+    "@effect-rx/rx-react": "^0.34.1",
+    "@effect/platform": "0.80.12",
+    "@types/dom-speech-recognition": "^0.0.6",
     "@types/react": "~18.2.0",
+    "effect": "3.14.21",
     "react": "~18.2.0",
     "react-dom": "~18.2.0",
     "tailwindcss": "~3.4.1",
-    "@dxos/random": "0.8.1",
-    "@dxos/react-ui": "0.8.1",
-    "@dxos/react-ui-theme": "0.8.1",
-    "@dxos/storybook-utils": "0.8.1",
-    "@dxos/test-utils": "0.8.1"
+    "@dxos/plugin-preview": "0.8.2-main.10c050d",
+    "@dxos/plugin-storybook-layout": "0.8.2-main.10c050d",
+    "@dxos/plugin-theme": "0.8.2-main.10c050d",
+    "@dxos/random": "0.8.2-main.10c050d",
+    "@dxos/react-ui": "0.8.2-main.10c050d",
+    "@dxos/react-ui-form": "0.8.2-main.10c050d",
+    "@dxos/react-ui-syntax-highlighter": "0.8.2-main.10c050d",
+    "@dxos/storybook-utils": "0.8.2-main.10c050d",
+    "@dxos/test-utils": "0.8.2-main.10c050d",
+    "@dxos/react-ui-theme": "0.8.2-main.10c050d"
   },
   "optionalDependencies": {
+    "@effect-rx/rx-react": "^0.34.1",
+    "@effect/platform": "0.80.12",
+    "effect": "^3.13.3",
     "react": "~18.2.0",
     "react-dom": "~18.2.0",
-    "@dxos/react-ui": "0.8.1",
-    "@dxos/react-ui-theme": "0.8.1"
+    "@dxos/react-ui": "0.8.2-main.10c050d",
+    "@dxos/react-ui-theme": "0.8.2-main.10c050d"
   },
   "publishConfig": {
     "access": "public"

package/src/TranscriptionPlugin.tsx

@@ -6,11 +6,14 @@ import { Capabilities, Events, contributes, defineModule, definePlugin } from '@
 import { QueueImpl } from '@dxos/echo-db';
 import { isInstanceOf } from '@dxos/echo-schema';
 import { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';
+import { getSpace } from '@dxos/react-client/echo';
+import { DataType } from '@dxos/schema';
 
-import { AppGraphBuilder, IntentResolver, MeetingTranscriptionState, ReactSurface, Transcriber } from './capabilities';
+import { IntentResolver, ReactSurface, Transcriber } from './capabilities';
+import { renderMarkdown } from './components';
 import { meta } from './meta';
 import translations from './translations';
-import { TranscriptBlock, TranscriptType } from './types';
+import { TranscriptType } from './types';
 
 export const TranscriptionPlugin = () =>
   definePlugin(meta, [
@@ -19,16 +22,6 @@ export const TranscriptionPlugin = () =>
       activatesOn: Events.SetupTranslations,
       activate: () => contributes(Capabilities.Translations, translations),
     }),
-    defineModule({
-      id: `${meta.id}/module/transcription`,
-      activatesOn: Events.SetupAppGraph,
-      activate: Transcriber,
-    }),
-    defineModule({
-      id: `${meta.id}/module/meeting-transcription-state`,
-      activatesOn: Events.SetupAppGraph,
-      activate: MeetingTranscriptionState,
-    }),
     defineModule({
       id: `${meta.id}/module/metadata`,
       activatesOn: Events.SetupMetadata,
@@ -39,12 +32,14 @@ export const TranscriptionPlugin = () =>
             icon: 'ph--subtitles--regular',
             // TODO(wittjosiah): Factor out. Artifact? Separate capability?
             getTextContent: async (transcript: TranscriptType) => {
-              const client = context.requestCapability(ClientCapabilities.Client);
+              const client = context.getCapability(ClientCapabilities.Client);
+              const space = getSpace(transcript);
+              const members = space?.members.get().map((member) => member.identity) ?? [];
               const queue = new QueueImpl(client.edge, transcript.queue.dxn);
               await queue.refresh();
-              const content = queue.items
-                .filter((block) => isInstanceOf(TranscriptBlock, block))
-                .map((block) => `${block.authorName}: ${block.segments.map((segment) => segment.text).join('\n')}`)
+              const content = queue.objects
+                .filter((message) => isInstanceOf(DataType.Message, message))
+                .flatMap((message, index) => renderMarkdown(members)(message, index))
                 .join('\n\n');
               return content;
             },
@@ -67,8 +62,8 @@ export const TranscriptionPlugin = () =>
       activate: IntentResolver,
     }),
     defineModule({
-      id: `${meta.id}/module/app-graph-builder`,
+      id: `${meta.id}/module/transcription`,
       activatesOn: Events.SetupAppGraph,
-      activate: AppGraphBuilder,
+      activate: Transcriber,
     }),
   ]);

package/src/capabilities/capabilities.ts

@@ -3,24 +3,31 @@
 //
 
 import { defineCapability } from '@dxos/app-framework';
-import { type ReactiveObject } from '@dxos/live-object';
 
 import { TRANSCRIPTION_PLUGIN } from '../meta';
-import { type TranscriberParams, type Transcriber, type TranscriptionManager } from '../transcriber';
+import {
+  type TranscriberParams,
+  type Transcriber,
+  type TranscriptionManager,
+  type TranscriptMessageEnricher,
+  type MediaStreamRecorderParams,
+} from '../transcriber';
 
 export namespace TranscriptionCapabilities {
   export type GetTranscriberProps = {
     audioStreamTrack: MediaStreamTrack;
     onSegments: TranscriberParams['onSegments'];
+    transcriberConfig?: Partial<TranscriberParams['config']>;
+    recorderConfig?: Partial<MediaStreamRecorderParams['config']>;
   };
   export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;
   export const Transcriber = defineCapability<GetTranscriber>(`${TRANSCRIPTION_PLUGIN}/capability/transcriber`);
 
-  export type MeetingTranscriptionState = ReactiveObject<{
-    enabled: boolean;
-    transcriptionManager?: TranscriptionManager;
-  }>;
-  export const MeetingTranscriptionState = defineCapability<MeetingTranscriptionState>(
-    `${TRANSCRIPTION_PLUGIN}/capability/meeting-transcription-state`,
+  export type GetTranscriptionManagerProps = {
+    messageEnricher?: TranscriptMessageEnricher;
+  };
+  export type GetTranscriptionManager = (props: GetTranscriptionManagerProps) => TranscriptionManager;
+  export const TranscriptionManager = defineCapability<GetTranscriptionManager>(
+    `${TRANSCRIPTION_PLUGIN}/capability/transcription-manager`,
   );
 }

package/src/capabilities/index.ts

@@ -4,9 +4,7 @@
 
 import { lazy } from '@dxos/app-framework';
 
-export const AppGraphBuilder = lazy(() => import('./app-graph-builder'));
 export const IntentResolver = lazy(() => import('./intent-resolver'));
-export const MeetingTranscriptionState = lazy(() => import('./meeting-transcription-state'));
 export const ReactSurface = lazy(() => import('./react-surface'));
 export const Transcriber = lazy(() => import('./transcriber'));