@dxos/plugin-transcription 0.8.1 → 0.8.2-main.f081794

package/dist/types/src/components/Transcript/testings.d.ts

@@ -0,0 +1,51 @@
+import { S } from '@dxos/echo-schema';
+import { type Space } from '@dxos/react-client/echo';
+import { TranscriptBlock } from '../../types';
+export declare const TestItem: import("@dxos/echo-schema").EchoObjectSchema<S.Struct<{
+    title: S.SchemaClass<string, string, never>;
+    description: S.SchemaClass<string, string, never>;
+}>>;
+/**
+ * Generator of transcript blocks.
+ */
+export declare class BlockBuilder {
+    private readonly _space?;
+    static readonly singleton: BlockBuilder;
+    users: {
+        authorName: string;
+        authorHue: string;
+    }[];
+    start: Date;
+    constructor(_space?: Space | undefined);
+    createBlock(numSegments?: number): TranscriptBlock;
+    createSegment(): {
+        started: string;
+        text: string;
+    };
+    next(): Date;
+}
+/**
+ * Test transcriptionqueue.
+ */
+export declare const useTestTranscriptionQueue: (space: Space | undefined, running?: boolean, interval?: number) => import("@dxos/echo-db").Queue<{
+    readonly id: string;
+    authorName?: string | undefined;
+    authorHue?: string | undefined;
+    segments: {
+        readonly started: string;
+        readonly text: string;
+    }[];
+}> | undefined;
+/**
+ * Test transcription queue.
+ */
+export declare const useTestTranscriptionQueueWithEntityExtraction: (space: Space | undefined, running?: boolean, interval?: number) => import("@dxos/echo-db").Queue<{
+    readonly id: string;
+    authorName?: string | undefined;
+    authorHue?: string | undefined;
+    segments: {
+        readonly started: string;
+        readonly text: string;
+    }[];
+}> | undefined;
+//# sourceMappingURL=testings.d.ts.map

package/dist/types/src/components/Transcript/testings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testings.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcript/testings.ts"],"names":[],"mappings":"AAUA,OAAO,EAAqC,CAAC,EAAE,MAAM,mBAAmB,CAAC;AAGzE,OAAO,EAA2B,KAAK,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAO9E,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAG9C,eAAO,MAAM,QAAQ;;;GASoD,CAAC;AAE1E;;GAEG;AACH,qBAAa,YAAY;IAUX,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IATpC,MAAM,CAAC,QAAQ,CAAC,SAAS,eAAsB;IAE/C,KAAK;;;QAGD;IAEJ,KAAK,OAAgD;gBAExB,MAAM,CAAC,EAAE,KAAK,YAAA;IAE3C,WAAW,CAAC,WAAW,SAAI,GAAG,eAAe;IAQ7C,aAAa;;;;IAiBb,IAAI;CAIL;AAED;;GAEG;AACH,eAAO,MAAM,yBAAyB,UAAW,KAAK,GAAG,SAAS;;;;;;;;cAoBjE,CAAC;AAyCF;;GAEG;AACH,eAAO,MAAM,6CAA6C,UACjD,KAAK,GAAG,SAAS;;;;;;;;cAiCzB,CAAC"}

package/dist/types/src/components/Transcript/transcript-extension.d.ts

@@ -0,0 +1,19 @@
+import { type Extension } from '@codemirror/state';
+import { type RenderCallback } from '@dxos/react-ui-editor';
+import { type BlockModel } from '../../model';
+import { type TranscriptBlock } from '../../types';
+/**
+ * Data structure that maps Blocks queue to lines with transcript state.
+ */
+export type TranscriptOptions = {
+    model: BlockModel<TranscriptBlock>;
+    started?: Date;
+    renderButton?: RenderCallback<{
+        onClick: () => void;
+    }>;
+};
+/**
+ * Scrolling transcript with timestamps.
+ */
+export declare const transcript: ({ model, started, renderButton }: TranscriptOptions) => Extension;
+//# sourceMappingURL=transcript-extension.d.ts.map

package/dist/types/src/components/Transcript/transcript-extension.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcript-extension.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcript/transcript-extension.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,SAAS,EAAmB,MAAM,mBAAmB,CAAC;AAMpE,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IACnC,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,YAAY,CAAC,EAAE,cAAc,CAAC;QAAE,OAAO,EAAE,MAAM,IAAI,CAAA;KAAE,CAAC,CAAC;CACxD,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,UAAU,qCAAsC,iBAAiB,KAAG,SAuJhF,CAAC"}

package/dist/types/src/components/TranscriptContainer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TranscriptContainer.d.ts","sourceRoot":"","sources":["../../../../src/components/TranscriptContainer.tsx"],"names":[],"mappings":"AAIA,OAAc,EAAE,KAAK,EAAE,EAAE,MAAM,OAAO,CAAC;AAOvC,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,UAAU,CAAC;AAErE,eAAO,MAAM,sBAAsB,EAAE,EAAE,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,cAAc,CAAA;CAAE,CASnF,CAAC;AAEF,eAAe,sBAAsB,CAAC"}
+{"version":3,"file":"TranscriptContainer.d.ts","sourceRoot":"","sources":["../../../../src/components/TranscriptContainer.tsx"],"names":[],"mappings":"AAIA,OAAc,EAAE,KAAK,EAAE,EAAE,MAAM,OAAO,CAAC;AAQvC,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,UAAU,CAAC;AAErE,eAAO,MAAM,sBAAsB,EAAE,EAAE,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,cAAc,CAAA;CAAE,CAWnF,CAAC;AAEF,eAAe,sBAAsB,CAAC"}

package/dist/types/src/components/transcription.stories.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcription.stories.d.ts","sourceRoot":"","sources":["../../../../src/components/transcription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KASN,MAAM,OAAO,CAAC;AAGf,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AA2EtC,QAAA,MAAM,SAAS,2BAA4B;IAAE,QAAQ,EAAE,GAAG,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,sBA4DpG,CAAC;AAEF,QAAA,MAAM,IAAI,EAAE,IAAI,CAAC,OAAO,SAAS,CAqBhC,CAAC;AAEF,eAAe,IAAI,CAAC;AAEpB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,SAAS,CAAC,CAAC;AAExC,eAAO,MAAM,OAAO,EAAE,KAErB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,KAQlB,CAAC"}
+{"version":3,"file":"transcription.stories.d.ts","sourceRoot":"","sources":["../../../../src/components/transcription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KASN,MAAM,OAAO,CAAC;AAMf,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AA+FtC,QAAA,MAAM,SAAS,2BAA4B;IAAE,QAAQ,EAAE,GAAG,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,sBAgEpG,CAAC;AAEF,QAAA,MAAM,IAAI,EAAE,IAAI,CAAC,OAAO,SAAS,CA2ChC,CAAC;AAEF,eAAe,IAAI,CAAC;AAEpB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,SAAS,CAAC,CAAC;AAExC,eAAO,MAAM,OAAO,EAAE,KAErB,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,KAQlB,CAAC"}

package/dist/types/src/entity-extraction/entity-extraction.d.ts

@@ -0,0 +1,16 @@
+import type { AIServiceClient } from '@dxos/assistant';
+import type { BaseEchoObject } from '@dxos/echo-schema';
+import type { TranscriptBlock } from '../types';
+type ProcessTranscriptBlockParams = {
+    block: TranscriptBlock;
+    aiService: AIServiceClient;
+    context: {
+        objects?: BaseEchoObject[];
+    };
+};
+type ProcessTranscriptBlockResult = {
+    block: TranscriptBlock;
+};
+export declare const processTranscriptBlock: (params: ProcessTranscriptBlockParams) => Promise<ProcessTranscriptBlockResult>;
+export {};
+//# sourceMappingURL=entity-extraction.d.ts.map

package/dist/types/src/entity-extraction/entity-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-extraction.d.ts","sourceRoot":"","sources":["../../../../src/entity-extraction/entity-extraction.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAIvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAGxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEhD,KAAK,4BAA4B,GAAG;IAClC,KAAK,EAAE,eAAe,CAAC;IACvB,SAAS,EAAE,eAAe,CAAC;IAC3B,OAAO,EAAE;QACP,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;KAC5B,CAAC;CACH,CAAC;AAEF,KAAK,4BAA4B,GAAG;IAClC,KAAK,EAAE,eAAe,CAAC;CACxB,CAAC;AAUF,eAAO,MAAM,sBAAsB,WACzB,4BAA4B,KACnC,OAAO,CAAC,4BAA4B,CA6CtC,CAAC"}

package/dist/types/src/entity-extraction/entity-extraction.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=entity-extraction.test.d.ts.map

package/dist/types/src/entity-extraction/entity-extraction.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-extraction.test.d.ts","sourceRoot":"","sources":["../../../../src/entity-extraction/entity-extraction.test.ts"],"names":[],"mappings":""}

package/dist/types/src/entity-extraction/index.d.ts

@@ -0,0 +1,2 @@
+export * from './entity-extraction';
+//# sourceMappingURL=index.d.ts.map

package/dist/types/src/entity-extraction/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/entity-extraction/index.ts"],"names":[],"mappings":"AAIA,cAAc,qBAAqB,CAAC"}

package/dist/types/src/hooks/index.d.ts

@@ -1,5 +1,6 @@
 export * from './useAudioFile';
 export * from './useAudioTrack';
+export * from './useQueueModelAdapter';
 export * from './useTranscriber';
 export * from './useVoiceInput';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/hooks/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/hooks/index.ts"],"names":[],"mappings":"AAIA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/hooks/index.ts"],"names":[],"mappings":"AAIA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC"}

package/dist/types/src/hooks/useQueueModelAdapter.d.ts

@@ -0,0 +1,7 @@
+import { type Queue } from '@dxos/react-client/echo';
+import { type Block, BlockModel, type BlockRenderer } from '../model';
+/**
+ * Model adapter for a queue.
+ */
+export declare const useQueueModelAdapter: <T extends Block>(renderer: BlockRenderer<T>, queue: Queue<T> | undefined, initialBlocks?: T[]) => BlockModel<T>;
+//# sourceMappingURL=useQueueModelAdapter.d.ts.map

package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"useQueueModelAdapter.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useQueueModelAdapter.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAErD,OAAO,EAAE,KAAK,KAAK,EAAE,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,UAAU,CAAC;AAEtE;;GAEG;AACH,eAAO,MAAM,oBAAoB,GAAI,CAAC,SAAS,KAAK,YACxC,aAAa,CAAC,CAAC,CAAC,SACnB,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,kBACZ,CAAC,EAAE,KACjB,UAAU,CAAC,CAAC,CAYd,CAAC"}

package/dist/types/src/hooks/useTranscriber.d.ts

@@ -3,5 +3,5 @@ import { type Transcriber } from '../transcriber';
 /**
  * Records audio while user is speaking and transcribes it after user is done speaking.
  */
-export declare const useTranscriber: ({ audioStreamTrack, onSegments, }: Partial<TranscriptionCapabilities.GetTranscriberProps>) => Transcriber | undefined;
+export declare const useTranscriber: ({ audioStreamTrack, onSegments, config, }: Partial<TranscriptionCapabilities.GetTranscriberProps>) => Transcriber | undefined;
 //# sourceMappingURL=useTranscriber.d.ts.map

package/dist/types/src/hooks/useTranscriber.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useTranscriber.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useTranscriber.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAElD;;GAEG;AACH,eAAO,MAAM,cAAc,sCAGxB,OAAO,CAAC,yBAAyB,CAAC,mBAAmB,CAAC,4BAmBxD,CAAC"}
+{"version":3,"file":"useTranscriber.d.ts","sourceRoot":"","sources":["../../../../src/hooks/useTranscriber.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAElD;;GAEG;AACH,eAAO,MAAM,cAAc,8CAIxB,OAAO,CAAC,yBAAyB,CAAC,mBAAmB,CAAC,4BAmBxD,CAAC"}

package/dist/types/src/model/index.d.ts

@@ -0,0 +1,2 @@
+export * from './model';
+//# sourceMappingURL=index.d.ts.map

package/dist/types/src/model/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/model/index.ts"],"names":[],"mappings":"AAIA,cAAc,SAAS,CAAC"}

package/dist/types/src/model/model.d.ts

@@ -0,0 +1,68 @@
+import { Text } from '@codemirror/state';
+import { type EditorView } from '@codemirror/view';
+import { Event } from '@dxos/async';
+export type Block = {
+    id: string;
+};
+/**
+ * Covert block to a set of markdown lines.
+ */
+export type BlockRenderer<T extends Block> = (block: T, debug?: boolean) => string[];
+/**
+ * Abstract representation of the document model.
+ */
+export interface BlockDocument {
+    lineCount(): number;
+    replaceLines(from: number, remove: number, insert: string[]): void;
+}
+/**
+ * Codemirror document adapter.
+ */
+export declare class DocumentAdapter implements BlockDocument {
+    private readonly _view;
+    constructor(_view: EditorView);
+    /** The document must always have at least one line. */
+    lineCount(): number;
+    replaceLines(from: number, remove: number, insert: string[]): void;
+}
+/**
+ * Each Block can be converted into a set of lines.
+ * Blocks can be added, updated or deleted from the Queue.
+ * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.
+ *
+ * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.
+ * Instead this model tracks changes and syncs them with the BlockDocument.
+ */
+export declare class BlockModel<T extends Block> {
+    private readonly _renderer;
+    /** Ordered set of blocks. */
+    private readonly _blocks;
+    /** Map of block IDs to their current line counts. */
+    private readonly _blockLineCounts;
+    /** Map of line numbers to block IDs. */
+    private readonly _lineToBlock;
+    /** Track block changes since last sync. */
+    private readonly _changes;
+    /** Emits when the document is updated. */
+    readonly update: Event<void>;
+    constructor(_renderer: BlockRenderer<T>, initialBlocks?: T[]);
+    toJSON(): {
+        blocks: number;
+        changes: number;
+    };
+    get doc(): Text;
+    get blocks(): T[];
+    /**
+     * Get the block ID at the given line number.
+     */
+    getBlockAtLine(line: number): T | undefined;
+    reset(): this;
+    appendBlock(block: T): this;
+    updateBlock(block: T): this;
+    deleteBlock(id: string): this;
+    /**
+     * Syncs the tracked changes with the BlockDocument.
+     */
+    sync(document: BlockDocument): this;
+}
+//# sourceMappingURL=model.d.ts.map

package/dist/types/src/model/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../../../src/model/model.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAIpC,MAAM,MAAM,KAAK,GAAG;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAEnC;;GAEG;AACH,MAAM,MAAM,aAAa,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,OAAO,KAAK,MAAM,EAAE,CAAC;AAErF;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,SAAS,IAAI,MAAM,CAAC;IACpB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CACpE;AAED;;GAEG;AACH,qBAAa,eAAgB,YAAW,aAAa;IACvC,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,UAAU;IAE9C,uDAAuD;IACvD,SAAS,IAAI,MAAM;IAInB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI;CAiBnE;AAmBD;;;;;;;GAOG;AACH,qBAAa,UAAU,CAAC,CAAC,SAAS,KAAK;IAiBnC,OAAO,CAAC,QAAQ,CAAC,SAAS;IAhB5B,6BAA6B;IAC7B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAW;IAEnC,qDAAqD;IACrD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAA6B;IAE9D,wCAAwC;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwB;IAErD,2CAA2C;IAC3C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6B;IAEtD,0CAA0C;IAC1C,SAAgB,MAAM,cAAqB;gBAGxB,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,EAC5C,aAAa,GAAE,CAAC,EAAO;IAOzB,MAAM;;;;IAON,IAAI,GAAG,SAEN;IAED,IAAI,MAAM,QAET;IAED;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAI3C,KAAK,IAAI,IAAI;IAQb,WAAW,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI;IAQ3B,WAAW,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI;IAS3B,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAS7B;;OAEG;IACH,IAAI,CAAC,QAAQ,EAAE,aAAa,GAAG,IAAI;CA+DpC"}

package/dist/types/src/model/model.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=model.test.d.ts.map

package/dist/types/src/model/model.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.test.d.ts","sourceRoot":"","sources":["../../../../src/model/model.test.ts"],"names":[],"mappings":""}

package/dist/types/src/testing/test-data.d.ts

@@ -0,0 +1,73 @@
+import { Schema } from 'effect';
+import { TranscriptBlock } from '../types';
+export declare const DocumentType: import("@dxos/echo-schema").EchoObjectSchema<Schema.Struct<{
+    id: import("@dxos/echo-schema").ObjectIdClass;
+    name: typeof Schema.String;
+    content: typeof Schema.String;
+}>>;
+export type DocumentType = typeof DocumentType.Type;
+export declare const contacts: {
+    john: {
+        readonly id: string;
+        name?: string | undefined;
+        identifiers: {
+            readonly value: string;
+            readonly type: string;
+        }[];
+    };
+    sarah: {
+        readonly id: string;
+        name?: string | undefined;
+        identifiers: {
+            readonly value: string;
+            readonly type: string;
+        }[];
+    };
+    michael: {
+        readonly id: string;
+        name?: string | undefined;
+        identifiers: {
+            readonly value: string;
+            readonly type: string;
+        }[];
+    };
+    emma: {
+        readonly id: string;
+        name?: string | undefined;
+        identifiers: {
+            readonly value: string;
+            readonly type: string;
+        }[];
+    };
+    david: {
+        readonly id: string;
+        name?: string | undefined;
+        identifiers: {
+            readonly value: string;
+            readonly type: string;
+        }[];
+    };
+    unknown1: {
+        readonly id: string;
+        name?: string | undefined;
+        identifiers: {
+            readonly value: string;
+            readonly type: string;
+        }[];
+    };
+    unknown2: {
+        readonly id: string;
+        name?: string | undefined;
+        identifiers: {
+            readonly value: string;
+            readonly type: string;
+        }[];
+    };
+};
+export declare const documents: {
+    readonly id: string;
+    name: string;
+    content: string;
+}[];
+export declare const transcriptBlocks: TranscriptBlock[];
+//# sourceMappingURL=test-data.d.ts.map

package/dist/types/src/testing/test-data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-data.d.ts","sourceRoot":"","sources":["../../../../src/testing/test-data.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAKhC,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAkB3C,eAAO,MAAM,YAAY;;;;GAIuD,CAAC;AACjF,MAAM,MAAM,YAAY,GAAG,OAAO,YAAY,CAAC,IAAI,CAAC;AASpD,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQpB,CAAC;AAEF,eAAO,MAAM,SAAS;;;;GA0CrB,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,eAAe,EA0N7C,CAAC"}

package/dist/types/src/transcriber/transcriber.browser.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=transcriber.browser.test.d.ts.map

package/dist/types/src/transcriber/transcriber.browser.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriber.browser.test.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.browser.test.ts"],"names":[],"mappings":""}

package/dist/types/src/types/schema.d.ts

@@ -4,8 +4,8 @@ import { Expando, S } from '@dxos/echo-schema';
  */
 export declare const TranscriptSchema: S.Struct<{
     name: typeof S.String;
-    started: S.optional<typeof S.Date>;
-    ended: S.optional<typeof S.Date>;
+    started: S.optional<typeof S.String>;
+    ended: S.optional<typeof S.String>;
     /**
      * Queue containing TranscriptBlock objects.
      */
@@ -13,13 +13,13 @@ export declare const TranscriptSchema: S.Struct<{
 }>;
 declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<{
     readonly name: typeof S.String;
-    readonly started: S.optional<typeof S.Date>;
-    readonly ended: S.optional<typeof S.Date>;
+    readonly started: S.optional<typeof S.String>;
+    readonly ended: S.optional<typeof S.String>;
     readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
 }, import("@dxos/echo-schema").TypedObjectOptions>, S.Struct.Encoded<{
     readonly name: typeof S.String;
-    readonly started: S.optional<typeof S.Date>;
-    readonly ended: S.optional<typeof S.Date>;
+    readonly started: S.optional<typeof S.String>;
+    readonly ended: S.optional<typeof S.String>;
     readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
 }>>;
 export declare class TranscriptType extends TranscriptType_base {
@@ -29,14 +29,14 @@ export declare class TranscriptType extends TranscriptType_base {
  * Contains metadata for the recording and transcript.
  */
 declare const TranscriptHeader: S.Struct<{
-    started: S.optional<typeof S.Date>;
+    started: S.optional<typeof S.String>;
 }>;
 export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
 /**
  * Transcription fragment.
  */
 declare const TranscriptSegment: S.Struct<{
-    started: typeof S.Date;
+    started: typeof S.String;
     text: typeof S.String;
 }>;
 export type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;
@@ -48,7 +48,7 @@ export declare const TranscriptBlock: import("@dxos/echo-schema").EchoObjectSche
     authorName: S.optional<typeof S.String>;
     authorHue: S.optional<typeof S.String>;
     segments: S.Array$<S.Struct<{
-        started: typeof S.Date;
+        started: typeof S.String;
         text: typeof S.String;
     }>>;
 }>>;

package/dist/types/src/util/index.d.ts

@@ -1,5 +1,4 @@
 export * from './array';
 export * from './get-time-str';
 export * from './monitor-audio-level';
-export * from './random-queue-dxn';
 //# sourceMappingURL=index.d.ts.map

package/dist/types/src/util/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/util/index.ts"],"names":[],"mappings":"AAIA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/util/index.ts"],"names":[],"mappings":"AAIA,cAAc,SAAS,CAAC;AACxB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/plugin-transcription",
-  "version": "0.8.1",
+  "version": "0.8.2-main.f081794",
   "description": "Voice transcription.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -32,6 +32,8 @@
     "src"
   ],
   "dependencies": {
+    "@codemirror/state": "^6.4.1",
+    "@codemirror/view": "^6.34.1",
     "@preact/signals-core": "^1.6.0",
     "date-fns": "^3.3.1",
     "effect": "3.13.3",
@@ -42,54 +44,60 @@
     "react-router-dom": "^6.4.0",
     "react-use": "^17.5.1",
     "wavefile": "^11.0.0",
-    "@dxos/app-framework": "0.8.1",
-    "@dxos/artifact": "0.8.1",
-    "@dxos/assistant": "0.8.1",
-    "@dxos/async": "0.8.1",
-    "@dxos/client": "0.8.1",
-    "@dxos/context": "0.8.1",
-    "@dxos/codec-protobuf": "0.8.1",
-    "@dxos/debug": "0.8.1",
-    "@dxos/display-name": "0.8.1",
-    "@dxos/echo-db": "0.8.1",
-    "@dxos/echo-schema": "0.8.1",
-    "@dxos/invariant": "0.8.1",
-    "@dxos/keys": "0.8.1",
-    "@dxos/live-object": "0.8.1",
-    "@dxos/log": "0.8.1",
-    "@dxos/plugin-client": "0.8.1",
-    "@dxos/plugin-graph": "0.8.1",
-    "@dxos/plugin-deck": "0.8.1",
-    "@dxos/plugin-meeting": "0.8.1",
-    "@dxos/react-client": "0.8.1",
-    "@dxos/protocols": "0.8.1",
-    "@dxos/plugin-space": "0.8.1",
-    "@dxos/react-ui-components": "0.8.1",
-    "@dxos/react-ui-sfx": "0.8.1",
-    "@dxos/react-ui-attention": "0.8.1",
-    "@dxos/react-ui-grid": "0.8.1",
-    "@dxos/react-ui-stack": "0.8.1",
-    "@dxos/schema": "0.8.1",
-    "@dxos/react-edge-client": "0.8.1",
-    "@dxos/tracing": "0.8.1",
-    "@dxos/util": "0.8.1"
+    "@dxos/app-framework": "0.8.2-main.f081794",
+    "@dxos/assistant": "0.8.2-main.f081794",
+    "@dxos/artifact": "0.8.2-main.f081794",
+    "@dxos/async": "0.8.2-main.f081794",
+    "@dxos/client": "0.8.2-main.f081794",
+    "@dxos/context": "0.8.2-main.f081794",
+    "@dxos/codec-protobuf": "0.8.2-main.f081794",
+    "@dxos/debug": "0.8.2-main.f081794",
+    "@dxos/echo-db": "0.8.2-main.f081794",
+    "@dxos/echo-schema": "0.8.2-main.f081794",
+    "@dxos/display-name": "0.8.2-main.f081794",
+    "@dxos/invariant": "0.8.2-main.f081794",
+    "@dxos/keys": "0.8.2-main.f081794",
+    "@dxos/live-object": "0.8.2-main.f081794",
+    "@dxos/log": "0.8.2-main.f081794",
+    "@dxos/plugin-client": "0.8.2-main.f081794",
+    "@dxos/plugin-deck": "0.8.2-main.f081794",
+    "@dxos/plugin-graph": "0.8.2-main.f081794",
+    "@dxos/plugin-meeting": "0.8.2-main.f081794",
+    "@dxos/protocols": "0.8.2-main.f081794",
+    "@dxos/react-client": "0.8.2-main.f081794",
+    "@dxos/plugin-space": "0.8.2-main.f081794",
+    "@dxos/react-edge-client": "0.8.2-main.f081794",
+    "@dxos/react-ui-components": "0.8.2-main.f081794",
+    "@dxos/react-ui-editor": "0.8.2-main.f081794",
+    "@dxos/react-ui-grid": "0.8.2-main.f081794",
+    "@dxos/react-ui-attention": "0.8.2-main.f081794",
+    "@dxos/react-ui-sfx": "0.8.2-main.f081794",
+    "@dxos/react-ui-stack": "0.8.2-main.f081794",
+    "@dxos/schema": "0.8.2-main.f081794",
+    "@dxos/tracing": "0.8.2-main.f081794",
+    "@dxos/util": "0.8.2-main.f081794"
   },
   "devDependencies": {
     "@types/react": "~18.2.0",
     "react": "~18.2.0",
     "react-dom": "~18.2.0",
     "tailwindcss": "~3.4.1",
-    "@dxos/random": "0.8.1",
-    "@dxos/react-ui": "0.8.1",
-    "@dxos/react-ui-theme": "0.8.1",
-    "@dxos/storybook-utils": "0.8.1",
-    "@dxos/test-utils": "0.8.1"
+    "@dxos/plugin-preview": "0.8.2-main.f081794",
+    "@dxos/plugin-theme": "0.8.2-main.f081794",
+    "@dxos/random": "0.8.2-main.f081794",
+    "@dxos/plugin-storybook-layout": "0.8.2-main.f081794",
+    "@dxos/react-ui": "0.8.2-main.f081794",
+    "@dxos/react-ui-form": "0.8.2-main.f081794",
+    "@dxos/react-ui-syntax-highlighter": "0.8.2-main.f081794",
+    "@dxos/storybook-utils": "0.8.2-main.f081794",
+    "@dxos/react-ui-theme": "0.8.2-main.f081794",
+    "@dxos/test-utils": "0.8.2-main.f081794"
   },
   "optionalDependencies": {
     "react": "~18.2.0",
     "react-dom": "~18.2.0",
-    "@dxos/react-ui": "0.8.1",
-    "@dxos/react-ui-theme": "0.8.1"
+    "@dxos/react-ui": "0.8.2-main.f081794",
+    "@dxos/react-ui-theme": "0.8.2-main.f081794"
   },
   "publishConfig": {
     "access": "public"

package/src/capabilities/app-graph-builder.ts

@@ -12,11 +12,8 @@ import { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-de
 import { createExtension, type Node } from '@dxos/plugin-graph';
 import { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';
 import { MeetingType } from '@dxos/plugin-meeting/types';
-import { buf } from '@dxos/protocols/buf';
-import {
-  TranscriptionPayloadSchema,
-  type TranscriptionPayload as TranscriptionPayloadProto,
-} from '@dxos/protocols/buf/dxos/edge/calls_pb';
+import { type buf } from '@dxos/protocols/buf';
+import { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';
 import { keyToFallback } from '@dxos/util';
 
 import { TranscriptionCapabilities } from './capabilities';
@@ -27,14 +24,6 @@ import { TranscriptionAction, TranscriptType } from '../types';
 // TODO(wittjosiah): Factor out.
 // TODO(wittjosiah): Can we stop using protobuf for this?
 type TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;
-const codec = {
-  encode: (message: TranscriptionPayload): Uint8Array => {
-    return buf.toBinary(TranscriptionPayloadSchema, buf.create(TranscriptionPayloadSchema, message));
-  },
-  decode: (message: Uint8Array): TranscriptionPayloadProto => {
-    return buf.fromBinary(TranscriptionPayloadSchema, message);
-  },
-};
 
 const getMeetingTranscript = async (
   context: PluginsContext,
@@ -69,26 +58,26 @@ export default (context: PluginsContext) =>
           {
             id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,
             data: async () => {
-              const call = context.requestCapability(MeetingCapabilities.CallManager);
-              invariant(state.transcriptionManager);
-              state.enabled = !state.enabled;
-              void state.transcriptionManager.setEnabled(state.enabled);
+              // NOTE: We are not saving the state of the transcription manager here.
+              // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.
+              // This is done to avoid race conditions and to not handle optimistic updates.
+
               const transcript = await getMeetingTranscript(context, meeting);
               invariant(transcript, 'Failed to create transcript');
+
+              const call = context.requestCapability(MeetingCapabilities.CallManager);
               call.setActivity(getSchemaTypename(TranscriptType)!, {
-                value: codec.encode({
-                  enabled: state.enabled,
-                  queueDxn: transcript.queue.dxn.toString(),
-                }),
+                enabled: !state.enabled,
+                queueDxn: transcript.queue.dxn.toString(),
               });
             },
             properties: {
               label: state.enabled
                 ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]
                 : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],
-              icon: 'ph--record--regular',
+              icon: 'ph--subtitles--regular',
               disposition: 'toolbar',
-              classNames: state.enabled ? 'text-activeInCall' : '',
+              classNames: state.enabled ? 'bg-callAlert' : '',
             },
           },
         ];
@@ -131,12 +120,12 @@ export default (context: PluginsContext) =>
               onCallStateUpdated: (callState: CallState) => {
                 const typename = getSchemaTypename(TranscriptType);
                 const transcription = typename ? callState.activities?.[typename] : undefined;
-                if (!transcription?.payload?.value) {
+                if (!transcription?.payload) {
                   return;
                 }
 
-                const payload = codec.decode(transcription.payload.value);
-                state.enabled = payload.enabled;
+                const payload: TranscriptionPayload = transcription.payload;
+                state.enabled = !!payload.enabled;
                 void state.transcriptionManager?.setEnabled(payload.enabled);
                 void state.transcriptionManager?.setQueue(payload.queueDxn);
               },

package/src/capabilities/capabilities.ts

@@ -3,7 +3,7 @@
 //
 
 import { defineCapability } from '@dxos/app-framework';
-import { type ReactiveObject } from '@dxos/live-object';
+import { type Live } from '@dxos/live-object';
 
 import { TRANSCRIPTION_PLUGIN } from '../meta';
 import { type TranscriberParams, type Transcriber, type TranscriptionManager } from '../transcriber';
@@ -12,11 +12,12 @@ export namespace TranscriptionCapabilities {
   export type GetTranscriberProps = {
     audioStreamTrack: MediaStreamTrack;
     onSegments: TranscriberParams['onSegments'];
+    config?: TranscriberParams['config'];
   };
   export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;
   export const Transcriber = defineCapability<GetTranscriber>(`${TRANSCRIPTION_PLUGIN}/capability/transcriber`);
 
-  export type MeetingTranscriptionState = ReactiveObject<{
+  export type MeetingTranscriptionState = Live<{
     enabled: boolean;
     transcriptionManager?: TranscriptionManager;
   }>;