@dxos/plugin-transcription 0.8.3 → 0.8.4-main.03d5cd7b56

package/dist/types/src/stories/MicrophoneTranscription.stories.d.ts

@@ -0,0 +1,20 @@
+import { type StoryObj } from '@storybook/react-vite';
+import React from 'react';
+import { type MediaStreamRecorderProps, type TranscriberProps } from '../transcriber';
+type DefaultStoryProps = {
+    detectSpeaking?: boolean;
+    transcriberConfig: TranscriberProps['config'];
+    recorderConfig: MediaStreamRecorderProps['config'];
+    audioConstraints?: MediaTrackConstraints;
+    entityExtraction: 'none' | 'ner' | 'llm';
+};
+declare const meta: {
+    title: string;
+    render: ({ detectSpeaking, entityExtraction, transcriberConfig, recorderConfig, audioConstraints, }: DefaultStoryProps) => React.JSX.Element;
+    decorators: import("@storybook/react").Decorator[];
+};
+export default meta;
+type Story = StoryObj<typeof meta>;
+export declare const Default: Story;
+export declare const SpeechDetection: Story;
+//# sourceMappingURL=MicrophoneTranscription.stories.d.ts.map

package/dist/types/src/stories/MicrophoneTranscription.stories.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MicrophoneTranscription.stories.d.ts","sourceRoot":"","sources":["../../../../src/stories/MicrophoneTranscription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjE,OAAO,KAAoD,MAAM,OAAO,CAAC;AA6BzE,OAAO,EAAE,KAAK,wBAAwB,EAAE,KAAK,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAetF,KAAK,iBAAiB,GAAG;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,iBAAiB,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC9C,cAAc,EAAE,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IACnD,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC,gBAAgB,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;CAC1C,CAAC;AAwHF,QAAA,MAAM,IAAI;;yGAhHP,iBAAiB;;CAuJiB,CAAC;eAEvB,IAAI;AAEnB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,IAAI,CAAC,CAAC;AAEnC,eAAO,MAAM,OAAO,EAAE,KAYrB,CAAC;AAkBF,eAAO,MAAM,eAAe,EAAE,KAY7B,CAAC"}

package/dist/types/src/stories/TranscriptionStory.d.ts

@@ -0,0 +1,23 @@
+import '@dxos-theme';
+import { type Dispatch, type FC, type ReactNode, type RefObject, type SetStateAction } from 'react';
+import { type Message } from '@dxos/types';
+import { type SerializationModel } from '../model';
+/**
+ * Story wrapper that renders a transcript with playback controls, an optional audio file
+ * upload affordance, and a toolbar slot for additional controls.
+ *
+ * @param onUpload - Callback fired when the user picks a local audio file via the upload button.
+ * @param uploadAccept - HTML `accept` filter for the hidden file input. Defaults to `audio/*`.
+ * @param toolbarSlot - Extra content rendered after the upload button inside the toolbar.
+ */
+export declare const TranscriptionStory: FC<{
+    model: SerializationModel<Message.Message>;
+    disabled?: boolean;
+    running: boolean;
+    onRunningChange: Dispatch<SetStateAction<boolean>>;
+    audioRef?: RefObject<HTMLAudioElement | null>;
+    onUpload?: (file: File) => void;
+    uploadAccept?: string;
+    toolbarSlot?: ReactNode;
+}>;
+//# sourceMappingURL=TranscriptionStory.d.ts.map

package/dist/types/src/stories/TranscriptionStory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TranscriptionStory.d.ts","sourceRoot":"","sources":["../../../../src/stories/TranscriptionStory.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAc,EAEZ,KAAK,QAAQ,EACb,KAAK,EAAE,EACP,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,cAAc,EAEpB,MAAM,OAAO,CAAC;AAGf,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,aAAa,CAAC;AAG3C,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAEnD;;;;;;;GAOG;AACH,eAAO,MAAM,kBAAkB,EAAE,EAAE,CAAC;IAClC,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3C,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;IACnD,QAAQ,CAAC,EAAE,SAAS,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAC9C,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,SAAS,CAAC;CACzB,CAqDA,CAAC"}

package/dist/types/src/stories/useIsSpeaking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"useIsSpeaking.d.ts","sourceRoot":"","sources":["../../../../src/stories/useIsSpeaking.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAQrB,eAAO,MAAM,aAAa,WAAY,gBAAgB,YA2BrD,CAAC"}

package/dist/types/src/testing/testing.d.ts

@@ -1,14 +1,14 @@
-import { Schema } from 'effect';
+import * as Schema from 'effect/Schema';
 import { type Queue } from '@dxos/client/echo';
 import { type Key, Type } from '@dxos/echo';
 import { type Space } from '@dxos/react-client/echo';
-import { DataType } from '@dxos/schema';
-export declare const TestItem: Type.obj<Schema.Struct<{
-    title: Schema.SchemaClass<string, string, never>;
-    description: Schema.SchemaClass<string, string, never>;
-}>>;
+import { type ContentBlock, Message } from '@dxos/types';
+export declare const TestItem: Type.Obj<{
+    readonly title: string;
+    readonly description: string;
+}, Schema.Struct.Fields>;
 declare abstract class AbstractMessageBuilder {
-    abstract createMessage(numSegments?: number): Promise<DataType.Message>;
+    abstract createMessage(numSegments?: number): Promise<Message.Message>;
 }
 /**
  * Generator of transcript messages.
@@ -23,11 +23,11 @@ export declare class MessageBuilder extends AbstractMessageBuilder {
     }[];
     start: Date;
     constructor(_space?: Space | undefined);
-    createMessage(numSegments?: number): Promise<DataType.Message>;
-    createBlock(): DataType.MessageBlock.Transcription;
+    createMessage(numSegments?: number): Promise<Message.Message>;
+    createBlock(): ContentBlock.Transcript;
     next(): Date;
 }
-type UseTestTranscriptionQueue = (space: Space | undefined, queueId?: Key.ObjectId, running?: boolean, interval?: number) => Queue<DataType.Message> | undefined;
+type UseTestTranscriptionQueue = (space: Space | undefined, queueId?: Key.ObjectId, running?: boolean, interval?: number) => Queue<Message.Message> | undefined;
 /**
  * Test transcriptionqueue.
  */

package/dist/types/src/testing/testing.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAOhC,OAAO,EAAU,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EAAE,KAAK,GAAG,EAAY,IAAI,EAAE,MAAM,YAAY,CAAC;AAMtD,OAAO,EAAY,KAAK,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAIxC,eAAO,MAAM,QAAQ;;;GAcpB,CAAC;AAGF,uBAAe,sBAAsB;IACnC,QAAQ,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;CACxE;AAED;;GAEG;AACH,qBAAa,cAAe,SAAQ,sBAAsB;IAW5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAVpC,MAAM,CAAC,QAAQ,CAAC,SAAS,iBAAwB;IAEjD,KAAK;;;;QAID;IAEJ,KAAK,OAAgD;gBAExB,MAAM,CAAC,EAAE,KAAK,YAAA;IAI5B,aAAa,CAAC,WAAW,SAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;IAQxE,WAAW,IAAI,QAAQ,CAAC,YAAY,CAAC,aAAa;IAkBlD,IAAI,IAAI,IAAI;CAIb;AA8CD,KAAK,yBAAyB,GAAG,CAC/B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,OAAO,CAAC,EAAE,GAAG,CAAC,QAAQ,EACtB,OAAO,CAAC,EAAE,OAAO,EACjB,QAAQ,CAAC,EAAE,MAAM,KACd,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;AAEzC;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,yBAyBvC,CAAC;AAEF;;GAEG;AAEH,eAAO,MAAM,6CAA6C,EAAE,yBAoC3D,CAAC"}
+{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAKxC,OAAO,EAAU,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EAAE,KAAK,GAAG,EAAY,IAAI,EAAE,MAAM,YAAY,CAAC;AAKtD,OAAO,EAAE,KAAK,KAAK,EAAY,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAAE,KAAK,YAAY,EAAE,OAAO,EAAwB,MAAM,aAAa,CAAC;AAI/E,eAAO,MAAM,QAAQ;;;wBAcpB,CAAC;AAGF,uBAAe,sBAAsB;IACnC,QAAQ,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;CACxE;AAED;;GAEG;AACH,qBAAa,cAAe,SAAQ,sBAAsB;IAW5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAVpC,MAAM,CAAC,QAAQ,CAAC,SAAS,iBAAwB;IAEjD,KAAK;;;;QAID;IAEJ,KAAK,OAAgD;IAErD,YAA6B,MAAM,CAAC,EAAE,KAAK,YAAA,EAE1C;IAEc,aAAa,CAAC,WAAW,SAAI,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAMtE;IAED,WAAW,IAAI,YAAY,CAAC,UAAU,CAqBrC;IAED,IAAI,IAAI,IAAI,CAGX;CACF;AA2CD,KAAK,yBAAyB,GAAG,CAC/B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,OAAO,CAAC,EAAE,GAAG,CAAC,QAAQ,EACtB,OAAO,CAAC,EAAE,OAAO,EACjB,QAAQ,CAAC,EAAE,MAAM,KACd,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;AAExC;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,yBAyBvC,CAAC;AAEF;;GAEG;AAEH,eAAO,MAAM,6CAA6C,EAAE,yBAoC3D,CAAC"}

package/dist/types/src/transcriber/media-stream-recorder.d.ts

@@ -1,5 +1,5 @@
-import { type WavConfig, type AudioChunk, type AudioRecorder } from './audio-recorder';
-export type MediaStreamRecorderParams = {
+import { type AudioChunk, type AudioRecorder, type WavConfig } from './audio-recorder';
+export type MediaStreamRecorderProps = {
     mediaStreamTrack: MediaStreamTrack;
     config: {
         interval: number;
@@ -19,7 +19,7 @@ export declare class MediaStreamRecorder implements AudioRecorder {
     private _mediaRecorder?;
     private _header?;
     private _onChunk?;
-    constructor({ mediaStreamTrack, config }: MediaStreamRecorderParams);
+    constructor({ mediaStreamTrack, config }: MediaStreamRecorderProps);
     get wavConfig(): WavConfig;
     get mediaStreamTrack(): MediaStreamTrack;
     setOnChunk(onChunk: (chunk: AudioChunk) => void): void;

package/dist/types/src/transcriber/media-stream-recorder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"media-stream-recorder.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/media-stream-recorder.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AASvF,MAAM,MAAM,yBAAyB,GAAG;IACtC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;;;GAIG;AACH,qBACa,mBAAoB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IACrD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;IAC9D,OAAO,CAAC,cAAc,CAAC,CAA6B;IACpD,OAAO,CAAC,OAAO,CAAC,CAAyB;IACzC,OAAO,CAAC,QAAQ,CAAC,CAA8B;gBAEnC,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,yBAAyB;IAKnE,IAAI,SAAS,IAAI,SAAS,CAOzB;IAED,IAAI,gBAAgB,qBAEnB;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI;IAIhD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAQb,gBAAgB;CA2B/B"}
+{"version":3,"file":"media-stream-recorder.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/media-stream-recorder.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,KAAK,SAAS,EAAE,MAAM,kBAAkB,CAAC;AASvF,MAAM,MAAM,wBAAwB,GAAG;IACrC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH,CAAC;AAEF;;;;GAIG;AACH,qBACa,mBAAoB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAmB;IACrD;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqC;IAC7D,OAAO,CAAC,cAAc,CAAC,CAA6B;IACpD,OAAO,CAAC,OAAO,CAAC,CAAyB;IACzC,OAAO,CAAC,QAAQ,CAAC,CAA8B;IAE/C,YAAY,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,wBAAwB,EAGjE;IAED,IAAI,SAAS,IAAI,SAAS,CAOzB;IAED,IAAI,gBAAgB,qBAEnB;IAED,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI,CAErD;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAgB3B;IAEK,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAK1B;YAGa,gBAAgB;CA2B/B"}

package/dist/types/src/transcriber/transcriber.d.ts

@@ -1,6 +1,33 @@
 import { type Context, Resource } from '@dxos/context';
-import { type DataType } from '@dxos/schema';
-import { type AudioRecorder } from './audio-recorder';
+import { type ContentBlock } from '@dxos/types';
+import { type AudioChunk, type AudioRecorder } from './audio-recorder';
+export type WhisperWord = {
+    word: string;
+    /**
+     * Time in seconds from the start of the audio.
+     */
+    start: number;
+    /**
+     * Time in seconds from the start of the audio.
+     */
+    end: number;
+};
+export type WhisperSegment = {
+    text: string;
+    /**
+     * Time in seconds from the start of the audio.
+     */
+    start: number;
+    /**
+     * Time in seconds from the start of the audio.
+     */
+    end: number;
+    /**
+     * Probability of no speech in the segment.
+     */
+    no_speech_prob: number;
+    words: WhisperWord[];
+};
 export type TranscribeConfig = {
     /**
      * Number of chunks to transcribe automatically after.
@@ -11,15 +38,29 @@ export type TranscribeConfig = {
      * This is needed to catch the beginning of the user's speech.
      */
     prefixBufferChunksAmount: number;
+    /**
+     * Override the transcription endpoint base URL.
+     * Defaults to the DXOS calls service.
+     */
+    endpoint?: string;
 };
-export type TranscriberParams = {
+/**
+ * Function that converts a base64-encoded WAV payload into Whisper segments.
+ * Allows callers to swap in alternative providers or mock the transport.
+ */
+export type TranscribeFn = (audio: string) => Promise<WhisperSegment[]>;
+export type TranscriberProps = {
     config: TranscribeConfig;
     recorder: AudioRecorder;
     /**
      * Callback to handle the transcribed segments, after all segment transformers are applied.
      * @param segments - The transcribed segments.
      */
-    onSegments: (segments: DataType.MessageBlock.Transcription[]) => Promise<void>;
+    onSegments: (segments: ContentBlock.Transcript[]) => Promise<void>;
+    /**
+     * Optional override of the transcription transport. When provided, supersedes `config.endpoint`.
+     */
+    transcribe?: TranscribeFn;
 };
 /**
  * Handles transcription of audio chunks.
@@ -33,9 +74,10 @@ export declare class Transcriber extends Resource {
     private readonly _config;
     private readonly _recorder;
     private readonly _onSegments;
+    private readonly _transcribeFn?;
     private _recording;
     private _transcribeTask?;
-    constructor({ config, recorder, onSegments }: TranscriberParams);
+    constructor({ config, recorder, onSegments, transcribe }: TranscriberProps);
     protected _open(ctx: Context): Promise<void>;
     protected _close(): Promise<void>;
     startChunksRecording(): void;
@@ -47,4 +89,17 @@ export declare class Transcriber extends Resource {
     private _fetchTranscription;
     private _alignSegments;
 }
+/**
+ * Pure helper that filters and absolute-timestamps Whisper segments against a chunk timeline.
+ * Exported for testing.
+ *
+ * @param segments - Raw segments returned by the Whisper service for `originalChunks`.
+ * @param originalChunks - Chunks fed into the transcription request (used for the zero timestamp).
+ * @param lastUsedTimestamp - Most recent absolute timestamp already emitted; segments whose end
+ *   falls strictly before this point are deduped out, as are individual words whose start does.
+ */
+export declare const alignWhisperSegments: (segments: WhisperSegment[], originalChunks: AudioChunk[], lastUsedTimestamp: number) => {
+    transcripts: ContentBlock.Transcript[];
+    lastUsedTimestamp?: number;
+};
 //# sourceMappingURL=transcriber.d.ts.map

package/dist/types/src/transcriber/transcriber.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEvE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,kBAAkB,CAAC;AAuCvE,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAChF,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAE9D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;gBAEvC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,iBAAiB;cAOtC,KAAK,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;cAQlC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhD,oBAAoB,IAAI,IAAI;IAS5B,mBAAmB,IAAI,IAAI;IAU3B,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IA+BjC,OAAO,CAAC,cAAc;CAqCvB"}
+{"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGvE,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAKhD,OAAO,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEvE,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB,KAAK,EAAE,WAAW,EAAE,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;IAEjC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;AAExE,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,UAAU,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE;;OAEG;IACH,UAAU,CAAC,EAAE,YAAY,CAAC;CAC3B,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiC;IAC7D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAe;IAE9C,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;IAEnD,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE,gBAAgB,EAMzE;IAED,UAAyB,KAAK,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAM1D;IAED,UAAyB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAK/C;IAED,oBAAoB,IAAI,IAAI,CAO3B;IAED,mBAAmB,IAAI,IAAI,CAQ1B;IAED,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IAkCjC,OAAO,CAAC,cAAc;CAOvB;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,oBAAoB,aACrB,cAAc,EAAE,kBACV,UAAU,EAAE,qBACT,MAAM,KACxB;IAAE,WAAW,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC;IAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAgCtE,CAAC"}

package/dist/types/src/transcriber/transcriber.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=transcriber.test.d.ts.map

package/dist/types/src/transcriber/transcriber.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriber.test.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.test.ts"],"names":[],"mappings":""}

package/dist/types/src/transcriber/transcription-manager.d.ts

@@ -1,10 +1,12 @@
+import { Atom, type Registry } from '@effect-atom/atom-react';
 import { Resource } from '@dxos/context';
 import { type Queue } from '@dxos/echo-db';
 import { type EdgeHttpClient } from '@dxos/react-edge-client';
-import { DataType } from '@dxos/schema';
-export type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;
+import { Message } from '@dxos/types';
+export type TranscriptMessageEnricher = (message: Message.Message) => Promise<Message.Message>;
 export type TranscriptionManagerOptions = {
     edgeClient: EdgeHttpClient;
+    registry: Registry.Registry;
     /**
      * Enrich the message before it is written to the transcription queue.
      */
@@ -16,28 +18,25 @@ export type TranscriptionManagerOptions = {
 export declare class TranscriptionManager extends Resource {
     private readonly _edgeClient;
     private readonly _messageEnricher?;
+    private readonly _registry;
     private _audioStreamTrack?;
     private _identityDid?;
     private _mediaRecorder?;
     private _transcriber?;
     private _queue?;
-    private _enabled;
+    private _enabledAtom;
     constructor(options: TranscriptionManagerOptions);
-    /** @reactive */
-    get enabled(): boolean;
-    setQueue(queue: Queue<DataType.Message>): this;
+    get enabled(): Atom.Atom<boolean>;
+    getEnabled(): boolean;
+    setQueue(queue: Queue<Message.Message>): this;
     setIdentityDid(did: string): this;
     setRecording(recording?: boolean): this;
-    /**
-     * Enable or disable transcription.
-     * @param enabled - Whether to enable transcription.
-     */
-    setEnabled(enabled?: boolean): Promise<void>;
+    setEnabled(enabled: boolean): Promise<void>;
     setAudioTrack(track?: MediaStreamTrack): Promise<void>;
     protected _open(): Promise<void>;
     protected _close(): Promise<void>;
-    private _toggleTranscriber;
-    private _maybeReinitTranscriber;
+    private _maybeRestartTranscriber;
+    private _stopTranscriber;
     private _onSegments;
 }
 //# sourceMappingURL=transcription-manager.d.ts.map

package/dist/types/src/transcriber/transcription-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAqBxC,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAEjG,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,cAAc,CAAC;IAE3B;;OAEG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C,CAAC;AAEF;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA4B;IAC9D,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,YAAY,CAAC,CAAqB;IAC1C,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,MAAM,CAAC,CAAsC;IACrD,OAAO,CAAC,QAAQ,CAAiB;gBAErB,OAAO,EAAE,2BAA2B;IAMhD,gBAAgB;IAChB,IAAI,OAAO,YAEV;IAED,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI;IAK9C,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAOjC,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI;IAavC;;;OAGG;IAEG,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5C,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;cASnC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAItB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;YAKlC,kBAAkB;YAwBlB,uBAAuB;YA2BvB,WAAW;CAiB1B"}
+{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAG9D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAqB,OAAO,EAAE,MAAM,aAAa,CAAC;AAqBzD,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAE/F,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,cAAc,CAAC;IAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC;IAE5B;;OAEG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C,CAAC;AAEF;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA4B;IAC9D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAoB;IAC9C,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,YAAY,CAAC,CAAqB;IAC1C,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,MAAM,CAAC,CAAqC;IACpD,OAAO,CAAC,YAAY,CAAoB;IAExC,YAAY,OAAO,EAAE,2BAA2B,EAK/C;IAED,IAAI,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAEhC;IAED,UAAU,IAAI,OAAO,CAEpB;IAED,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,CAG5C;IAED,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAKhC;IAED,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAWtC;IAEK,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAWhD;IAGK,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAO3D;IAED,UAAyB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAE9C;IAED,UAAyB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAE/C;YAEa,wBAAwB;YA6BxB,gBAAgB;YAIhB,WAAW;CAiB1B"}

package/dist/types/src/translations.d.ts

@@ -1,14 +1,13 @@
-declare const _default: {
-    'en-US': {
-        "dxos.org/plugin/transcription": {
-            'plugin name': string;
-            'transcript companion label': string;
-            'delete button': string;
-            'bookmark button': string;
-            'scroll to end label': string;
-            'settings entity extraction label': string;
+export declare const translations: [{
+    readonly 'en-US': {
+        readonly [x: string]: {
+            readonly 'plugin.name': 'Transcription';
+            readonly 'transcript-companion.label': 'Transcript';
+            readonly 'delete.button': 'Delete';
+            readonly 'bookmark.button': 'Bookmark';
+            readonly 'scroll-to-end.label': 'Scroll to latest';
+            readonly 'settings.entity-extraction.label': 'Entity extraction';
         };
     };
-}[];
-export default _default;
+}];
 //# sourceMappingURL=translations.d.ts.map

package/dist/types/src/translations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"translations.d.ts","sourceRoot":"","sources":["../../../src/translations.ts"],"names":[],"mappings":";;;;;;;;;;;;AAMA,wBAeE"}
+{"version":3,"file":"translations.d.ts","sourceRoot":"","sources":["../../../src/translations.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,YAAY;;;oCAIF,eAAe;mDACA,YAAY;sCAEzB,QAAQ;wCACN,UAAU;4CACN,kBAAkB;yDAEL,mBAAmB;;;EAIhC,CAAC"}