@dxos/plugin-transcription 0.8.2-main.36232bc → 0.8.2-main.5ca3450

package/src/components/Transcript/Transcript.stories.tsx

@@ -20,7 +20,7 @@ import { useMembers, useSpace } from '@dxos/react-client/echo';
 import { IconButton, Toolbar } from '@dxos/react-ui';
 import { SyntaxHighlighter } from '@dxos/react-ui-syntax-highlighter';
 import { defaultTx } from '@dxos/react-ui-theme';
-import { Contact, Organization, type MessageType } from '@dxos/schema';
+import { DataType } from '@dxos/schema';
 import { Testing } from '@dxos/schema/testing';
 import { withLayout } from '@dxos/storybook-utils';
 
@@ -69,7 +69,7 @@ const TranscriptContainer: FC<
   );
 };
 
-type StoryProps = { messages?: MessageType[] } & Pick<TranscriptProps, 'ignoreAttention' | 'attendableId'>;
+type StoryProps = { messages?: DataType.Message[] } & Pick<TranscriptProps, 'ignoreAttention' | 'attendableId'>;
 
 /**
  * Basic story mutates array of messages.
@@ -78,11 +78,11 @@ const BasicStory = ({ messages: initialMessages = [], ...props }: StoryProps) =>
   const [reset, setReset] = useState({});
   const builder = useMemo(() => new MessageBuilder(), []);
   const model = useMemo(
-    () => new SerializationModel<MessageType>(renderMarkdown([]), initialMessages),
+    () => new SerializationModel<DataType.Message>(renderMarkdown([]), initialMessages),
     [initialMessages, reset],
   );
   const [running, setRunning] = useState(true);
-  const [currentMessage, setCurrentMessage] = useState<MessageType | null>(null);
+  const [currentMessage, setCurrentMessage] = useState<DataType.Message | null>(null);
   useEffect(() => {
     if (!running) {
       return;
@@ -186,7 +186,7 @@ const meta: Meta<typeof QueueStory> = {
         ThemePlugin({ tx: defaultTx }),
         StorybookLayoutPlugin(),
         ClientPlugin({
-          types: [TestItem, Testing.DocumentType, Contact, Organization],
+          types: [TestItem, Testing.DocumentType, DataType.Person, DataType.Organization],
           onClientInitialized: async (_, client) => {
             await client.halo.createIdentity();
           },

package/src/components/Transcript/Transcript.tsx

@@ -18,7 +18,7 @@ import {
   useTextEditor,
 } from '@dxos/react-ui-editor';
 import { mx } from '@dxos/react-ui-theme';
-import { type MessageType } from '@dxos/schema';
+import { type DataType } from '@dxos/schema';
 import { isNotFalsy } from '@dxos/util';
 
 import { transcript } from './transcript-extension';
@@ -27,7 +27,7 @@ import { type TranscriptType } from '../../types';
 
 export const renderMarkdown =
   (identities: Identity[]) =>
-  (message: MessageType, index: number, debug = false): string[] => {
+  (message: DataType.Message, index: number, debug = false): string[] => {
     if (message.sender.role === 'assistant') {
       // Start/stop block.
       return [message.blocks.find((block) => block.type === 'transcription')?.text ?? '', ''];
@@ -53,7 +53,7 @@ export const renderMarkdown =
 export type TranscriptProps = ThemedClassName<{
   transcript?: TranscriptType;
   space?: Space;
-  model: SerializationModel<MessageType>;
+  model: SerializationModel<DataType.Message>;
   // TODO(wittjosiah): Move to container.
   attendableId?: string;
   ignoreAttention?: boolean;
@@ -90,5 +90,11 @@ export const Transcript = ({
     };
   }, [space, model]);
 
-  return <div ref={parentRef} className={mx('flex grow overflow-hidden', editorWidth, classNames)} />;
+  return (
+    <div
+      ref={parentRef}
+      className={mx('flex grow overflow-hidden', editorWidth, classNames)}
+      data-popover-collision-boundary={true}
+    />
+  );
 };

package/src/components/Transcript/deprecated/OldTranscript.tsx

@@ -3,11 +3,12 @@
 //
 
 import { intervalToDuration } from 'date-fns/intervalToDuration';
+import { Schema } from 'effect';
 import { yieldOrContinue } from 'main-thread-scheduling';
 import React, { type FC, useCallback, useEffect, useMemo, useRef, useState, type WheelEvent } from 'react';
 import { type OnResizeCallback, useResizeDetector } from 'react-resize-detector';
 
-import { EchoObject, S } from '@dxos/echo-schema';
+import { Type } from '@dxos/echo';
 import { IconButton, type ThemedClassName, useTranslation } from '@dxos/react-ui';
 import { useAttention } from '@dxos/react-ui-attention';
 import {
@@ -25,25 +26,30 @@ import { TRANSCRIPTION_PLUGIN } from '../../../meta';
 /**
  * Transcription fragment.
  */
-const TranscriptSegment = S.Struct({
+const TranscriptSegment = Schema.Struct({
   // TODO(burdon): TS from service is not Unix TS (x1000).
-  started: S.String,
-  text: S.String,
+  started: Schema.String,
+  text: Schema.String,
 });
 
-type TranscriptSegment = S.Schema.Type<typeof TranscriptSegment>;
+type TranscriptSegment = Schema.Schema.Type<typeof TranscriptSegment>;
 
 /**
  * Transcription block (from single speaker).
  */
-const TranscriptBlock = S.Struct({
-  id: S.String,
-  authorName: S.optional(S.String), // TODO(burdon): Replace with identityDid.
-  authorHue: S.optional(S.String), // TOOD(burdon): Remove.
-  segments: S.Array(TranscriptSegment),
-}).pipe(EchoObject({ typename: 'dxos.org/type/TranscriptBlock', version: '0.1.0' }));
-
-type TranscriptBlock = S.Schema.Type<typeof TranscriptBlock>;
+const TranscriptBlock = Schema.Struct({
+  id: Schema.String,
+  authorName: Schema.optional(Schema.String), // TODO(burdon): Replace with identityDid.
+  authorHue: Schema.optional(Schema.String), // TOOD(burdon): Remove.
+  segments: Schema.Array(TranscriptSegment),
+}).pipe(
+  Type.def({
+    typename: 'dxos.org/type/TranscriptBlock',
+    version: '0.1.0',
+  }),
+);
+
+type TranscriptBlock = Schema.Schema.Type<typeof TranscriptBlock>;
 
 // TODO(burdon): Actions (e.g., mark, summarize, translate, label, delete).
 

package/src/components/Transcript/transcript-extension.ts

@@ -9,7 +9,7 @@ import { intervalToDuration } from 'date-fns/intervalToDuration';
 
 import { type CleanupFn, addEventListener, combine } from '@dxos/async';
 import { type RenderCallback } from '@dxos/react-ui-editor';
-import { type MessageType } from '@dxos/schema';
+import { type DataType } from '@dxos/schema';
 
 import { DocumentAdapter, type SerializationModel } from '../../model';
 
@@ -17,7 +17,7 @@ import { DocumentAdapter, type SerializationModel } from '../../model';
  * Data structure that maps Chunks queue to lines with transcript state.
  */
 export type TranscriptOptions = {
-  model: SerializationModel<MessageType>;
+  model: SerializationModel<DataType.Message>;
   started?: Date;
   renderButton?: RenderCallback<{ onClick: () => void }>;
 };
@@ -213,7 +213,7 @@ class TimestampMarker extends GutterMarker {
   }
 }
 
-const getStartTime = (started?: Date, message?: MessageType): Date | undefined => {
+const getStartTime = (started?: Date, message?: DataType.Message): Date | undefined => {
   if (started) {
     return started;
   }

package/src/components/TranscriptContainer.tsx

@@ -7,7 +7,7 @@ import React, { type FC } from 'react';
 import { fullyQualifiedId, getSpace } from '@dxos/client/echo';
 import { useMembers, useQueue } from '@dxos/react-client/echo';
 import { StackItem } from '@dxos/react-ui-stack';
-import { type MessageType } from '@dxos/schema';
+import { type DataType } from '@dxos/schema';
 
 import { Transcript, renderMarkdown } from './Transcript';
 import { useQueueModelAdapter } from '../hooks';
@@ -17,7 +17,7 @@ export const TranscriptionContainer: FC<{ role: string; transcript: TranscriptTy
   const attendableId = fullyQualifiedId(transcript);
   const space = getSpace(transcript);
   const members = useMembers(space?.key).map((member) => member.identity);
-  const queue = useQueue<MessageType>(transcript.queue.dxn, { pollInterval: 1_000 });
+  const queue = useQueue<DataType.Message>(transcript.queue.dxn, { pollInterval: 1_000 });
   const model = useQueueModelAdapter(renderMarkdown(members), queue);
 
   return (

package/src/components/transcription.stories.tsx

@@ -33,7 +33,7 @@ import { createQueueDxn, useQueue, useSpace } from '@dxos/react-client/echo';
 import { IconButton, Toolbar } from '@dxos/react-ui';
 import { ScrollContainer } from '@dxos/react-ui-components';
 import { defaultTx } from '@dxos/react-ui-theme';
-import { Contact, MessageType, Organization } from '@dxos/schema';
+import { DataType } from '@dxos/schema';
 import { seedTestData, Testing } from '@dxos/schema/testing';
 import { withLayout, withTheme } from '@dxos/storybook-utils';
 
@@ -46,7 +46,7 @@ import { TestItem } from '../testing';
 import { type TranscriberParams } from '../transcriber';
 
 const TranscriptionStory: FC<{
-  model: SerializationModel<MessageType>;
+  model: SerializationModel<DataType.Message>;
   running: boolean;
   onRunningChange: Dispatch<SetStateAction<boolean>>;
 }> = ({ model, running, onRunningChange }) => {
@@ -81,14 +81,14 @@ const Microphone = ({ entityExtraction }: { entityExtraction?: boolean }) => {
 
   // Queue.
   const queueDxn = useMemo(() => createQueueDxn(), []);
-  const queue = useMemo(() => new MemoryQueue<MessageType>(queueDxn), [queueDxn]);
+  const queue = useMemo(() => new MemoryQueue<DataType.Message>(queueDxn), [queueDxn]);
   const model = useQueueModelAdapter(renderMarkdown([]), queue);
   const space = useSpace();
 
   // Transcriber.
   const handleSegments = useCallback<TranscriberParams['onSegments']>(
     async (blocks) => {
-      const message = create(MessageType, { sender: { name: 'You' }, created: new Date().toISOString(), blocks });
+      const message = create(DataType.Message, { sender: { name: 'You' }, created: new Date().toISOString(), blocks });
 
       if (entityExtraction) {
         if (!space) {
@@ -97,7 +97,13 @@ const Microphone = ({ entityExtraction }: { entityExtraction?: boolean }) => {
         }
         // TODO(dmaretskyi): Move to vector search index.
         const { objects } = await space.db
-          .query(Filter.or(Filter.schema(Contact), Filter.schema(Organization), Filter.schema(Testing.DocumentType)))
+          .query(
+            Filter.or(
+              Filter.schema(DataType.Person),
+              Filter.schema(DataType.Organization),
+              Filter.schema(Testing.DocumentType),
+            ),
+          )
           .run();
 
         log.info('context', { objects });
@@ -176,11 +182,11 @@ const AudioFile = ({ queueDxn, audioUrl }: { queueDxn: DXN; audioUrl: string; tr
   }, [audio, running]);
 
   // Transcriber.
-  const queue = useQueue<MessageType>(queueDxn, { pollInterval: 500 });
+  const queue = useQueue<DataType.Message>(queueDxn, { pollInterval: 500 });
   const model = useQueueModelAdapter(renderMarkdown([]), queue);
   const handleSegments = useCallback<TranscriberParams['onSegments']>(
     async (blocks) => {
-      const message = create(MessageType, { sender: { name: 'You' }, created: new Date().toISOString(), blocks });
+      const message = create(DataType.Message, { sender: { name: 'You' }, created: new Date().toISOString(), blocks });
       void queue?.append([message]);
     },
     [queue],
@@ -224,7 +230,7 @@ const meta: Meta<typeof AudioFile> = {
         ThemePlugin({ tx: defaultTx }),
         StorybookLayoutPlugin(),
         ClientPlugin({
-          types: [TestItem, Contact, Organization, Testing.DocumentType],
+          types: [TestItem, DataType.Person, DataType.Organization, Testing.DocumentType],
           onClientInitialized: async (_, client) => {
             await client.halo.createIdentity();
             await client.spaces.waitUntilReady();

package/src/entity-extraction/entity-extraction.test.ts

@@ -17,7 +17,7 @@ const aiService = new AIServiceEdgeClient({
 });
 
 describe.skip('EntityExtraction', { timeout: 180_000 }, () => {
-  test('should process a transcript block', async () => {
+  test.skip('should process a transcript block', async () => {
     const { transcriptMessages, documents, contacts } = await createTestData();
 
     log.info('context', { documents, contacts });
@@ -35,11 +35,11 @@ describe.skip('EntityExtraction', { timeout: 180_000 }, () => {
     }
   });
 
-  test.skip('computational irreducibility', async () => {
-    const { transcriptMessages, documents, contacts } = await createTestData();
+  test.only('computational irreducibility', async () => {
+    const { transcriptWoflram, documents, contacts } = await createTestData();
 
     log.info('context', { documents, contacts });
-    const message = transcriptMessages[0];
+    const message = transcriptWoflram[0];
     log.info('input', message);
 
     await Promise.all(
@@ -55,6 +55,25 @@ describe.skip('EntityExtraction', { timeout: 180_000 }, () => {
       }),
     );
   });
+
+  test('org and document linking', async () => {
+    const { transcriptJosiah, documents, contacts, organizations } = await createTestData();
+
+    log.info('context', { contacts, organizations, documents });
+
+    for (const message of transcriptJosiah) {
+      log.info('input', message);
+
+      const { message: enhancedMessage } = await processTranscriptMessage({
+        message,
+        aiService,
+        context: {
+          objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
+        },
+      });
+      log.info('output', enhancedMessage);
+    }
+  });
 });
 
 describe('postprocessText', () => {

package/src/entity-extraction/entity-extraction.ts

@@ -8,14 +8,15 @@ import { createTemplate, Message, structuredOutputParser } from '@dxos/artifact'
 import type { AIServiceClient } from '@dxos/assistant';
 import { MixedStreamParser } from '@dxos/assistant';
 import { asyncTimeout } from '@dxos/async';
-import { type BaseEchoObject, create } from '@dxos/echo-schema';
+import { type BaseEchoObject, create, ObjectId } from '@dxos/echo-schema';
+import { DXN } from '@dxos/keys';
 import { log } from '@dxos/log';
-import { MessageType } from '@dxos/schema';
+import { DataType } from '@dxos/schema';
 
 import SYSTEM_PROMPT from './system-prompt.tpl?raw';
 
 type ProcessTranscriptMessageParams = {
-  message: MessageType;
+  message: DataType.Message;
   aiService: AIServiceClient;
   context: {
     objects?: BaseEchoObject[];
@@ -37,7 +38,7 @@ type ProcessTranscriptMessageParams = {
 };
 
 type ProcessTranscriptMessageResult = {
-  message: MessageType;
+  message: DataType.Message;
   timeElapsed: number;
 };
 
@@ -97,7 +98,7 @@ export const processTranscriptMessage = async (
       log.info('entity extraction result', { refs: result.references });
 
       return {
-        message: create(MessageType, {
+        message: create(DataType.Message, {
           ...params.message,
           blocks: params.message.blocks.map((block, i) =>
             block.type !== 'transcription'
@@ -136,9 +137,13 @@ export const processTranscriptMessage = async (
 // TODO(dmaretskyi): Lookup and verifiy ids from provided context.
 export const postprocessText = (text: string, quotes: ReferencedQuotes) => {
   for (const quote of quotes.references) {
+    if (!ObjectId.isValid(quote.id)) {
+      continue;
+    }
+
     // Use a case-insensitive regular expression to replace the quote
     const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'), 'gi');
-    text = text.replace(regex, `[${quote.quote}][dxn:echo:@:${quote.id}]`);
+    text = text.replace(regex, `[${quote.quote}][${DXN.fromLocalObjectId(quote.id).toString()}]`);
   }
   return text;
 };

package/src/model/model.test.ts

@@ -5,11 +5,15 @@
 import { EditorView } from '@codemirror/view';
 import { describe, test } from 'vitest';
 
-import { type MessageType } from '@dxos/schema';
+import { type DataType } from '@dxos/schema';
 
 import { SerializationModel, DocumentAdapter, type ChunkRenderer } from './model';
 
-const blockToMarkdown: ChunkRenderer<MessageType> = (message: MessageType, index: number, debug = true): string[] => {
+const blockToMarkdown: ChunkRenderer<DataType.Message> = (
+  message: DataType.Message,
+  index: number,
+  debug = true,
+): string[] => {
   return [
     `###### ${message.sender.name}`,
     ...message.blocks.filter((block) => block.type === 'transcription').map((block) => block.text),
@@ -21,12 +25,12 @@ const createDate = () => new Date().toISOString();
 
 describe('SerializationModel', () => {
   test('basic', ({ expect }) => {
-    const model = new SerializationModel<MessageType>(blockToMarkdown);
+    const model = new SerializationModel<DataType.Message>(blockToMarkdown);
     expect(model.chunks.length).to.eq(0);
     expect(model.doc.toString()).to.eq('');
 
     // Create message.
-    const message: MessageType = {
+    const message: DataType.Message = {
       id: '1',
       created: createDate(),
       sender: { name: 'Alice' },
@@ -57,14 +61,14 @@ describe('SerializationModel', () => {
 
   test('sync - append', ({ expect }) => {
     const view = new EditorView({ extensions: [], doc: '' });
-    const model = new SerializationModel<MessageType>(blockToMarkdown);
+    const model = new SerializationModel<DataType.Message>(blockToMarkdown);
     const adapter = new DocumentAdapter(view);
     expect(adapter.lineCount()).to.eq(0);
     expect(view.state.doc.toString()).to.eq('');
 
     // Append message.
     {
-      const message: MessageType = {
+      const message: DataType.Message = {
         id: '1',
         created: createDate(),
         sender: { name: 'Alice' },
@@ -83,7 +87,7 @@ describe('SerializationModel', () => {
 
     // Append message.
     {
-      const message: MessageType = {
+      const message: DataType.Message = {
         id: '2',
         created: createDate(),
         sender: { name: 'Bob' },
@@ -103,13 +107,13 @@ describe('SerializationModel', () => {
 
   test('sync - append, update, delete', ({ expect }) => {
     const view = new EditorView({ extensions: [], doc: '' });
-    const model = new SerializationModel<MessageType>(blockToMarkdown);
+    const model = new SerializationModel<DataType.Message>(blockToMarkdown);
     const adapter = new DocumentAdapter(view);
     expect(adapter.lineCount()).to.eq(0);
 
     // Append message.
     {
-      const message: MessageType = {
+      const message: DataType.Message = {
         id: '1',
         created: createDate(),
         sender: { name: 'Alice' },
@@ -142,7 +146,7 @@ describe('SerializationModel', () => {
 
     // Append message.
     {
-      const message: MessageType = {
+      const message: DataType.Message = {
         id: '2',
         created: createDate(),
         sender: { name: 'Bob' },

package/src/testing/testing.ts

@@ -2,6 +2,7 @@
 // Copyright 2025 DXOS.org
 //
 
+import { Schema, SchemaAST } from 'effect';
 import { useEffect, useMemo, useState } from 'react';
 
 import { AIServiceEdgeClient } from '@dxos/assistant';
@@ -9,32 +10,38 @@ import { AI_SERVICE_ENDPOINT } from '@dxos/assistant/testing';
 import { scheduleTaskInterval } from '@dxos/async';
 import { createQueueDxn, Filter, type Queue } from '@dxos/client/echo';
 import { Context } from '@dxos/context';
-import { AST, create, EchoObject, ObjectId, S } from '@dxos/echo-schema';
+import { Type } from '@dxos/echo';
+import { create, ObjectId } from '@dxos/echo-schema';
 import { IdentityDid } from '@dxos/keys';
 import { log } from '@dxos/log';
 import { faker } from '@dxos/random';
 import { live, makeRef, useQueue, type Space } from '@dxos/react-client/echo';
-import { Contact, MessageType, Organization, type TranscriptionContentBlock } from '@dxos/schema';
+import { DataType } from '@dxos/schema';
 import { Testing, seedTestData } from '@dxos/schema/testing';
 
 import { processTranscriptMessage } from '../entity-extraction';
 
 // TODO(burdon): Reconcile with plugin-markdown. Move to @dxos/schema/testing.
 
-export const TestItem = S.Struct({
-  title: S.String.annotations({
-    [AST.TitleAnnotationId]: 'Title',
-    [AST.DescriptionAnnotationId]: 'Product title',
+export const TestItem = Schema.Struct({
+  title: Schema.String.annotations({
+    [SchemaAST.TitleAnnotationId]: 'Title',
+    [SchemaAST.DescriptionAnnotationId]: 'Product title',
   }),
-  description: S.String.annotations({
-    [AST.TitleAnnotationId]: 'Description',
-    [AST.DescriptionAnnotationId]: 'Product description',
+  description: Schema.String.annotations({
+    [SchemaAST.TitleAnnotationId]: 'Description',
+    [SchemaAST.DescriptionAnnotationId]: 'Product description',
   }),
-}).pipe(EchoObject({ typename: 'dxos.org/type/Test', version: '0.1.0' }));
+}).pipe(
+  Type.def({
+    typename: 'dxos.org/type/Test',
+    version: '0.1.0',
+  }),
+);
 
 // TODO(wittjosiah): Make builder generic and reuse for all message types.
 abstract class AbstractMessageBuilder {
-  abstract createMessage(numSegments?: number): Promise<MessageType>;
+  abstract createMessage(numSegments?: number): Promise<DataType.Message>;
 }
 
 /**
@@ -55,7 +62,7 @@ export class MessageBuilder extends AbstractMessageBuilder {
     super();
   }
 
-  override async createMessage(numSegments = 1): Promise<MessageType> {
+  override async createMessage(numSegments = 1): Promise<DataType.Message> {
     return {
       id: ObjectId.random().toString(),
       created: this.next().toISOString(),
@@ -64,7 +71,7 @@ export class MessageBuilder extends AbstractMessageBuilder {
     };
   }
 
-  createBlock(): TranscriptionContentBlock {
+  createBlock(): DataType.MessageBlock.Transcription {
     let text = faker.lorem.paragraph();
     if (this._space) {
       const label = faker.commerce.productName();
@@ -96,7 +103,7 @@ class EntityExtractionMessageBuilder extends AbstractMessageBuilder {
 
   space: Space | undefined;
   currentMessage: number = 0;
-  transcriptMessages: MessageType[] = [];
+  transcriptMessages: DataType.Message[] = [];
 
   async connect(space: Space) {
     this.space = space;
@@ -104,13 +111,19 @@ class EntityExtractionMessageBuilder extends AbstractMessageBuilder {
     this.transcriptMessages = transcriptMessages;
   }
 
-  override async createMessage(): Promise<MessageType> {
+  override async createMessage(): Promise<DataType.Message> {
     if (!this.space) {
       throw new Error('Space not connected');
     }
 
     const { objects } = await this.space.db
-      .query(Filter.or(Filter.schema(Contact), Filter.schema(Organization), Filter.schema(Testing.DocumentType)))
+      .query(
+        Filter.or(
+          Filter.schema(DataType.Person),
+          Filter.schema(DataType.Organization),
+          Filter.schema(Testing.DocumentType),
+        ),
+      )
       .run();
 
     log.info('context', { objects });
@@ -135,7 +148,7 @@ type UseTestTranscriptionQueue = (
   queueId?: ObjectId,
   running?: boolean,
   interval?: number,
-) => Queue<MessageType> | undefined;
+) => Queue<DataType.Message> | undefined;
 
 /**
  * Test transcriptionqueue.
@@ -147,7 +160,7 @@ export const useTestTranscriptionQueue: UseTestTranscriptionQueue = (
   interval = 1_000,
 ) => {
   const queueDxn = useMemo(() => (space ? createQueueDxn(space.id, queueId) : undefined), [space, queueId]);
-  const queue = useQueue<MessageType>(queueDxn);
+  const queue = useQueue<DataType.Message>(queueDxn);
   const builder = useMemo(() => new MessageBuilder(space), [space]);
 
   useEffect(() => {
@@ -157,7 +170,7 @@ export const useTestTranscriptionQueue: UseTestTranscriptionQueue = (
 
     const i = setInterval(() => {
       void builder.createMessage(Math.ceil(Math.random() * 3)).then((message) => {
-        queue.append([create(MessageType, message)]);
+        queue.append([create(DataType.Message, message)]);
       });
     }, interval);
     return () => clearInterval(i);
@@ -177,7 +190,7 @@ export const useTestTranscriptionQueueWithEntityExtraction: UseTestTranscription
   interval = 1_000,
 ) => {
   const queueDxn = useMemo(() => (space ? createQueueDxn(space.id, queueId) : undefined), [space, queueId]);
-  const queue = useQueue<MessageType>(queueDxn);
+  const queue = useQueue<DataType.Message>(queueDxn);
   const [builder] = useState(() => new EntityExtractionMessageBuilder());
 
   useEffect(() => {
@@ -194,7 +207,7 @@ export const useTestTranscriptionQueueWithEntityExtraction: UseTestTranscription
       ctx,
       async () => {
         const message = await builder.createMessage();
-        queue.append([create(MessageType, message)]);
+        queue.append([create(DataType.Message, message)]);
       },
       interval,
     );

package/src/transcriber/transcriber.browser.test.ts

@@ -9,7 +9,7 @@ import { WaveFile } from 'wavefile';
 
 import { Trigger } from '@dxos/async';
 import { log } from '@dxos/log';
-import { type TranscriptionContentBlock } from '@dxos/schema';
+import { type DataType } from '@dxos/schema';
 import { openAndClose } from '@dxos/test-utils';
 import { trace, TRACE_PROCESSOR } from '@dxos/tracing';
 
@@ -93,7 +93,7 @@ describe.skip('Transcriber', () => {
   });
 
   test.skip('transcription of audio recording', { timeout: 10_000 }, async () => {
-    const trigger = new Trigger<TranscriptionContentBlock[]>({ autoReset: true });
+    const trigger = new Trigger<DataType.MessageBlock.Transcription[]>({ autoReset: true });
     const recorder = new MockAudioRecorder({
       buffer: await readFile('test.wav'),
       chunkDuration: 3_000,
@@ -127,7 +127,7 @@ describe.skip('Transcriber', () => {
   });
 
   test.skip('transcription of audio recording with overlapping chunks', { timeout: 20_000 }, async () => {
-    const trigger = new Trigger<TranscriptionContentBlock[]>({ autoReset: true });
+    const trigger = new Trigger<DataType.MessageBlock.Transcription[]>({ autoReset: true });
     const recorder = new MockAudioRecorder({
       buffer: await readFile('test.wav'),
       chunkDuration: 3_000,

package/src/transcriber/transcriber.ts

@@ -7,7 +7,7 @@ import { WaveFile } from 'wavefile';
 import { DeferredTask, Trigger } from '@dxos/async';
 import { type Context, LifecycleState, Resource } from '@dxos/context';
 import { log } from '@dxos/log';
-import { type TranscriptionContentBlock } from '@dxos/schema';
+import { type DataType } from '@dxos/schema';
 import { trace } from '@dxos/tracing';
 
 import { type AudioRecorder, type AudioChunk } from './audio-recorder';
@@ -65,7 +65,7 @@ export type TranscribeConfig = {
 export type TranscriberParams = {
   config: TranscribeConfig;
   recorder: AudioRecorder;
-  onSegments: (segments: TranscriptionContentBlock[]) => Promise<void>;
+  onSegments: (segments: DataType.MessageBlock.Transcription[]) => Promise<void>;
 };
 
 /**
@@ -216,7 +216,10 @@ export class Transcriber extends Resource {
     return segments;
   }
 
-  private _alignSegments(segments: WhisperSegment[], originalChunks: AudioChunk[]): TranscriptionContentBlock[] {
+  private _alignSegments(
+    segments: WhisperSegment[],
+    originalChunks: AudioChunk[],
+  ): DataType.MessageBlock.Transcription[] {
     // Absolute zero for all relative timestamps in the segments.
     const zeroTimestamp = originalChunks.at(0)!.timestamp;