@dxos/plugin-transcription 0.8.3 → 0.8.4-main.1068cf700f

package/src/capabilities/intent-resolver.ts

@@ -1,24 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Capabilities, contributes, createResolver, type PluginContext } from '@dxos/app-framework';
-import { type Key, Obj, Ref } from '@dxos/echo';
-import { createQueueDXN } from '@dxos/echo-schema';
-
-import { TranscriptionAction, TranscriptType } from '../types';
-
-export default (context: PluginContext) =>
-  contributes(Capabilities.IntentResolver, [
-    createResolver({
-      intent: TranscriptionAction.Create,
-      resolve: ({ name, spaceId }) => {
-        const transcript = Obj.make(TranscriptType, {
-          // TODO(dmaretskyi): Use space.queues.create() instead.
-          queue: Ref.fromDXN(createQueueDXN(spaceId as Key.SpaceId)),
-        });
-
-        return { data: { object: transcript } };
-      },
-    }),
-  ]);

package/src/capabilities/react-surface.tsx

@@ -1,22 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { Capabilities, contributes, createSurface } from '@dxos/app-framework';
-import { Obj } from '@dxos/echo';
-
-import { TranscriptionContainer } from '../components';
-import { meta } from '../meta';
-import { TranscriptType } from '../types';
-
-export default () =>
-  contributes(Capabilities.ReactSurface, [
-    createSurface({
-      id: `${meta.id}/article/transcript`,
-      role: ['article', 'section'],
-      filter: (data): data is { subject: TranscriptType } => Obj.instanceOf(TranscriptType, data.subject),
-      component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} role={role} />,
-    }),
-  ]);

package/src/capabilities/transcriber.ts

@@ -1,76 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { contributes, type PluginContext } from '@dxos/app-framework';
-import { ClientCapabilities } from '@dxos/plugin-client';
-
-import { TranscriptionCapabilities } from './capabilities';
-import { MediaStreamRecorder, Transcriber, TranscriptionManager } from '../transcriber';
-
-// TODO(burdon): Move to config?
-
-/**
- * Length of the chunk in ms.
- */
-const RECORD_INTERVAL = 200;
-
-/**
- * Number of chunks to save before the user starts speaking.
- */
-const PREFIXED_CHUNKS_AMOUNT = 10;
-
-/**
- * Number of chunks to transcribe automatically after.
- * Combined should be mess than 25MB or whisper would fail.
- */
-const TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
-
-/**
- * Records audio while user is speaking and transcribes it after user is done speaking.
- */
-export default (context: PluginContext) => {
-  const getTranscriber: TranscriptionCapabilities.GetTranscriber = ({
-    audioStreamTrack,
-    onSegments,
-    transcriberConfig,
-    recorderConfig,
-  }) => {
-    // Initialize audio transcription.
-    return new Transcriber({
-      config: {
-        transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,
-        prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,
-        ...transcriberConfig,
-      },
-      recorder: new MediaStreamRecorder({
-        mediaStreamTrack: audioStreamTrack,
-        config: {
-          interval: RECORD_INTERVAL,
-          ...recorderConfig,
-        },
-      }),
-      onSegments,
-    });
-  };
-
-  const getTranscriptionManager: TranscriptionCapabilities.GetTranscriptionManager = ({ messageEnricher }) => {
-    const client = context.getCapability(ClientCapabilities.Client);
-    const transcriptionManager = new TranscriptionManager({
-      edgeClient: client.edge,
-      messageEnricher,
-    });
-
-    const identity = client.halo.identity.get();
-    if (identity) {
-      transcriptionManager.setIdentityDid(identity.did);
-    }
-
-    return transcriptionManager;
-  };
-
-  return [
-    contributes(TranscriptionCapabilities.Transcriber, getTranscriber),
-    contributes(TranscriptionCapabilities.TranscriptionManager, getTranscriptionManager),
-  ];
-};

package/src/types/schema.ts

@@ -1,41 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Schema } from 'effect';
-
-import { Queue } from '@dxos/client/echo';
-import { Type } from '@dxos/echo';
-import { TypedObject } from '@dxos/echo-schema';
-
-/**
- * Root transcript object created when the user starts a transcription.
- */
-export const TranscriptSchema = Schema.Struct({
-  // TODO(wittjosiah): Remove?
-  // TODO(burdon): Use Date or string?
-  started: Schema.optional(Schema.String),
-  ended: Schema.optional(Schema.String),
-
-  /**
-   * Queue containing TranscriptBlock objects.
-   */
-  queue: Type.Ref(Queue),
-});
-
-export class TranscriptType extends TypedObject({
-  typename: 'dxos.org/type/Transcript',
-  version: '0.1.0',
-})(TranscriptSchema.fields) {}
-
-// TODO(burdon): Do these need to be kept in sync with EDGE?
-
-/**
- * First message in queue.
- * Contains metadata for the recording and transcript.
- */
-const TranscriptHeader = Schema.Struct({
-  started: Schema.optional(Schema.String),
-});
-
-export type TranscriptHeader = Schema.Schema.Type<typeof TranscriptHeader>;