@dxos/plugin-transcription 0.8.4-main.c85a9c8dae → 0.8.4-main.d9fc60f731

package/dist/lib/neutral/TranscriptionPlugin.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/TranscriptionPlugin.tsx", "raw-loader:/__w/dxos/dxos/packages/plugins/plugin-transcription/PLUGIN.mdl?raw"],
+  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppActivationEvents, AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport { BlueprintDefinition, OperationHandler, ReactSurface, TextContent, Transcriber } from '#capabilities';\nimport { meta } from '#meta';\nimport { translations } from '#translations';\n\n// eslint-disable-next-line import/no-relative-packages\nimport pluginSpec from '../PLUGIN.mdl?raw';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n  AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),\n  AppPlugin.addTextContentModule({ activate: TextContent }),\n  AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n  AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n  AppPlugin.addSurfaceModule({ activate: ReactSurface }),\n  AppPlugin.addTranslationsModule({ translations }),\n  Plugin.addModule({\n    id: 'transcription',\n    activatesOn: AppActivationEvents.SetupAppGraph,\n    activate: Transcriber,\n  }),\n  AppPlugin.addPluginAssetModule({\n    asset: { pluginId: meta.id, path: 'PLUGIN.mdl', content: pluginSpec, mimeType: 'application/x-mdl' },\n  }),\n  Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n", "---\nid: org.dxos.plugin.transcription\nname: TranscriptionPlugin\nversion: 0.1.0\n---\n\nA real-time voice-to-text transcription plugin for DXOS Composer.\nCaptures spoken audio from a microphone, converts it to timestamped text segments via the\nWhisper speech-recognition service, and stores the results in an ECHO `Transcript` object\nbacked by a `Feed`.\nThe plugin also exposes blueprint-compatible operations that let AI assistants open and\nsummarize transcripts inside agent workflows.\n\n## Extensions\n\nThe following extension dialects are used in this document.\nEach extension is defined in the Appendix or resolved via its URI.\n\n| Term        | URI                            |\n|-------------|--------------------------------|\n| `type`      | `org.dxos.mdl.type@1.0`       |\n| `feat`      | `org.dxos.mdl.feat@1.0`       |\n| `test`      | `org.dxos.mdl.test@1.0`       |\n| `component` | `org.dxos.mdl.component@1.0`  |\n| `op`        | `org.dxos.mdl.op@1.0`         |\n\n## Types\n\n```mdl\ntype TranscriptSegment\n  fields:\n    text: string              # transcribed text for this segment\n    started: string           # ISO-8601 wall-clock timestamp of segment start\n```\n\n```mdl\ntype Message\n  fields:\n    id: string\n    created: string           # ISO-8601 creation timestamp\n    blocks: TranscriptSegment[]\n    sender:\n      identityDid?: string    # DID of the speaker, if known\n```\n\n```mdl\ntype Transcript\n  fields:\n    id: string\n    feed: Ref<Feed>           # ECHO feed that stores Message objects\n    started?: string          # ISO-8601 timestamp when recording started\n```\n\n```mdl\ntype WhisperWord\n  fields:\n    word: string\n    start: number             # seconds from start of audio chunk\n    end: number\n```\n\n```mdl\ntype WhisperSegment\n  fields:\n    text: string\n    start: number\n    end: number\n    no_speech_prob: number    # probability of silence; used to filter noise\n    words: WhisperWord[]\n```\n\n## Components\n\n```mdl\ncomponent Transcription\n  desc: Read-only CodeMirror editor that renders transcript messages as Markdown with byline headings.\n  props:\n    transcript?: Transcript\n    model: SerializationModel<Message>\n  slots:\n    (none \u2014 self-contained editor viewport)\n  layout: |\n    \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n    \u2502 [CodeMirror editor \u2014 read-only] \u2502\n    \u2502  ## Speaker \u00B7 HH:MM             \u2502\n    \u2502  Transcribed text\u2026              \u2502\n    \u2502  \u2026                              \u2502\n    \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent Oracle\n  desc: |\n    Ambient display surface with an SVG graph canvas and a centered text overlay.\n    Used to show the latest transcribed utterance alongside a live visualization.\n  props:\n    text?: string             # latest utterance to display\n    delay?: number            # per-character reveal delay in ms (default 12)\n  slots:\n    canvas?: ReactNode        # replaces default SVG.Graph when provided\n  layout: |\n    \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n    \u2502  [SVG canvas \u2014 absolutely fills]\u2502\n    \u2502         [Oracle.Text]           \u2502\n    \u2502   \"latest utterance\u2026\"           \u2502\n    \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n```mdl\ncomponent TranscriptionArticle\n  desc: Full-page article panel combining the Transcription editor with a start/stop recording toolbar action.\n  props:\n    subject: Transcript\n    role: string\n    attendableId?: string\n  state:\n    recording: boolean        # whether microphone capture is active\n  actions:\n    toggleRecording()\n  layout: |\n    \u250C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2510\n    \u2502 [Toolbar]  [\uD83C\uDFA4 Start/Stop]      \u2502\n    \u251C\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2524\n    \u2502 [Transcription editor]          \u2502\n    \u2502  \u2026                              \u2502\n    \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518\n```\n\n## Operations\n\nPure operations \u2014 no side-effects.\n\n```mdl\nop openTranscript\n  desc: Loads a Transcript from ECHO, reads all Messages from its Feed, and returns the full text content rendered with speaker bylines.\n  input:\n    transcript: Ref<Transcript>\n  output: string\n  errors:\n    TranscriptNotFound: no Transcript object found for the given ref\n    FeedNotFound: the Transcript's feed ref cannot be resolved\n  requires: [Database, FeedService]\n```\n\nEffectful operations \u2014 produce output via AI or mutate persistent state.\n\n```mdl\nop createTranscript\n  desc: Creates a new Feed and a Transcript object linked to it, then writes both into the current ECHO space.\n  input:\n    name?: string\n    space: Space\n  output: Transcript\n  effects: [echo:write]\n```\n\n```mdl\nop summarizeTranscript\n  desc: Sends a transcript string and optional participant notes to an LLM and returns a Markdown summary with key points, verbatim quotes, and actionable tasks extracted from the conversation.\n  input:\n    transcript: string\n    notes?: string\n  output: string\n  effects: [http]\n  requires: [AiService]\n  note: |\n    Uses Claude Sonnet. Prompt instructs the model to bold speaker names,\n    include verbatim quotes, and emit only tasks that are directly actionable\n    and clearly assigned.\n```\n\n```mdl\nop normalizeSentences\n  desc: Post-processes an array of raw transcript messages, merging word-level tokens into grammatically complete sentences.\n  input:\n    messages: Message[]\n  output: Message[]\n  note: pure transformation; no effects or service dependencies\n```\n\n## Features\n\n```mdl\nfeat F-1: Recording Lifecycle\n\n  req F-1.1: User can start microphone capture from TranscriptionArticle toolbar.\n  req F-1.2: User can stop microphone capture; final buffered chunks are flushed and transcribed.\n  req F-1.3: TranscriptionManager restarts the Transcriber automatically when the audio track changes.\n```\n\n```mdl\nfeat F-2: Audio Chunking and Transcription\n\n  req F-2.1:\n    when: user is speaking and chunk count reaches transcribeAfterChunksAmount\n    then: Transcriber schedules a deferred transcription task\n\n  req F-2.2:\n    when: transcription task runs\n    then: buffered PCM chunks are merged into a WAV file and POSTed to the Whisper endpoint\n\n  req F-2.3:\n    when: Whisper response is received\n    then: segments are filtered by no_speech_prob and aligned to absolute wall-clock timestamps\n\n  req F-2.4:\n    when: user is not speaking\n    then: only prefixBufferChunksAmount most-recent chunks are retained; older chunks discarded\n```\n\n```mdl\nfeat F-3: Transcript Persistence\n\n  req F-3.1:\n    when: aligned segments are produced\n    then: a Message object with the segments is appended to the Transcript's ECHO Feed\n\n  req F-3.2:\n    when: a messageEnricher is configured\n    then: Message is passed through the enricher before being written to the Feed\n\n  req F-3.3:\n    when: a peer's ECHO space receives the Feed update\n    then: TranscriptionArticle re-renders with the new messages\n    tags: [collaborative]\n```\n\n```mdl\nfeat F-4: Transcript Display\n\n  req F-4.1:\n    when: a Transcript object is opened\n    then: all Messages are rendered in the Transcription editor with speaker bylines and timestamps\n\n  req F-4.2:\n    when: new messages arrive during live recording\n    then: the SerializationModel is updated and the editor scrolls to show the latest content\n```\n\n```mdl\nfeat F-5: AI Summary\n\n  req F-5.1:\n    when: op:summarizeTranscript is invoked\n    then: LLM returns a structured Markdown document with key points, quotes, and tasks\n\n  req F-5.2:\n    when: participant notes are provided\n    then: notes are correlated with transcript content in the summary\n\n  req F-5.3:\n    when: no actionable tasks are found\n    then: the tasks section is omitted from the summary\n```\n\n```mdl\nfeat F-6: Blueprint Integration\n\n  req F-6.1: Blueprint exposes op:openTranscript and op:summarizeTranscript as AI tools.\n  req F-6.2: An AI assistant can open a transcript by Ref and return formatted text to the user.\n  req F-6.3: An AI assistant can invoke the summary operation and present the result as a message.\n```\n\n## Acceptance\n\n```mdl\ntest T-1: Create transcript\n  given: a DXOS space is available\n  when: op:createTranscript is invoked\n  then:\n    - a new Feed is created in the space\n    - a Transcript object linked to the Feed is created in the space\n    - the returned Transcript.feed.target is not null\n```\n\n```mdl\ntest T-2: Record and persist segment\n  given: a Transcript with a Feed, microphone capture active\n  when: the user speaks and silence is detected\n  then:\n    - Whisper returns at least one segment\n    - a Message is appended to the Feed\n    - Message.blocks contains at least one TranscriptSegment with non-empty text\n```\n\n```mdl\ntest T-3: Deduplicate segments across chunk boundaries\n  given: two consecutive transcription tasks with overlapping Whisper output\n  when: the second task produces segments whose end timestamps fall before lastTimestamp\n  then:\n    - duplicate segments are filtered out\n    - only novel words (start >= lastTimestamp) are included\n```\n\n```mdl\ntest T-4: Open transcript\n  given: a Transcript with three Messages in its Feed\n  when: op:openTranscript is invoked\n  then:\n    - content string contains three byline sections\n    - each section starts with \"## <speaker> \u00B7 <time>\"\n```\n\n```mdl\ntest T-5: Summarize transcript\n  given: a transcript string and optional notes string\n  when: op:summarizeTranscript is invoked\n  then:\n    - summary is a non-empty Markdown string\n    - speaker names appear in bold\n    - a tasks section is present if actionable tasks were detected\n```\n\n```mdl\ntest T-6: Sentence normalization is pure\n  given: an array of raw word-level Messages\n  when: op:normalizeSentences is called\n  then:\n    - output messages contain complete sentences\n    - no ECHO writes occur\n    - input array is not mutated\n```\n\n```mdl\ntest T-7: Toggle recording in UI\n  given: TranscriptionArticle is mounted with a Transcript\n  when: user clicks the Start Recording toolbar button\n  then:\n    - recording state becomes true\n    - toolbar button label changes to \"Stop Recording\"\n    - microphone capture begins\n```\n\n---\n\n## Appendix: Extension Definitions\n\nExtension block types used in this document are defined below using\nthe core `ext` primitive \u2014 the only construct the base language provides.\n\n```mdl\next type\n  uri: org.dxos.mdl.type@1.0\n  desc: A named data structure with typed fields and optional literals.\n  fields:\n    desc?: Prose\n    fields?: FieldMap        # name[?]: TypeExpr  (# inline comment)\n    literals?: UnionList     # a | b | c\n    extends?: TypeRef[]\n```\n\n```mdl\next feat\n  uri: org.dxos.mdl.feat@1.0\n  desc: A named feature grouping one or more requirements.\n  fields:\n    desc?: Prose\n    req: RequirementList\n  nesting: self              # feat blocks may contain feat blocks\n```\n\n```mdl\next test\n  uri: org.dxos.mdl.test@1.0\n  desc: An acceptance scenario expressed as given / when / then steps.\n  fields:\n    given?: Step | Step[]\n    when?: Step | Step[]\n    then: Step | Step[]\n    tags?: TagList\n```\n\n```mdl\next component\n  uri: org.dxos.mdl.component@1.0\n  desc: A UI component with props, internal state, slots, actions, and events.\n  fields:\n    desc?: Prose\n    props?: FieldMap            # external inputs (immutable inside component)\n    state?: FieldMap            # internal reactive state\n    slots?: FieldMap            # named ReactNode injection points\n    actions?: ActionMap         # methods the component exposes or handles\n    emits?: EventMap            # events the component raises to its parent\n    layout?: CodeBlock          # ASCII sketch of visual structure (non-normative)\n```\n\n```mdl\next op\n  uri: org.dxos.mdl.op@1.0\n  desc: |\n    A named operation with typed inputs, outputs, and declared errors.\n    Pure ops have no effects or requires. Effectful ops declare both.\n  fields:\n    desc?: Prose\n    input?: FieldMap            # named input parameters\n    output?: TypeExpr           # return type\n    errors?: ErrorMap           # name: Prose  (when this error occurs)\n    effects?: EffectList        # echo:read | echo:write | http | fs | ...\n    requires?: ServiceList      # injected service dependencies\n    note?: Prose                # implementation guidance (non-normative)\n```\n"],
+  "mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,qBAAqBC,iBAAiB;AAC/C,SAASC,kBAAkB;AAE3B,SAASC,qBAAqBC,kBAAkBC,cAAcC,aAAaC,mBAAmB;AAC9F,SAASC,YAAY;AACrB,SAASC,oBAAoB;;;ACV7B;;;ADeO,IAAMC,sBAAsBC,OAAOC,OAAOC,IAAAA,EAAMC,KACrDC,UAAUC,6BAA6B;EAAEC,UAAUC;AAAoB,CAAA,GACvEH,UAAUI,qBAAqB;EAAEF,UAAUG;AAAY,CAAA,GACvDL,UAAUM,0BAA0B;EAAEJ,UAAUK;AAAiB,CAAA,GACjEP,UAAUQ,gBAAgB;EAAEC,QAAQ;IAACC,WAAWA;;AAAY,CAAA,GAC5DV,UAAUW,iBAAiB;EAAET,UAAUU;AAAa,CAAA,GACpDZ,UAAUa,sBAAsB;EAAEC;AAAa,CAAA,GAC/ClB,OAAOmB,UAAU;EACfC,IAAI;EACJC,aAAaC,oBAAoBC;EACjCjB,UAAUkB;AACZ,CAAA,GACApB,UAAUqB,qBAAqB;EAC7BC,OAAO;IAAEC,UAAUzB,KAAKkB;IAAIQ,MAAM;IAAcC,SAASC;IAAYC,UAAU;EAAoB;AACrG,CAAA,GACA/B,OAAOgC,IAAI;AAGb,IAAA,8BAAejC;",
+  "names": ["Plugin", "AppActivationEvents", "AppPlugin", "Transcript", "BlueprintDefinition", "OperationHandler", "ReactSurface", "TextContent", "Transcriber", "meta", "translations", "TranscriptionPlugin", "Plugin", "define", "meta", "pipe", "AppPlugin", "addBlueprintDefinitionModule", "activate", "BlueprintDefinition", "addTextContentModule", "TextContent", "addOperationHandlerModule", "OperationHandler", "addSchemaModule", "schema", "Transcript", "addSurfaceModule", "ReactSurface", "addTranslationsModule", "translations", "addModule", "id", "activatesOn", "AppActivationEvents", "SetupAppGraph", "Transcriber", "addPluginAssetModule", "asset", "pluginId", "path", "content", "pluginSpec", "mimeType", "make"]
+}

package/dist/lib/neutral/TranscriptionPlugin.node.mjs

@@ -0,0 +1,25 @@
+import "./chunk-J5LGTIGS.mjs";
+
+// src/TranscriptionPlugin.node.ts
+import { Plugin } from "@dxos/app-framework";
+import { AppPlugin } from "@dxos/app-toolkit";
+import { Transcript } from "@dxos/types";
+import { BlueprintDefinition, OperationHandler, TextContent } from "#capabilities";
+import { meta } from "#meta";
+var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addBlueprintDefinitionModule({
+  activate: BlueprintDefinition
+}), AppPlugin.addTextContentModule({
+  activate: TextContent
+}), AppPlugin.addOperationHandlerModule({
+  activate: OperationHandler
+}), AppPlugin.addSchemaModule({
+  schema: [
+    Transcript.Transcript
+  ]
+}), Plugin.make);
+var TranscriptionPlugin_node_default = TranscriptionPlugin;
+export {
+  TranscriptionPlugin,
+  TranscriptionPlugin_node_default as default
+};
+//# sourceMappingURL=TranscriptionPlugin.node.mjs.map

package/dist/lib/neutral/TranscriptionPlugin.node.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/TranscriptionPlugin.node.ts"],
+  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport { BlueprintDefinition, OperationHandler, TextContent } from '#capabilities';\nimport { meta } from '#meta';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n  AppPlugin.addBlueprintDefinitionModule({ activate: BlueprintDefinition }),\n  AppPlugin.addTextContentModule({ activate: TextContent }),\n  AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n  AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n  Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n"],
+  "mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,iBAAiB;AAC1B,SAASC,kBAAkB;AAE3B,SAASC,qBAAqBC,kBAAkBC,mBAAmB;AACnE,SAASC,YAAY;AAEd,IAAMC,sBAAsBP,OAAOQ,OAAOF,IAAAA,EAAMG,KACrDR,UAAUS,6BAA6B;EAAEC,UAAUR;AAAoB,CAAA,GACvEF,UAAUW,qBAAqB;EAAED,UAAUN;AAAY,CAAA,GACvDJ,UAAUY,0BAA0B;EAAEF,UAAUP;AAAiB,CAAA,GACjEH,UAAUa,gBAAgB;EAAEC,QAAQ;IAACb,WAAWA;;AAAY,CAAA,GAC5DF,OAAOgB,IAAI;AAGb,IAAA,mCAAeT;",
+  "names": ["Plugin", "AppPlugin", "Transcript", "BlueprintDefinition", "OperationHandler", "TextContent", "meta", "TranscriptionPlugin", "define", "pipe", "addBlueprintDefinitionModule", "activate", "addTextContentModule", "addOperationHandlerModule", "addSchemaModule", "schema", "make"]
+}

package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs

@@ -0,0 +1,21 @@
+import "./chunk-J5LGTIGS.mjs";
+
+// src/TranscriptionPlugin.workerd.ts
+import { Plugin } from "@dxos/app-framework";
+import { AppPlugin } from "@dxos/app-toolkit";
+import { Transcript } from "@dxos/types";
+import { OperationHandler } from "#capabilities";
+import { meta } from "#meta";
+var TranscriptionPlugin = Plugin.define(meta).pipe(AppPlugin.addOperationHandlerModule({
+  activate: OperationHandler
+}), AppPlugin.addSchemaModule({
+  schema: [
+    Transcript.Transcript
+  ]
+}), Plugin.make);
+var TranscriptionPlugin_workerd_default = TranscriptionPlugin;
+export {
+  TranscriptionPlugin,
+  TranscriptionPlugin_workerd_default as default
+};
+//# sourceMappingURL=TranscriptionPlugin.workerd.mjs.map

package/dist/lib/neutral/TranscriptionPlugin.workerd.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/TranscriptionPlugin.workerd.ts"],
+  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { AppPlugin } from '@dxos/app-toolkit';\nimport { Transcript } from '@dxos/types';\n\nimport { OperationHandler } from '#capabilities';\nimport { meta } from '#meta';\n\nexport const TranscriptionPlugin = Plugin.define(meta).pipe(\n  AppPlugin.addOperationHandlerModule({ activate: OperationHandler }),\n  AppPlugin.addSchemaModule({ schema: [Transcript.Transcript] }),\n  Plugin.make,\n);\n\nexport default TranscriptionPlugin;\n"],
+  "mappings": ";;;AAIA,SAASA,cAAc;AACvB,SAASC,iBAAiB;AAC1B,SAASC,kBAAkB;AAE3B,SAASC,wBAAwB;AACjC,SAASC,YAAY;AAEd,IAAMC,sBAAsBL,OAAOM,OAAOF,IAAAA,EAAMG,KACrDN,UAAUO,0BAA0B;EAAEC,UAAUN;AAAiB,CAAA,GACjEF,UAAUS,gBAAgB;EAAEC,QAAQ;IAACT,WAAWA;;AAAY,CAAA,GAC5DF,OAAOY,IAAI;AAGb,IAAA,sCAAeP;",
+  "names": ["Plugin", "AppPlugin", "Transcript", "OperationHandler", "meta", "TranscriptionPlugin", "define", "pipe", "addOperationHandlerModule", "activate", "addSchemaModule", "schema", "make"]
+}

package/dist/lib/{browser/blueprint-definition-C6XA2SVZ.mjs → neutral/blueprint-definition-HOXDG5QP.mjs}

@@ -1,18 +1,15 @@
-import {
-  transcription_blueprint_default
-} from "./chunk-O7ILGNBZ.mjs";
-import "./chunk-HOOPZ7EM.mjs";
 import "./chunk-J5LGTIGS.mjs";
 
-// src/capabilities/blueprint-definition/blueprint-definition.ts
+// src/capabilities/blueprint-definition.ts
 import * as Effect from "effect/Effect";
 import { Capability } from "@dxos/app-framework";
 import { AppCapabilities } from "@dxos/app-toolkit";
+import { TranscriptionBlueprint } from "#blueprints";
 var blueprintDefinition = Capability.makeModule(() => Effect.succeed([
-  Capability.contributes(AppCapabilities.BlueprintDefinition, transcription_blueprint_default)
+  Capability.contributes(AppCapabilities.BlueprintDefinition, TranscriptionBlueprint)
 ]));
 var blueprint_definition_default = blueprintDefinition;
 export {
   blueprint_definition_default as default
 };
-//# sourceMappingURL=blueprint-definition-C6XA2SVZ.mjs.map
+//# sourceMappingURL=blueprint-definition-HOXDG5QP.mjs.map

package/dist/lib/neutral/blueprint-definition-HOXDG5QP.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/blueprint-definition.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppCapabilities } from '@dxos/app-toolkit';\n// eslint-disable-next-line unused-imports/no-unused-imports\nimport type { Blueprint } from '@dxos/compute';\n\nimport { TranscriptionBlueprint } from '#blueprints';\n\nconst blueprintDefinition = Capability.makeModule<\n  [],\n  Capability.Capability<typeof AppCapabilities.BlueprintDefinition>[]\n>(() => Effect.succeed([Capability.contributes(AppCapabilities.BlueprintDefinition, TranscriptionBlueprint)]));\n\nexport default blueprintDefinition;\n"],
+  "mappings": ";;;AAIA,YAAYA,YAAY;AAExB,SAASC,kBAAkB;AAC3B,SAASC,uBAAuB;AAIhC,SAASC,8BAA8B;AAEvC,IAAMC,sBAAsBH,WAAWI,WAGrC,MAAaC,eAAQ;EAACL,WAAWM,YAAYL,gBAAgBM,qBAAqBL,sBAAAA;CAAwB,CAAA;AAE5G,IAAA,+BAAeC;",
+  "names": ["Effect", "Capability", "AppCapabilities", "TranscriptionBlueprint", "blueprintDefinition", "makeModule", "succeed", "contributes", "BlueprintDefinition"]
+}

package/dist/lib/{browser → neutral}/blueprints/index.mjs

@@ -1,7 +1,6 @@
 import {
   transcription_blueprint_default
-} from "../chunk-O7ILGNBZ.mjs";
-import "../chunk-HOOPZ7EM.mjs";
+} from "../chunk-ZR4BH4QQ.mjs";
 import "../chunk-J5LGTIGS.mjs";
 export {
   transcription_blueprint_default as TranscriptionBlueprint

package/dist/lib/neutral/capabilities/index.mjs

@@ -0,0 +1,17 @@
+import "../chunk-J5LGTIGS.mjs";
+
+// src/capabilities/index.ts
+import { Capability } from "@dxos/app-framework";
+var BlueprintDefinition = Capability.lazy("BlueprintDefinition", () => import("../blueprint-definition-HOXDG5QP.mjs"));
+var TextContent = Capability.lazy("TextContent", () => import("../text-content-KBB37HSM.mjs"));
+var OperationHandler = Capability.lazy("OperationHandler", () => import("../operation-handler-NXMOAXFP.mjs"));
+var ReactSurface = Capability.lazy("ReactSurface", () => import("../react-surface-YMZRO242.mjs"));
+var Transcriber = Capability.lazy("Transcriber", () => import("../transcriber-ABHATBVH.mjs"));
+export {
+  BlueprintDefinition,
+  OperationHandler,
+  ReactSurface,
+  TextContent,
+  Transcriber
+};
+//# sourceMappingURL=index.mjs.map

package/dist/lib/neutral/capabilities/index.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../../src/capabilities/index.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\n// eslint-disable-next-line unused-imports/no-unused-imports\nimport type { Blueprint, OperationHandlerSet } from '@dxos/compute';\n\nexport const BlueprintDefinition = Capability.lazy('BlueprintDefinition', () => import('./blueprint-definition'));\nexport const TextContent = Capability.lazy('TextContent', () => import('./text-content'));\nexport const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(\n  'OperationHandler',\n  () => import('./operation-handler'),\n);\nexport const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));\nexport const Transcriber = Capability.lazy('Transcriber', () => import('./transcriber'));\n"],
+  "mappings": ";;;AAIA,SAASA,kBAAkB;AAIpB,IAAMC,sBAAsBD,WAAWE,KAAK,uBAAuB,MAAM,OAAO,sCAAA,CAAA;AAChF,IAAMC,cAAcH,WAAWE,KAAK,eAAe,MAAM,OAAO,8BAAA,CAAA;AAChE,IAAME,mBAAmBJ,WAAWE,KACzC,oBACA,MAAM,OAAO,mCAAA,CAAA;AAER,IAAMG,eAAeL,WAAWE,KAAK,gBAAgB,MAAM,OAAO,+BAAA,CAAA;AAClE,IAAMI,cAAcN,WAAWE,KAAK,eAAe,MAAM,OAAO,6BAAA,CAAA;",
+  "names": ["Capability", "BlueprintDefinition", "lazy", "TextContent", "OperationHandler", "ReactSurface", "Transcriber"]
+}

package/dist/lib/neutral/chunk-2O3ONPRZ.mjs

@@ -0,0 +1,298 @@
+import {
+  SerializationModel
+} from "./chunk-MLRJWAQH.mjs";
+
+// src/hooks/useAudioFile.ts
+import { useEffect, useState } from "react";
+import { scheduleTask } from "@dxos/async";
+import { Context } from "@dxos/context";
+import { log } from "@dxos/log";
+var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useAudioFile.ts";
+var useAudioFile = (audioUrl, constraints) => {
+  const [{ audio, stream, track }, setStream] = useState({});
+  useEffect(() => {
+    const ctx = new Context(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 11 });
+    scheduleTask(ctx, async () => {
+      try {
+        const response = await fetch(audioUrl);
+        const blob = await response.blob();
+        const objectUrl = URL.createObjectURL(blob);
+        ctx.onDispose(() => {
+          URL.revokeObjectURL(objectUrl);
+        });
+        const audio2 = new Audio();
+        audio2.src = objectUrl;
+        await new Promise((resolve, reject) => {
+          audio2.addEventListener("error", (err) => {
+            log.error("error", {
+              err
+            }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 25, S: void 0 });
+            reject(err);
+          }, {
+            once: true
+          });
+          audio2.addEventListener("canplay", async () => {
+            resolve();
+          }, {
+            once: true
+          });
+          audio2.load();
+        });
+        const audioCtx = new AudioContext();
+        if (audioCtx.state === "suspended") {
+          await audioCtx.resume();
+        }
+        const destination = audioCtx.createMediaStreamDestination();
+        destination.channelCount = 1;
+        const source = audioCtx.createMediaElementSource(audio2);
+        source.connect(destination);
+        const track2 = destination.stream.getAudioTracks()[0];
+        if (constraints) {
+          await track2.applyConstraints(constraints).catch((err) => log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 50, S: void 0 }));
+        }
+        setStream({
+          audio: audio2,
+          stream: destination.stream,
+          track: destination.stream.getAudioTracks()[0]
+        });
+      } catch (err) {
+        log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 59, S: void 0 });
+      }
+    });
+    return () => {
+      void ctx.dispose();
+    };
+  }, [
+    audioUrl
+  ]);
+  return {
+    audio,
+    stream,
+    track
+  };
+};
+
+// src/hooks/useAudioTrack.ts
+import { useEffect as useEffect2, useState as useState2 } from "react";
+var useAudioTrack = (active, constraints) => {
+  const [track, setTrack] = useState2();
+  useEffect2(() => {
+    if (!active) {
+      track?.stop();
+      setTrack(void 0);
+      return;
+    }
+    const initAudio = async () => {
+      const audio = new Audio();
+      audio.srcObject = await navigator.mediaDevices.getUserMedia({
+        audio: constraints ?? true
+      });
+      const [track2] = audio.srcObject.getAudioTracks();
+      if (track2) {
+        setTrack(track2);
+      }
+    };
+    if (active) {
+      void initAudio();
+    }
+  }, [
+    active
+  ]);
+  return track;
+};
+
+// src/hooks/useFeedModelAdapter.ts
+import { useEffect as useEffect3, useMemo } from "react";
+var useFeedModelAdapter = (renderer, objects, initialChunks = []) => {
+  const model = useMemo(() => new SerializationModel(renderer, initialChunks), [
+    renderer
+  ]);
+  useEffect3(() => {
+    for (const chunk of objects) {
+      model.appendChunk(chunk);
+    }
+  }, [
+    model,
+    objects
+  ]);
+  useEffect3(() => {
+    if (model.chunks.length === objects.length) {
+      return;
+    }
+    const chunk = objects.at(-1);
+    if (chunk) {
+      model.appendChunk(chunk);
+    }
+  }, [
+    model,
+    objects.length
+  ]);
+  return model;
+};
+
+// src/hooks/useTranscriber.ts
+import { useEffect as useEffect4, useMemo as useMemo2 } from "react";
+import { useCapabilities } from "@dxos/app-framework/ui";
+import { TranscriptionCapabilities } from "#types";
+var useTranscriber = ({ audioStreamTrack, recorderConfig, transcriberConfig, onSegments, transcribe }) => {
+  const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);
+  const transcriber = useMemo2(() => {
+    if (!getTranscriber || !audioStreamTrack || !onSegments) {
+      return void 0;
+    }
+    return getTranscriber({
+      audioStreamTrack,
+      recorderConfig,
+      transcriberConfig,
+      onSegments,
+      transcribe
+    });
+  }, [
+    getTranscriber,
+    audioStreamTrack,
+    recorderConfig,
+    transcriberConfig,
+    onSegments,
+    transcribe
+  ]);
+  useEffect4(() => {
+    return () => {
+      void transcriber?.close();
+    };
+  }, [
+    transcriber
+  ]);
+  return transcriber;
+};
+
+// src/hooks/useTranscriptionRecording.ts
+import * as Effect from "effect/Effect";
+import { useCallback, useEffect as useEffect5, useState as useState3 } from "react";
+import { createFeedServiceLayer } from "@dxos/client/echo";
+import { Feed, Obj } from "@dxos/echo";
+import { runAndForwardErrors } from "@dxos/effect";
+import { log as log2 } from "@dxos/log";
+import { getSpace } from "@dxos/react-client/echo";
+import { useIdentity } from "@dxos/react-client/halo";
+import { Message } from "@dxos/types";
+var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useTranscriptionRecording.ts";
+var useTranscriptionRecording = (transcript) => {
+  const space = getSpace(transcript);
+  const identity = useIdentity();
+  const feed = transcript.feed.target;
+  const [recording, setRecording] = useState3(false);
+  const track = useAudioTrack(recording);
+  const handleSegments = useCallback(async (blocks) => {
+    if (!space || !feed || blocks.length === 0) {
+      return;
+    }
+    const sender = identity ? {
+      identityDid: identity.did,
+      name: identity.profile?.displayName
+    } : {};
+    const message = Obj.make(Message.Message, {
+      sender,
+      created: (/* @__PURE__ */ new Date()).toISOString(),
+      blocks
+    });
+    const feedServiceLayer = createFeedServiceLayer(space.queues);
+    await Feed.append(feed, [
+      message
+    ]).pipe(Effect.provide(feedServiceLayer), runAndForwardErrors);
+  }, [
+    space,
+    feed,
+    identity
+  ]);
+  const transcriber = useTranscriber({
+    audioStreamTrack: track,
+    onSegments: handleSegments
+  });
+  useEffect5(() => {
+    if (!transcriber) {
+      return;
+    }
+    let cancelled = false;
+    void transcriber.open().then(() => {
+      if (!cancelled && recording) {
+        transcriber.startChunksRecording();
+      }
+    }, (err) => {
+      if (!cancelled) {
+        log2.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 67, S: void 0 });
+        setRecording(false);
+      }
+    });
+    return () => {
+      cancelled = true;
+      transcriber.stopChunksRecording();
+    };
+  }, [
+    transcriber,
+    recording
+  ]);
+  const toggleRecording = useCallback(() => setRecording((value) => !value), []);
+  return {
+    recording,
+    toggleRecording
+  };
+};
+
+// src/hooks/useVoiceInput.ts
+import { useCallback as useCallback2, useEffect as useEffect6, useState as useState4 } from "react";
+import { scheduleMicroTask } from "@dxos/async";
+import { Context as Context2 } from "@dxos/context";
+import { log as log3 } from "@dxos/log";
+import { useSoundEffect } from "@dxos/react-ui-sfx";
+var __dxlog_file3 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useVoiceInput.ts";
+var useVoiceInput = ({ active, onUpdate }) => {
+  const soundStart = useSoundEffect("StartRecording");
+  const soundStop = useSoundEffect("StopRecording");
+  const handleSegments = useCallback2(async (segments) => {
+    const text = segments.map((str) => str.text.trim().replace(/[^\w\s]/g, "")).join(" ");
+    onUpdate(text);
+  }, []);
+  const [recording, setRecording] = useState4(false);
+  const track = useAudioTrack(active);
+  const transcriber = useTranscriber({
+    audioStreamTrack: track,
+    onSegments: handleSegments
+  });
+  useEffect6(() => {
+    const ctx = new Context2(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 29 });
+    scheduleMicroTask(ctx, async () => {
+      if (active && transcriber) {
+        await transcriber.open();
+        log3.info("starting...", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 33, S: void 0 });
+        setRecording(true);
+        void soundStart.play();
+        transcriber.startChunksRecording();
+      } else if (!active && transcriber?.isOpen) {
+        transcriber?.stopChunksRecording();
+        await transcriber?.close();
+        log3.info("stopped", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 40, S: void 0 });
+        setRecording(false);
+        void soundStop.play();
+      }
+    });
+    return () => {
+      void ctx.dispose();
+    };
+  }, [
+    active,
+    transcriber
+  ]);
+  return {
+    recording
+  };
+};
+
+export {
+  useAudioFile,
+  useAudioTrack,
+  useFeedModelAdapter,
+  useTranscriber,
+  useTranscriptionRecording,
+  useVoiceInput
+};
+//# sourceMappingURL=chunk-2O3ONPRZ.mjs.map

package/dist/lib/neutral/chunk-2O3ONPRZ.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/useFeedModelAdapter.ts", "../../../src/hooks/useTranscriber.ts", "../../../src/hooks/useTranscriptionRecording.ts", "../../../src/hooks/useVoiceInput.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { scheduleTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n  audio?: HTMLAudioElement;\n  stream?: MediaStream;\n  track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string, constraints?: MediaTrackConstraints): UseAudioState => {\n  const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n  useEffect(() => {\n    const ctx = new Context();\n\n    scheduleTask(ctx, async () => {\n      // TODO(wittjosiah): Fetch to external url fails in headless storybook test.\n      try {\n        const response = await fetch(audioUrl);\n        const blob = await response.blob();\n        const objectUrl = URL.createObjectURL(blob);\n        ctx.onDispose(() => {\n          URL.revokeObjectURL(objectUrl);\n        });\n\n        const audio = new Audio();\n        audio.src = objectUrl;\n\n        await new Promise<void>((resolve, reject) => {\n          audio.addEventListener(\n            'error',\n            (err) => {\n              log.error('error', { err });\n              reject(err);\n            },\n            { once: true },\n          );\n          audio.addEventListener(\n            'canplay',\n            async () => {\n              resolve();\n            },\n            { once: true },\n          );\n          audio.load();\n        });\n\n        const audioCtx = new AudioContext();\n\n        // Resume AudioContext if it's suspended.\n        if (audioCtx.state === 'suspended') {\n          await audioCtx.resume();\n        }\n\n        const destination = audioCtx.createMediaStreamDestination();\n        destination.channelCount = 1;\n\n        const source = audioCtx.createMediaElementSource(audio);\n        source.connect(destination);\n        const track = destination.stream.getAudioTracks()[0];\n        if (constraints) {\n          await track.applyConstraints(constraints).catch((err) => log.catch(err));\n        }\n\n        // Also connect to speakers so audio is audible.\n        setStream({\n          audio,\n          stream: destination.stream,\n          track: destination.stream.getAudioTracks()[0],\n        });\n      } catch (err) {\n        log.catch(err);\n      }\n    });\n\n    return () => {\n      void ctx.dispose();\n    };\n  }, [audioUrl]);\n\n  return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean, constraints?: MediaTrackConstraints): MediaStreamTrack | undefined => {\n  const [track, setTrack] = useState<MediaStreamTrack>();\n  useEffect(() => {\n    if (!active) {\n      track?.stop();\n      setTrack(undefined);\n      return;\n    }\n\n    const initAudio = async () => {\n      const audio = new Audio();\n      audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: constraints ?? true });\n      const [track] = audio.srcObject.getAudioTracks();\n      if (track) {\n        setTrack(track);\n      }\n    };\n\n    if (active) {\n      void initAudio();\n    }\n  }, [active]);\n\n  return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport type { Obj } from '@dxos/echo';\n\nimport { type ChunkRenderer, SerializationModel } from '../model';\n\n/**\n * Feeds an array of objects (typically from `useQuery(db, Query.from(feed))`) into a\n * `SerializationModel`, appending each new tail item as the array grows.\n *\n * @param renderer - chunk renderer.\n * @param objects - current snapshot of feed items.\n * @param initialChunks - chunks to seed the model with on first render.\n */\nexport const useFeedModelAdapter = <T extends Obj.Unknown>(\n  renderer: ChunkRenderer<T>,\n  objects: readonly T[],\n  initialChunks: T[] = [],\n): SerializationModel<T> => {\n  const model = useMemo(() => new SerializationModel<T>(renderer, initialChunks), [renderer]);\n\n  // Seed the model with the current snapshot on first render and whenever the\n  // identity of `objects` changes (e.g. feed swapped).\n  useEffect(() => {\n    for (const chunk of objects) {\n      model.appendChunk(chunk);\n    }\n  }, [model, objects]);\n\n  // Append new tail items as the array grows.\n  useEffect(() => {\n    if (model.chunks.length === objects.length) {\n      return;\n    }\n    const chunk = objects.at(-1);\n    if (chunk) {\n      model.appendChunk(chunk);\n    }\n  }, [model, objects.length]);\n\n  return model;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { useCapabilities } from '@dxos/app-framework/ui';\n\nimport { TranscriptionCapabilities } from '#types';\n\nimport { type Transcriber } from '../transcriber';\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({\n  audioStreamTrack,\n  recorderConfig,\n  transcriberConfig,\n  onSegments,\n  transcribe,\n}: Partial<TranscriptionCapabilities.GetTranscriberProps>) => {\n  const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);\n\n  // Initialize audio transcription.\n  const transcriber = useMemo<Transcriber | undefined>(() => {\n    if (!getTranscriber || !audioStreamTrack || !onSegments) {\n      return undefined;\n    }\n\n    return getTranscriber({\n      audioStreamTrack,\n      recorderConfig,\n      transcriberConfig,\n      onSegments,\n      transcribe,\n    });\n  }, [getTranscriber, audioStreamTrack, recorderConfig, transcriberConfig, onSegments, transcribe]);\n\n  useEffect(() => {\n    return () => {\n      void transcriber?.close();\n    };\n  }, [transcriber]);\n\n  return transcriber;\n};\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport { useCallback, useEffect, useState } from 'react';\n\nimport { createFeedServiceLayer } from '@dxos/client/echo';\nimport { Feed, Obj } from '@dxos/echo';\nimport { runAndForwardErrors } from '@dxos/effect';\nimport { log } from '@dxos/log';\nimport { getSpace } from '@dxos/react-client/echo';\nimport { useIdentity } from '@dxos/react-client/halo';\nimport { Message, type Transcript } from '@dxos/types';\n\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\n\nexport type TranscriptionRecording = {\n  recording: boolean;\n  toggleRecording: () => void;\n};\n\n/**\n * Drives the recording lifecycle for a transcript: opens an audio track, feeds it through the\n * transcriber, and appends transcribed message batches to the transcript's feed. Returns the\n * recording flag and a toggle callback for the caller to wire to UI.\n */\nexport const useTranscriptionRecording = (transcript: Transcript.Transcript): TranscriptionRecording => {\n  const space = getSpace(transcript);\n  const identity = useIdentity();\n  const feed = transcript.feed.target;\n\n  const [recording, setRecording] = useState(false);\n  const track = useAudioTrack(recording);\n\n  // Append a transcribed message batch to the transcript's feed.\n  const handleSegments = useCallback(\n    async (blocks: Message.Message['blocks']) => {\n      if (!space || !feed || blocks.length === 0) {\n        return;\n      }\n      const sender = identity ? { identityDid: identity.did, name: identity.profile?.displayName } : {};\n      const message = Obj.make(Message.Message, {\n        sender,\n        created: new Date().toISOString(),\n        blocks,\n      });\n      const feedServiceLayer = createFeedServiceLayer(space.queues);\n      await Feed.append(feed, [message]).pipe(Effect.provide(feedServiceLayer), runAndForwardErrors);\n    },\n    [space, feed, identity],\n  );\n\n  // Drive the transcriber lifecycle off the recording flag + audio track.\n  const transcriber = useTranscriber({ audioStreamTrack: track, onSegments: handleSegments });\n  useEffect(() => {\n    if (!transcriber) {\n      return;\n    }\n    let cancelled = false;\n    // If `open()` rejects (e.g. mic permission denied, device init failure) we must\n    // clear `recording` — otherwise the toolbar button reports \"stop\" forever while\n    // nothing is actually being captured.\n    void transcriber.open().then(\n      () => {\n        if (!cancelled && recording) {\n          transcriber.startChunksRecording();\n        }\n      },\n      (err) => {\n        if (!cancelled) {\n          log.catch(err);\n          setRecording(false);\n        }\n      },\n    );\n    return () => {\n      cancelled = true;\n      transcriber.stopChunksRecording();\n    };\n  }, [transcriber, recording]);\n\n  const toggleRecording = useCallback(() => setRecording((value) => !value), []);\n\n  return { recording, toggleRecording };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useCallback, useEffect, useState } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { type TranscriberProps } from '../transcriber';\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\n\nexport type UseVoiceInputProps = {\n  active?: boolean;\n  onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n  const soundStart = useSoundEffect('StartRecording');\n  const soundStop = useSoundEffect('StopRecording');\n\n  const handleSegments = useCallback<TranscriberProps['onSegments']>(async (segments) => {\n    const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n    onUpdate(text);\n  }, []);\n\n  // Audio/transcription.\n  const [recording, setRecording] = useState(false);\n  const track = useAudioTrack(active);\n  const transcriber = useTranscriber({\n    audioStreamTrack: track,\n    onSegments: handleSegments,\n  });\n\n  // Start/stop transcription.\n  useEffect(() => {\n    const ctx = new Context();\n    scheduleMicroTask(ctx, async () => {\n      if (active && transcriber) {\n        await transcriber.open();\n        log.info('starting...');\n        setRecording(true);\n        void soundStart.play();\n        transcriber.startChunksRecording();\n      } else if (!active && transcriber?.isOpen) {\n        transcriber?.stopChunksRecording();\n        await transcriber?.close();\n        log.info('stopped');\n        setRecording(false);\n        void soundStop.play();\n      }\n    });\n\n    return () => {\n      void ctx.dispose();\n    };\n  }, [active, transcriber]);\n\n  return { recording };\n};\n"],
+  "mappings": ";;;;;AAIA,SAASA,WAAWC,gBAAgB;AAEpC,SAASC,oBAAoB;AAC7B,SAASC,eAAe;AACxB,SAASC,WAAW;AAQpB,IAAA,eAAaC;AAEXL,IAAAA,eAAU,CAAA,UAAA,gBAAA;QACR,CAAA,EAAA,OAAY,QAAIG,MAAAA,GAAAA,SAAAA,IAAAA,SAAAA,CAAAA,CAAAA;YAEhBD,MAAAA;UACE,MAAA,IAAA,QAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,GAAA,CAAA;iBACI,KAAA,YAAA;UAEF;AACA,cAAMI,WAAAA,MAAgBC,MAAAA,QAAe;AACrCC,cAAIC,OAAS,MAAC,SAAA,KAAA;cACZC,YAAIC,IAAAA,gBAAgBL,IAAAA;AACtB,YAAA,UAAA,MAAA;AAEA,cAAMM,gBAAYC,SAAAA;QAClBD,CAAAA;AAEA,cAAMA,SAAIE,IAAc,MAACC;eACvBH,MAAMI;kBAGFZ,QAAU,CAAA,SAAS,WAAA;kCAAEa,SAAAA,CAAAA,QAAAA;AAAI,gBAAA,MAAA,SAAA;cACzBC;YAEF,GAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AAAEC,mBAAM,GAAA;UAAK,GAAA;YAEfP,MAAMI;;AAIJ,UAAAJ,OACA,iBAAA,WAAA,YAAA;AAAEO,oBAAM;UAAK,GAAA;YAEfP,MAAU;UACZ,CAAA;AAEA,UAAAA,OAAMQ,KAAAA;QAEN,CAAA;AACA,cAAIA,WAASC,IAAK,aAAK;AAEvB,YAAA,SAAA,UAAA,aAAA;AAEA,gBAAMC,SAAAA,OAAcF;QACpBE;AAEA,cAAMC,cAASH,SAASI,6BAAyBZ;AACjDW,oBAAOE,eAAQH;AACf,cAAMI,SAAQJ,SAAAA,yBAAmCV,MAAG;AACpD,eAAIe,QAAAA,WAAa;cACfD,SAAMA,YAAME,OAAiBD,eAAaE,EAAAA,CAAK;AACjD,YAAA,aAAA;AAEA,gBAAAH,OAAA,iBAAA,WAAA,EAAA,MAAgD,CAAA,QAAA,IAAA,MAAA,KAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA,CAAA;QAChDI;kBAEEC;UACAL,OAAAA;UACF,QAAA,YAAA;UACA,OAAY,YAAA,OAAA,eAAA,EAAA,CAAA;QACZtB,CAAAA;MACF,SAAA,KAAA;AACF,YAAA,MAAA,KAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA;MAEA;;AAEA,WAAA,MAAA;AACC,WAAA,IAAA,QAAA;IAAC4B;KAAS;IAEb;;SAAgBD;IAAQL;IAAM;IAC9B;;;;;ACnFF,SAASO,aAAAA,YAAWC,YAAAA,iBAAgB;AAM7B,IAAMC,gBAAgB,CAACC,QAAkBC,gBAAAA;AAC9C,QAAM,CAACC,OAAOC,QAAAA,IAAYL,UAAAA;AAC1BD,EAAAA,WAAU,MAAA;AACR,QAAI,CAACG,QAAQ;AACXE,aAAOE,KAAAA;AACPD,eAASE,MAAAA;AACT;IACF;AAEA,UAAMC,YAAY,YAAA;AAChB,YAAMC,QAAQ,IAAIC,MAAAA;AAClBD,YAAME,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEL,OAAON,eAAe;MAAK,CAAA;AACzF,YAAM,CAACC,MAAAA,IAASK,MAAME,UAAUI,eAAc;AAC9C,UAAIX,QAAO;AACTC,iBAASD,MAAAA;MACX;IACF;AAEA,QAAIF,QAAQ;AACV,WAAKM,UAAAA;IACP;EACF,GAAG;IAACN;GAAO;AAEX,SAAOE;AACT;;;AC9BA,SAASY,aAAAA,YAAWC,eAAe;AAc5B,IAAMC,sBAAsB,CACjCC,UACAC,SACAC,gBAAqB,CAAA,MAAE;AAEvB,QAAMC,QAAQC,QAAQ,MAAM,IAAIC,mBAAsBL,UAAUE,aAAAA,GAAgB;IAACF;GAAS;AAI1FM,EAAAA,WAAU,MAAA;AACR,eAAWC,SAASN,SAAS;AAC3BE,YAAMK,YAAYD,KAAAA;IACpB;EACF,GAAG;IAACJ;IAAOF;GAAQ;AAGnBK,EAAAA,WAAU,MAAA;AACR,QAAIH,MAAMM,OAAOC,WAAWT,QAAQS,QAAQ;AAC1C;IACF;AACA,UAAMH,QAAQN,QAAQU,GAAG,EAAC;AAC1B,QAAIJ,OAAO;AACTJ,YAAMK,YAAYD,KAAAA;IACpB;EACF,GAAG;IAACJ;IAAOF,QAAQS;GAAO;AAE1B,SAAOP;AACT;;;ACzCA,SAASS,aAAAA,YAAWC,WAAAA,gBAAe;AAEnC,SAASC,uBAAuB;AAEhC,SAASC,iCAAiC;AAOnC,IAAMC,iBAAiB,CAAC,EAC7BC,kBACAC,gBACAC,mBACAC,YACAC,WAAU,MAC6C;AACvD,QAAM,CAACC,cAAAA,IAAkBR,gBAAgBC,0BAA0BQ,WAAW;AAG9E,QAAMC,cAAcX,SAAiC,MAAA;AACnD,QAAI,CAACS,kBAAkB,CAACL,oBAAoB,CAACG,YAAY;AACvD,aAAOK;IACT;AAEA,WAAOH,eAAe;MACpBL;MACAC;MACAC;MACAC;MACAC;IACF,CAAA;EACF,GAAG;IAACC;IAAgBL;IAAkBC;IAAgBC;IAAmBC;IAAYC;GAAW;AAEhGT,EAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAKY,aAAaE,MAAAA;IACpB;EACF,GAAG;IAACF;GAAY;AAEhB,SAAOA;AACT;;;AC1CA,YAAYG,YAAY;AACxB,SAASC,aAAaC,aAAAA,YAAWC,YAAAA,iBAAgB;AAEjD,SAASC,8BAA8B;AACvC,SAASC,MAAMC,WAAW;AAC1B,SAASC,2BAA2B;AACpC,SAASC,OAAAA,YAAW;AACpB,SAASC,gBAAgB;AACzB,SAASC,mBAAmB;AAC5B,SAASC,eAAgC;AAUzC,IAAAC,gBAAA;AAOQC,IAAAA,4BAAWC,CAAAA,eAAAA;AACjB,QAAMC,QAAOC,SAAAA,UAAgBC;AAE7B,QAAM,WAACC,YAAWC;AAClB,QAAMC,OAAAA,WAAQC,KAAcH;AAE5B,QAAA,CAAA,WAAA,YAAA,IAAAI,UAAA,KAAA;AACA,QAAMC,QAAAA,cAAiBC,SACrB;yBAEI,YAAA,OAAA,WAAA;AACF,QAAA,CAAA,SAAA,CAAA,QAAA,OAAA,WAAA,GAAA;AACA;;UAAuDC,SAAMZ,WAAgB;MAAkB,aAAC,SAAA;MAChG,MAAMa,SAAUC,SAASC;QACvBC,CAAAA;UACAC,UAAS,IAAIC,KAAOC,QAAAA,SAAW;MAC/BC;MACF,UAAA,oBAAA,KAAA,GAAA,YAAA;MACA;IACA,CAAA;UAAyBP,mBAAAA,uBAAAA,MAAAA,MAAAA;UAAUQ,KAAKC,OAAOC,MAAQC;MAEzD;IAACC,CAAAA,EAAAA,KAAAA,eAAAA,gBAAAA,GAAAA,mBAAAA;;IAAazB;IAAS;IAGzB;EACA,CAAA;QAA8D0B,cAAYhB,eAAAA;IAAe,kBAAA;IACzFiB,YAAU;;aAEN,MAAA;AACF,QAAA,CAAA,aAAA;AACIC;IACJ;AACA,QAAA,YAAA;qBAKMC,KAAYC,EAAAA,KAAAA,MAAAA;AACd,UAAA,CAAA,aAAA,WAAA;AAEDC,oBAAAA,qBAAAA;MACC;gBACEC;UACA1B,CAAAA,WAAAA;AACF,QAAA0B,KAAA,MAAA,KAAA,QAAA,EAAA,YAAA,YAAA,GAAAjC,eAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AACF,qBAAA,KAAA;MAEF;;WAEE8B,MAAAA;AACF,kBAAA;AACC,kBAAA,oBAAA;IAACA;;IAAuB;IAE3B;EAEA,CAAA;QAASxB,kBAAAA,YAAAA,MAAAA,aAAAA,CAAAA,UAAAA,CAAAA,KAAAA,GAAAA,CAAAA,CAAAA;SAAW4B;IAAgB;IACpC;;;;;AClFF,SAASC,eAAAA,cAAaC,aAAAA,YAAWC,YAAAA,iBAAgB;AAEjD,SAASC,yBAAyB;AAClC,SAASC,WAAAA,gBAAe;AACxB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;AAW/B,IAAAC,gBAAA;AAKQC,IAAAA,gBAAYC,CAAAA,EAAAA,QAAe,SAAA,MAAA;AAEjC,QAAMC,aAAAA,eAAiBC,gBAAmDC;QACxE,YAAaA,eAAcC,eAAiBC;QAC5CC,iBAASC,aAAAA,OAAAA,aAAAA;AACR,UAAE,OAAA,SAAA,IAAA,CAAA,QAAA,IAAA,KAAA,KAAA,EAAA,QAAA,YAAA,EAAA,CAAA,EAAA,KAAA,GAAA;AAEL,aAAA,IAAA;EACA,GAAA,CAAA,CAAA;AAEA,QAAMC,CAAAA,WAAAA,YAAcC,IAAAA,UAAe,KAAA;QACjCC,QAAAA,cAAkBC,MAAAA;QAClBC,cAAYX,eAAAA;IACd,kBAAA;IAEA,YAAA;EACAY,CAAAA;aAEEC,MAAAA;UACE,MAAIC,IAAAA,SAAUP,QAAa,EAAA,YAAA,YAAA,GAAAV,eAAA,GAAA,GAAA,CAAA;sBACnBU,KAAAA,YAAgB;UACtBQ,UAAS,aAAA;AACTC,cAAAA,YAAa,KAAA;AACb,QAAAD,KAAA,KAAKE,eAAe,QAAA,EAAA,YAAA,YAAA,GAAApB,eAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AACpBU,qBAAYW,IAAAA;AACd,aAAO,WAAKJ,KAAUP;AACpBA,oBAAAA,qBAAaY;iBACPZ,CAAAA,UAAAA,aAAaa,QAAAA;AACnBL,qBAAS,oBAAA;AACTC,cAAAA,aAAa,MAAA;AACb,QAAAD,KAAA,KAAKjB,WAAc,QAAA,EAAA,YAAA,YAAA,GAAAD,eAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AACrB,qBAAA,KAAA;AACF,aAAA,UAAA,KAAA;MAEA;;AAEA,WAAA,MAAA;AACC,WAAA,IAAA,QAAA;IAACiB;;IAAoB;IAExB;;AAAmB,SAAA;IACnB;;;",
+  "names": ["useEffect", "useState", "scheduleTask", "Context", "log", "useAudioFile", "objectUrl", "createObjectURL", "ctx", "onDispose", "URL", "revokeObjectURL", "audio", "Audio", "Promise", "resolve", "addEventListener", "err", "reject", "once", "audioCtx", "state", "destination", "source", "createMediaElementSource", "connect", "track", "constraints", "applyConstraints", "catch", "setStream", "stream", "audioUrl", "useEffect", "useState", "useAudioTrack", "active", "constraints", "track", "setTrack", "stop", "undefined", "initAudio", "audio", "Audio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "getAudioTracks", "useEffect", "useMemo", "useFeedModelAdapter", "renderer", "objects", "initialChunks", "model", "useMemo", "SerializationModel", "useEffect", "chunk", "appendChunk", "chunks", "length", "at", "useEffect", "useMemo", "useCapabilities", "TranscriptionCapabilities", "useTranscriber", "audioStreamTrack", "recorderConfig", "transcriberConfig", "onSegments", "transcribe", "getTranscriber", "Transcriber", "transcriber", "undefined", "close", "Effect", "useCallback", "useEffect", "useState", "createFeedServiceLayer", "Feed", "Obj", "runAndForwardErrors", "log", "getSpace", "useIdentity", "Message", "__dxlog_file", "identity", "useIdentity", "feed", "transcript", "target", "recording", "setRecording", "track", "useAudioTrack", "useState", "handleSegments", "useCallback", "name", "message", "Obj", "Message", "sender", "created", "Date", "toISOString", "blocks", "pipe", "Effect", "provide", "feedServiceLayer", "space", "onSegments", "useEffect", "cancelled", "transcriber", "startChunksRecording", "err", "log", "toggleRecording", "useCallback", "useEffect", "useState", "scheduleMicroTask", "Context", "log", "useSoundEffect", "__dxlog_file", "soundStop", "useSoundEffect", "handleSegments", "useCallback", "segments", "str", "trim", "onUpdate", "text", "transcriber", "useTranscriber", "audioStreamTrack", "track", "onSegments", "useEffect", "scheduleMicroTask", "active", "log", "setRecording", "soundStart", "startChunksRecording", "stopChunksRecording", "close"]
+}

package/dist/lib/neutral/chunk-FHNI26QW.mjs

@@ -0,0 +1,45 @@
+// src/meta.ts
+import { Plugin } from "@dxos/app-framework";
+import { DXN } from "@dxos/keys";
+import { trim } from "@dxos/util";
+var meta = Plugin.makeMeta({
+  key: DXN.make("org.dxos.plugin.transcription"),
+  name: "Transcription",
+  author: "DXOS",
+  description: trim`
+    Real-time voice-to-text transcription for DXOS Composer.
+    Captures microphone audio in short PCM chunks, batches them into WAV payloads, and streams
+    the results to a Whisper-compatible speech-recognition endpoint.
+    Transcribed segments are timestamped, deduplicated across chunk boundaries, and persisted
+    as Message objects in an ECHO Feed so that every participant in a shared space sees the
+    live transcript without any manual sync step.
+
+    Each recording session is represented as a Transcript object linked to its Feed.
+    The read-only editor renders messages with speaker bylines and wall-clock timestamps,
+    supporting markdown decoration and document preview.
+    An optional message enricher pipeline lets plugins annotate messages before they are
+    committed — for example, to attach speaker identity from a calls service.
+
+    The plugin ships two blueprint-compatible operations: Open (loads and formats a transcript
+    for reading by an AI assistant) and Summarize (sends the transcript text to an LLM and
+    returns a structured Markdown summary with key points, verbatim quotes, and actionable
+    tasks extracted from the conversation).
+
+    A sentence-normalization pass merges raw word-level tokens from the recognizer into
+    grammatically complete sentences, improving readability of the stored transcript without
+    altering the underlying audio timeline.
+  `,
+  icon: "ph--microphone--regular",
+  iconHue: "sky",
+  source: "https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription",
+  spec: "PLUGIN.mdl",
+  tags: [
+    "labs"
+  ],
+  screenshots: []
+});
+
+export {
+  meta
+};
+//# sourceMappingURL=chunk-FHNI26QW.mjs.map

package/dist/lib/neutral/chunk-FHNI26QW.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/meta.ts"],
+  "sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { Plugin } from '@dxos/app-framework';\nimport { DXN } from '@dxos/keys';\nimport { trim } from '@dxos/util';\n\nexport const meta = Plugin.makeMeta({\n  key: DXN.make('org.dxos.plugin.transcription'),\n  name: 'Transcription',\n  author: 'DXOS',\n  description: trim`\n    Real-time voice-to-text transcription for DXOS Composer.\n    Captures microphone audio in short PCM chunks, batches them into WAV payloads, and streams\n    the results to a Whisper-compatible speech-recognition endpoint.\n    Transcribed segments are timestamped, deduplicated across chunk boundaries, and persisted\n    as Message objects in an ECHO Feed so that every participant in a shared space sees the\n    live transcript without any manual sync step.\n\n    Each recording session is represented as a Transcript object linked to its Feed.\n    The read-only editor renders messages with speaker bylines and wall-clock timestamps,\n    supporting markdown decoration and document preview.\n    An optional message enricher pipeline lets plugins annotate messages before they are\n    committed — for example, to attach speaker identity from a calls service.\n\n    The plugin ships two blueprint-compatible operations: Open (loads and formats a transcript\n    for reading by an AI assistant) and Summarize (sends the transcript text to an LLM and\n    returns a structured Markdown summary with key points, verbatim quotes, and actionable\n    tasks extracted from the conversation).\n\n    A sentence-normalization pass merges raw word-level tokens from the recognizer into\n    grammatically complete sentences, improving readability of the stored transcript without\n    altering the underlying audio timeline.\n  `,\n  icon: 'ph--microphone--regular',\n  iconHue: 'sky',\n  source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transcription',\n  spec: 'PLUGIN.mdl',\n  tags: ['labs'],\n  screenshots: [],\n});\n"],
+  "mappings": ";AAIA,SAASA,cAAc;AACvB,SAASC,WAAW;AACpB,SAASC,YAAY;AAEd,IAAMC,OAAOH,OAAOI,SAAS;EAClCC,KAAKJ,IAAIK,KAAK,+BAAA;EACdC,MAAM;EACNC,QAAQ;EACRC,aAAaP;;;;;;;;;;;;;;;;;;;;;;;EAuBbQ,MAAM;EACNC,SAAS;EACTC,QAAQ;EACRC,MAAM;EACNC,MAAM;IAAC;;EACPC,aAAa,CAAA;AACf,CAAA;",
+  "names": ["Plugin", "DXN", "trim", "meta", "makeMeta", "key", "make", "name", "author", "description", "icon", "iconHue", "source", "spec", "tags", "screenshots"]
+}