@dxos/plugin-transcription 0.10.0 → 0.11.1

package/dist/lib/chunk-settings.mjs

@@ -0,0 +1,26 @@
+import { Capability } from "@dxos/app-framework";
+import { Settings, TranscriptionCapabilities } from "#types";
+import { meta } from "#meta";
+import { AppCapabilities } from "@dxos/app-toolkit";
+import * as Effect from "effect/Effect";
+import { createKvsStore } from "@dxos/effect";
+//#region src/capabilities/settings.ts
+var settings_default = Capability.makeModule(() => Effect.sync(() => {
+	const settingsAtom = createKvsStore({
+		key: meta.profile.key,
+		schema: Settings.Settings,
+		defaultValue: () => ({
+			entityExtraction: true,
+			recordMode: "toggle"
+		})
+	});
+	return [Capability.contributes(TranscriptionCapabilities.Settings, settingsAtom), Capability.contributes(AppCapabilities.Settings, {
+		prefix: meta.profile.key,
+		schema: Settings.Settings,
+		atom: settingsAtom
+	})];
+}));
+//#endregion
+export { settings_default as default };
+
+//# sourceMappingURL=chunk-settings.mjs.map

package/dist/lib/chunk-settings.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-settings.mjs","names":[],"sources":["../../src/capabilities/settings.ts"],"sourcesContent":["//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppCapabilities } from '@dxos/app-toolkit';\nimport { createKvsStore } from '@dxos/effect';\n\nimport { meta } from '#meta';\nimport { Settings, TranscriptionCapabilities } from '#types';\n\nexport default Capability.makeModule(() =>\n  Effect.sync(() => {\n    const settingsAtom = createKvsStore({\n      key: meta.profile.key,\n      schema: Settings.Settings,\n      defaultValue: () => ({\n        entityExtraction: true,\n        recordMode: 'toggle' as const,\n      }),\n    });\n\n    return [\n      Capability.contributes(TranscriptionCapabilities.Settings, settingsAtom),\n      Capability.contributes(AppCapabilities.Settings, {\n        prefix: meta.profile.key,\n        schema: Settings.Settings,\n        atom: settingsAtom,\n      }),\n    ];\n  }),\n);\n"],"mappings":";;;;;;;AAaA,IAAA,mBAAe,WAAW,iBACxB,OAAO,WAAW;CAChB,MAAM,eAAe,eAAe;EAClC,KAAK,KAAK,QAAQ;EAClB,QAAQ,SAAS;EACjB,qBAAqB;GACnB,kBAAkB;GAClB,YAAY;EACd;CACF,CAAC;CAED,OAAO,CACL,WAAW,YAAY,0BAA0B,UAAU,YAAY,GACvE,WAAW,YAAY,gBAAgB,UAAU;EAC/C,QAAQ,KAAK,QAAQ;EACrB,QAAQ,SAAS;EACjB,MAAM;CACR,CAAC,CACH;AACF,CAAC,CACH"}

package/dist/lib/chunk-skill-definition.mjs

@@ -0,0 +1,10 @@
+import { Capability } from "@dxos/app-framework";
+import { AppCapabilities } from "@dxos/app-toolkit";
+import * as Effect from "effect/Effect";
+import { TranscriptionSkill } from "#skills";
+//#region src/capabilities/skill-definition.ts
+var skillDefinition = () => Effect.succeed([Capability.contributes(AppCapabilities.SkillDefinition, TranscriptionSkill)]);
+//#endregion
+export { skillDefinition as default };
+
+//# sourceMappingURL=chunk-skill-definition.mjs.map

package/dist/lib/chunk-skill-definition.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-skill-definition.mjs","names":[],"sources":["../../src/capabilities/skill-definition.ts"],"sourcesContent":["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppCapabilities } from '@dxos/app-toolkit';\n\nimport { TranscriptionSkill } from '#skills';\n\nconst skillDefinition = () =>\n  Effect.succeed([Capability.contributes(AppCapabilities.SkillDefinition, TranscriptionSkill)]);\n\nexport default skillDefinition;\n"],"mappings":";;;;;AAWA,IAAM,wBACJ,OAAO,QAAQ,CAAC,WAAW,YAAY,gBAAgB,iBAAiB,kBAAkB,CAAC,CAAC"}

package/dist/lib/chunk-skills.mjs

@@ -0,0 +1,21 @@
+import { trim } from "@dxos/util";
+import { Skill, Template } from "@dxos/compute";
+import { TranscriptOperation } from "#types";
+//#region src/skills/transcription-skill.ts
+var SKILL_KEY = "org.dxos.skill.transcription";
+var make = () => Skill.make({
+	key: SKILL_KEY,
+	name: "Transcription",
+	tools: Skill.toolDefinitions({ operations: [TranscriptOperation.Open, TranscriptOperation.Summarize] }),
+	instructions: Template.make({ source: trim`
+        You can open and summarize a meeting transcript.
+      ` })
+});
+var skill = {
+	key: SKILL_KEY,
+	make
+};
+//#endregion
+export { skill as t };
+
+//# sourceMappingURL=chunk-skills.mjs.map

package/dist/lib/chunk-skills.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-skills.mjs","names":[],"sources":["../../src/skills/transcription-skill.ts"],"sourcesContent":["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Skill, Template } from '@dxos/compute';\nimport { trim } from '@dxos/util';\n\nimport { TranscriptOperation } from '#types';\n\nconst SKILL_KEY = 'org.dxos.skill.transcription';\n\nconst make = () =>\n  Skill.make({\n    key: SKILL_KEY,\n    name: 'Transcription',\n    tools: Skill.toolDefinitions({ operations: [TranscriptOperation.Open, TranscriptOperation.Summarize] }),\n    instructions: Template.make({\n      source: trim`\n        You can open and summarize a meeting transcript.\n      `,\n    }),\n  });\n\nconst skill: Skill.Definition = {\n  key: SKILL_KEY,\n  make,\n};\n\nexport default skill;\n"],"mappings":";;;;AASA,IAAM,YAAY;AAElB,IAAM,aACJ,MAAM,KAAK;CACT,KAAK;CACL,MAAM;CACN,OAAO,MAAM,gBAAgB,EAAE,YAAY,CAAC,oBAAoB,MAAM,oBAAoB,SAAS,EAAE,CAAC;CACtG,cAAc,SAAS,KAAK,EAC1B,QAAQ,IAAI;;QAGd,CAAC;AACH,CAAC;AAEH,IAAM,QAA0B;CAC9B,KAAK;CACL;AACF"}

package/dist/lib/{neutral/summarize-LBUZTOTH.mjs → chunk-summarize.mjs}

@@ -1,44 +1,31 @@
-import {
-  TranscriptOperation_exports
-} from "./chunk-MDV7NBFJ.mjs";
-import "./chunk-J5LGTIGS.mjs";
-
-// src/operations/summarize.ts
-import * as Array from "effect/Array";
+import { i as Summarize } from "./chunk-types.mjs";
+import { trim } from "@dxos/util";
+import { Operation, Trace } from "@dxos/compute";
+import { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from "@dxos/ai";
+import { Database } from "@dxos/echo";
 import * as Effect from "effect/Effect";
+import * as Option from "effect/Option";
+import * as Array from "effect/Array";
 import * as Function from "effect/Function";
 import * as Layer from "effect/Layer";
-import * as Option from "effect/Option";
-import { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from "@dxos/ai";
 import { AiRequest, GenerationObserver } from "@dxos/assistant";
-import { Operation, Trace } from "@dxos/compute";
-import { Database } from "@dxos/echo";
 import { registryLayerNoop } from "@dxos/echo/testing";
-import { trim } from "@dxos/util";
-var handler = TranscriptOperation_exports.Summarize.pipe(Operation.withHandler(Effect.fnUntraced(function* ({ transcript, notes }) {
-  const result = yield* new AiRequest.Request({
-    observer: GenerationObserver.fromPrinter(new ConsolePrinter({
-      tag: "summarize"
-    }))
-  }).run({
-    prompt: `Transcript: ${transcript}
-
-Notes: ${notes}`,
-    history: [],
-    system: systemPrompt
-  });
-  const summary = Function.pipe(result, Array.findLast((msg) => msg.sender.role === "assistant" && msg.blocks.some((block) => block._tag === "text")), Option.flatMap((msg) => Function.pipe(msg.blocks, Array.findLast((block) => block._tag === "text"), Option.map((block) => block.text))), Option.getOrThrowWith(() => new Error("No summary found")));
-  return {
-    summary
-  };
+//#region src/operations/summarize.ts
+/**
+* Summarize a transcript of a meeting.
+*/
+var handler = Summarize.pipe(Operation.withHandler(Effect.fnUntraced(function* ({ transcript, notes }) {
+	const result = yield* new AiRequest.Request({ observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: "summarize" })) }).run({
+		prompt: `Transcript: ${transcript}\n\nNotes: ${notes}`,
+		history: [],
+		system: systemPrompt
+	});
+	return { summary: Function.pipe(result, Array.findLast((msg) => msg.sender.role === "assistant" && msg.blocks.some((block) => block._tag === "text")), Option.flatMap((msg) => Function.pipe(msg.blocks, Array.findLast((block) => block._tag === "text"), Option.map((block) => block.text))), Option.getOrThrowWith(() => /* @__PURE__ */ new Error("No summary found"))) };
 }, Effect.provide(Layer.mergeAll(AiService.model("com.anthropic.model.claude-sonnet-4-6.default"), ToolResolverService.layerEmpty, ToolExecutionService.layerEmpty, Trace.writerLayerNoop, Database.notAvailable, Layer.succeed(Operation.Service, {
-  invoke: () => Effect.die("Not available."),
-  schedule: () => Effect.die("Not available."),
-  invokePromise: async () => ({
-    error: new Error("Not available.")
-  })
+	invoke: () => Effect.die("Not available."),
+	schedule: () => Effect.die("Not available."),
+	invokePromise: async () => ({ error: /* @__PURE__ */ new Error("Not available.") })
 }), registryLayerNoop)))));
-var summarize_default = handler;
 var systemPrompt = trim`
   You are a helpful assistant that summarizes transcripts of meetings.
 
@@ -71,7 +58,7 @@ var systemPrompt = trim`
 
   If no actionable tasks are found, omit this tasks section.
 `;
-export {
-  summarize_default as default
-};
-//# sourceMappingURL=summarize-LBUZTOTH.mjs.map
+//#endregion
+export { handler as default };
+
+//# sourceMappingURL=chunk-summarize.mjs.map

package/dist/lib/chunk-summarize.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-summarize.mjs","names":[],"sources":["../../src/operations/summarize.ts"],"sourcesContent":["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Array from 'effect/Array';\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\nimport * as Layer from 'effect/Layer';\nimport * as Option from 'effect/Option';\n\nimport { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from '@dxos/ai';\nimport { AiRequest, GenerationObserver } from '@dxos/assistant';\nimport { Operation, Trace } from '@dxos/compute';\nimport { Database } from '@dxos/echo';\nimport { registryLayerNoop } from '@dxos/echo/testing';\nimport { trim } from '@dxos/util';\n\nimport { TranscriptOperation } from '../types';\n\n/**\n * Summarize a transcript of a meeting.\n */\nconst handler: Operation.WithHandler<typeof TranscriptOperation.Summarize> = TranscriptOperation.Summarize.pipe(\n  Operation.withHandler(\n    Effect.fnUntraced(\n      function* ({ transcript, notes }) {\n        const result = yield* new AiRequest.Request({\n          observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: 'summarize' })),\n        }).run({\n          prompt: `Transcript: ${transcript}\\n\\nNotes: ${notes}`,\n          history: [],\n          system: systemPrompt,\n        });\n\n        const summary = Function.pipe(\n          result,\n          Array.findLast((msg) => msg.sender.role === 'assistant' && msg.blocks.some((block) => block._tag === 'text')),\n          Option.flatMap((msg) =>\n            Function.pipe(\n              msg.blocks,\n              Array.findLast((block) => block._tag === 'text'),\n              Option.map((block) => block.text),\n            ),\n          ),\n          Option.getOrThrowWith(() => new Error('No summary found')),\n        );\n\n        return { summary };\n      },\n      Effect.provide(\n        Layer.mergeAll(\n          AiService.model('com.anthropic.model.claude-sonnet-4-6.default'),\n          ToolResolverService.layerEmpty,\n          ToolExecutionService.layerEmpty,\n          Trace.writerLayerNoop,\n          Database.notAvailable,\n          Layer.succeed(Operation.Service, {\n            invoke: () => Effect.die('Not available.'),\n            schedule: () => Effect.die('Not available.'),\n            invokePromise: async () => ({ error: new Error('Not available.') }),\n          } as any),\n          registryLayerNoop,\n        ),\n      ),\n    ),\n  ),\n);\n\nexport default handler;\n\nconst systemPrompt = trim`\n  You are a helpful assistant that summarizes transcripts of meetings.\n\n  # Goal\n  Create a markdown summary of the meeting transcript with text notes provided.\n  Notes are very important so make sure to include them in the summary if they contain meaningful information.\n\n  # Formatting\n  - Format the summary as a markdown document without extra comments like \"Here is the summary of the transcript:\".\n  - Use markdown formatting for headings and bullet points.\n  - Format the summary as a list of key points and takeaways.\n  - All names of people should be in bold.\n\n  # Note Taking\n  - Correlate items in the summary with the person of origin to build a coherent narrative.\n  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.\n\n  # Tasks\n  At the end of the summary include tasks.\n  Extract only the tasks that are:\n  - Directly actionable.\n  - Clearly assigned to a person or team (or can easily be inferred).\n  - Strongly implied by the conversation and/or user note (no speculative tasks).\n  - Specific enough that someone reading them would know exactly what to do next.\n\n  Format all tasks as markdown checkboxes using the syntax:\n  - [ ] Task description.\n\n  Additional information can be included (indented).\n\n  If no actionable tasks are found, omit this tasks section.\n`;\n"],"mappings":";;;;;;;;;;;;;;;;AAsBA,IAAM,UAAA,UAAqG,KACzG,UAAU,YACR,OAAO,WACL,WAAW,EAAE,YAAY,SAAS;CAChC,MAAM,SAAS,OAAO,IAAI,UAAU,QAAQ,EAC1C,UAAU,mBAAmB,YAAY,IAAI,eAAe,EAAE,KAAK,YAAY,CAAC,CAAC,EACnF,CAAC,CAAC,CAAC,IAAI;EACL,QAAQ,eAAe,WAAW,aAAa;EAC/C,SAAS,CAAC;EACV,QAAQ;CACV,CAAC;CAeD,OAAO,EAAE,SAbO,SAAS,KACvB,QACA,MAAM,UAAU,QAAQ,IAAI,OAAO,SAAS,eAAe,IAAI,OAAO,MAAM,UAAU,MAAM,SAAS,MAAM,CAAC,GAC5G,OAAO,SAAS,QACd,SAAS,KACP,IAAI,QACJ,MAAM,UAAU,UAAU,MAAM,SAAS,MAAM,GAC/C,OAAO,KAAK,UAAU,MAAM,IAAI,CAClC,CACF,GACA,OAAO,qCAAqB,IAAI,MAAM,kBAAkB,CAAC,CAGlD,EAAQ;AACnB,GACA,OAAO,QACL,MAAM,SACJ,UAAU,MAAM,+CAA+C,GAC/D,oBAAoB,YACpB,qBAAqB,YACrB,MAAM,iBACN,SAAS,cACT,MAAM,QAAQ,UAAU,SAAS;CAC/B,cAAc,OAAO,IAAI,gBAAgB;CACzC,gBAAgB,OAAO,IAAI,gBAAgB;CAC3C,eAAe,aAAa,EAAE,uBAAO,IAAI,MAAM,gBAAgB,EAAE;AACnE,CAAQ,GACR,iBACF,CACF,CACF,CACF,CACF;AAIA,IAAM,eAAe,IAAI"}

package/dist/lib/chunk-text-content.mjs

@@ -0,0 +1,28 @@
+import { t as renderByline } from "./chunk-render-byline.mjs";
+import { Capability } from "@dxos/app-framework";
+import { getSpace } from "@dxos/client/echo";
+import { Feed, Filter, Obj, Query, Scope, Type } from "@dxos/echo";
+import { Message, Transcript } from "@dxos/types";
+import { AppCapabilities } from "@dxos/app-toolkit";
+import * as Effect from "effect/Effect";
+//#region src/capabilities/text-content.ts
+var text_content_default = Capability.makeModule(Effect.fnUntraced(function* () {
+	return Capability.contributes(AppCapabilities.TextContent, {
+		id: Type.getTypename(Transcript.Transcript),
+		getTextContent: async (transcript) => {
+			const space = getSpace(transcript);
+			const members = space?.members.get().map((member) => ({
+				did: member.identity?.did,
+				displayName: member.identity?.profile?.displayName
+			})) ?? [];
+			const feed = await transcript.feed.load();
+			const feedDXN = feed ? Feed.getFeedUri(feed) : void 0;
+			if (!space || !feedDXN) return;
+			return (await space.db.query(Query.select(Filter.type(Message.Message)).from(Scope.feed(feedDXN))).run()).filter((message) => Obj.instanceOf(Message.Message, message)).flatMap((message, index) => renderByline(members)(message, index)).join("\n\n");
+		}
+	});
+}));
+//#endregion
+export { text_content_default as default };
+
+//# sourceMappingURL=chunk-text-content.mjs.map

package/dist/lib/chunk-text-content.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-text-content.mjs","names":[],"sources":["../../src/capabilities/text-content.ts"],"sourcesContent":["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppCapabilities } from '@dxos/app-toolkit';\nimport { getSpace } from '@dxos/client/echo';\nimport { Feed, Filter, Obj, Query, Scope, Type } from '@dxos/echo';\nimport { Message, Transcript } from '@dxos/types';\n\nimport { renderByline } from '../util';\n\nexport default Capability.makeModule(\n  Effect.fnUntraced(function* () {\n    return Capability.contributes(AppCapabilities.TextContent, {\n      id: Type.getTypename(Transcript.Transcript),\n      getTextContent: async (transcript: Transcript.Transcript) => {\n        const space = getSpace(transcript);\n        const members =\n          space?.members.get().map((member) => ({\n            did: member.identity?.did,\n            displayName: member.identity?.profile?.displayName,\n          })) ?? [];\n        const feed = await transcript.feed.load();\n        const feedDXN = feed ? Feed.getFeedUri(feed) : undefined;\n        if (!space || !feedDXN) {\n          return undefined;\n        }\n        const messages = await space.db\n          .query(Query.select(Filter.type(Message.Message)).from(Scope.feed(feedDXN)))\n          .run();\n        return messages\n          .filter((message) => Obj.instanceOf(Message.Message, message))\n          .flatMap((message, index) => renderByline(members)(message, index))\n          .join('\\n\\n');\n      },\n    });\n  }),\n);\n"],"mappings":";;;;;;;;AAcA,IAAA,uBAAe,WAAW,WACxB,OAAO,WAAW,aAAa;CAC7B,OAAO,WAAW,YAAY,gBAAgB,aAAa;EACzD,IAAI,KAAK,YAAY,WAAW,UAAU;EAC1C,gBAAgB,OAAO,eAAsC;GAC3D,MAAM,QAAQ,SAAS,UAAU;GACjC,MAAM,UACJ,OAAO,QAAQ,IAAI,CAAC,CAAC,KAAK,YAAY;IACpC,KAAK,OAAO,UAAU;IACtB,aAAa,OAAO,UAAU,SAAS;GACzC,EAAE,KAAK,CAAC;GACV,MAAM,OAAO,MAAM,WAAW,KAAK,KAAK;GACxC,MAAM,UAAU,OAAO,KAAK,WAAW,IAAI,IAAI,KAAA;GAC/C,IAAI,CAAC,SAAS,CAAC,SACb;GAKF,QAAO,MAHgB,MAAM,GAC1B,MAAM,MAAM,OAAO,OAAO,KAAK,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM,KAAK,OAAO,CAAC,CAAC,CAAA,CAC1E,IAAI,EAAA,CAEJ,QAAQ,YAAY,IAAI,WAAW,QAAQ,SAAS,OAAO,CAAC,CAAA,CAC5D,SAAS,SAAS,UAAU,aAAa,OAAO,CAAC,CAAC,SAAS,KAAK,CAAC,CAAA,CACjE,KAAK,MAAM;EAChB;CACF,CAAC;AACH,CAAC,CACH"}

package/dist/lib/chunk-transcriber.mjs

@@ -0,0 +1,161 @@
+import { Capabilities, Capability } from "@dxos/app-framework";
+import { TranscriptionCapabilities } from "#types";
+import { Database, Feed, Obj } from "@dxos/echo";
+import { Message } from "@dxos/types";
+import { MediaStreamRecorder } from "@dxos/react-ui-transcription";
+import * as Effect from "effect/Effect";
+import { EffectEx } from "@dxos/effect";
+import { Transcriber } from "@dxos/pipeline-transcription";
+import { ClientCapabilities } from "@dxos/plugin-client";
+import { Atom } from "@effect-atom/atom";
+import * as Option from "effect/Option";
+import { synchronized } from "@dxos/async";
+import { Resource } from "@dxos/context";
+//#region \0@oxc-project+runtime@0.139.0/helpers/esm/decorate.js
+function __decorate(decorators, target, key, desc) {
+	var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+	if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+	else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+	return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+//#endregion
+//#region src/transcription-manager.ts
+/**
+* Length of the chunk in ms.
+*/
+var RECORD_INTERVAL = 200;
+/**
+* Number of chunks to save before the user starts speaking.
+*/
+var PREFIXED_CHUNKS_AMOUNT = 10;
+/**
+* Number of chunks to transcribe automatically after.
+* Combined should be mess than 25MB or whisper would fail.
+*/
+var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
+/**
+* Manages transcription state for a meeting. Concrete implementation of the
+* {@link TranscriptionCapabilities.TranscriptionManager} service contract; consumers depend on the
+* interface (via the `TranscriptionManagerProvider` capability), not this class.
+*/
+var TranscriptionManagerImpl = class extends Resource {
+	_edgeClient;
+	_messageEnricher;
+	_registry;
+	_audioStreamTrack = void 0;
+	_identityDid = void 0;
+	_mediaRecorder = void 0;
+	_transcriber = void 0;
+	_feed = void 0;
+	_feedServiceLayer = void 0;
+	_enabledAtom = Atom.make(false);
+	constructor(options) {
+		super();
+		this._edgeClient = options.edgeClient;
+		this._messageEnricher = options.messageEnricher;
+		this._registry = options.registry;
+	}
+	get enabled() {
+		return this._enabledAtom;
+	}
+	getEnabled() {
+		return this._registry.get(this._enabledAtom);
+	}
+	setFeed(space, feed) {
+		this._feed = feed;
+		this._feedServiceLayer = Database.layer(space.db);
+		return this;
+	}
+	setIdentityDid(did) {
+		if (this._identityDid !== did) this._identityDid = did;
+		return this;
+	}
+	setRecording(recording) {
+		if (!this.isOpen || !this.getEnabled()) return this;
+		if (recording) this._transcriber?.startChunksRecording();
+		else this._transcriber?.stopChunksRecording();
+		return this;
+	}
+	async setEnabled(enabled) {
+		if (this.getEnabled() === enabled) return;
+		this._registry.set(this._enabledAtom, enabled ?? false);
+		if (enabled) await this._maybeRestartTranscriber();
+		else await this._stopTranscriber();
+	}
+	async setAudioTrack(track) {
+		if (this._audioStreamTrack === track) return;
+		this._audioStreamTrack = track;
+		await this._maybeRestartTranscriber();
+	}
+	async _open() {
+		await this._maybeRestartTranscriber();
+	}
+	async _close() {
+		await this._stopTranscriber();
+	}
+	async _maybeRestartTranscriber() {
+		if (!this._audioStreamTrack || !this.getEnabled() || !this.isOpen) return;
+		let needReinit = false;
+		if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {
+			this._mediaRecorder = new MediaStreamRecorder({
+				mediaStreamTrack: this._audioStreamTrack,
+				config: { interval: RECORD_INTERVAL }
+			});
+			needReinit = true;
+		}
+		if (needReinit) {
+			await this._transcriber?.close();
+			this._transcriber = new Transcriber({
+				config: {
+					transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,
+					prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT
+				},
+				recorder: this._mediaRecorder,
+				onSegments: (segments) => this._onSegments(segments)
+			});
+			await this._transcriber?.open();
+		}
+	}
+	async _stopTranscriber() {
+		await this._transcriber?.close();
+	}
+	async _onSegments(segments) {
+		if (!this.isOpen || !this._feed || !this._feedServiceLayer) return;
+		let block = Obj.make(Message.Message, {
+			created: (/* @__PURE__ */ new Date()).toISOString(),
+			blocks: segments,
+			sender: { identityDid: this._identityDid }
+		});
+		if (this._messageEnricher) block = await this._messageEnricher(block);
+		await Feed.append(this._feed, [block]).pipe(Effect.provide(this._feedServiceLayer), EffectEx.runAndForwardErrors);
+	}
+};
+__decorate([synchronized], TranscriptionManagerImpl.prototype, "setAudioTrack", null);
+//#endregion
+//#region src/capabilities/transcriber.ts
+/**
+* Provides the higher-level transcription manager to the app-framework so other plugins can obtain it
+* via DI. The low-level construction lives in `@dxos/react-ui-transcription`; this module is the
+* provision seam.
+*/
+var transcriber_default = Capability.makeModule(Effect.fnUntraced(function* () {
+	const capabilities = yield* Capability.Service;
+	const registry = yield* Capability.get(Capabilities.AtomRegistry);
+	const transcriptionManagerProvider = ({ messageEnricher }) => {
+		const client = capabilities.get(ClientCapabilities.Client);
+		const haloIdentity = capabilities.get(ClientCapabilities.IdentityService);
+		const transcriptionManager = new TranscriptionManagerImpl({
+			edgeClient: client.edge.http,
+			messageEnricher,
+			registry
+		});
+		const identity = Option.getOrUndefined(haloIdentity.getSnapshot());
+		if (identity) transcriptionManager.setIdentityDid(identity.did);
+		return transcriptionManager;
+	};
+	return [Capability.contributes(TranscriptionCapabilities.TranscriptionManagerProvider, transcriptionManagerProvider)];
+}));
+//#endregion
+export { transcriber_default as default };
+
+//# sourceMappingURL=chunk-transcriber.mjs.map

package/dist/lib/chunk-transcriber.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-transcriber.mjs","names":[],"sources":["../../src/transcription-manager.ts","../../src/capabilities/transcriber.ts"],"sourcesContent":["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Atom, type Registry } from '@effect-atom/atom';\nimport * as Effect from 'effect/Effect';\nimport * as Layer from 'effect/Layer';\n\nimport { synchronized } from '@dxos/async';\nimport { type Space } from '@dxos/client/echo';\nimport { Resource } from '@dxos/context';\nimport { Database, Feed, Obj } from '@dxos/echo';\nimport { EffectEx } from '@dxos/effect';\nimport { Transcriber } from '@dxos/pipeline-transcription';\nimport { type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { MediaStreamRecorder } from '@dxos/react-ui-transcription';\nimport { type ContentBlock, Message } from '@dxos/types';\n\nimport { type TranscriptionCapabilities } from '#types';\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\nexport type TranscriptionManagerOptions = {\n  edgeClient: EdgeHttpClient;\n  registry: Registry.Registry;\n\n  /**\n   * Enrich the message before it is written to the transcription feed.\n   */\n  messageEnricher?: TranscriptionCapabilities.TranscriptMessageEnricher;\n};\n\n/**\n * Manages transcription state for a meeting. Concrete implementation of the\n * {@link TranscriptionCapabilities.TranscriptionManager} service contract; consumers depend on the\n * interface (via the `TranscriptionManagerProvider` capability), not this class.\n */\nexport class TranscriptionManagerImpl extends Resource implements TranscriptionCapabilities.TranscriptionManager {\n  private readonly _edgeClient: EdgeHttpClient;\n  private readonly _messageEnricher?: TranscriptionCapabilities.TranscriptMessageEnricher;\n  private readonly _registry: Registry.Registry;\n  private _audioStreamTrack?: MediaStreamTrack = undefined;\n  private _identityDid?: string = undefined;\n  private _mediaRecorder?: MediaStreamRecorder = undefined;\n  private _transcriber?: Transcriber = undefined;\n  private _feed?: Feed.Feed = undefined;\n  private _feedServiceLayer?: Layer.Layer<Database.Service> = undefined;\n  private _enabledAtom = Atom.make(false);\n\n  constructor(options: TranscriptionManagerOptions) {\n    super();\n    this._edgeClient = options.edgeClient;\n    this._messageEnricher = options.messageEnricher;\n    this._registry = options.registry;\n  }\n\n  get enabled(): Atom.Atom<boolean> {\n    return this._enabledAtom;\n  }\n\n  getEnabled(): boolean {\n    return this._registry.get(this._enabledAtom);\n  }\n\n  setFeed(space: Space, feed: Feed.Feed): this {\n    this._feed = feed;\n    this._feedServiceLayer = Database.layer(space.db);\n    return this;\n  }\n\n  setIdentityDid(did: string): this {\n    if (this._identityDid !== did) {\n      this._identityDid = did;\n    }\n    return this;\n  }\n\n  setRecording(recording?: boolean): this {\n    if (!this.isOpen || !this.getEnabled()) {\n      return this;\n    }\n\n    if (recording) {\n      this._transcriber?.startChunksRecording();\n    } else {\n      this._transcriber?.stopChunksRecording();\n    }\n    return this;\n  }\n\n  async setEnabled(enabled: boolean): Promise<void> {\n    if (this.getEnabled() === enabled) {\n      return;\n    }\n\n    this._registry.set(this._enabledAtom, enabled ?? false);\n    if (enabled) {\n      await this._maybeRestartTranscriber();\n    } else {\n      await this._stopTranscriber();\n    }\n  }\n\n  @synchronized\n  async setAudioTrack(track?: MediaStreamTrack): Promise<void> {\n    if (this._audioStreamTrack === track) {\n      return;\n    }\n\n    this._audioStreamTrack = track;\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _open(): Promise<void> {\n    await this._maybeRestartTranscriber();\n  }\n\n  protected override async _close(): Promise<void> {\n    await this._stopTranscriber();\n  }\n\n  private async _maybeRestartTranscriber(): Promise<void> {\n    if (!this._audioStreamTrack || !this.getEnabled() || !this.isOpen) {\n      return;\n    }\n\n    // Reinitialize transcriber if feed or media stream track has changed.\n    let needReinit = false;\n    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {\n      this._mediaRecorder = new MediaStreamRecorder({\n        mediaStreamTrack: this._audioStreamTrack,\n        config: { interval: RECORD_INTERVAL },\n      });\n      needReinit = true;\n    }\n    if (needReinit) {\n      await this._transcriber?.close();\n      this._transcriber = new Transcriber({\n        config: {\n          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        },\n        recorder: this._mediaRecorder,\n        onSegments: (segments) => this._onSegments(segments),\n      });\n\n      await this._transcriber?.open();\n    }\n  }\n\n  private async _stopTranscriber(): Promise<void> {\n    await this._transcriber?.close();\n  }\n\n  private async _onSegments(segments: ContentBlock.Transcript[]): Promise<void> {\n    if (!this.isOpen || !this._feed || !this._feedServiceLayer) {\n      return;\n    }\n\n    let block = Obj.make(Message.Message, {\n      created: new Date().toISOString(),\n      blocks: segments,\n      sender: { identityDid: this._identityDid },\n    });\n\n    if (this._messageEnricher) {\n      block = await this._messageEnricher(block);\n    }\n\n    await Feed.append(this._feed, [block]).pipe(Effect.provide(this._feedServiceLayer), EffectEx.runAndForwardErrors);\n  }\n}\n","//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport * as Option from 'effect/Option';\n\nimport { Capabilities, Capability } from '@dxos/app-framework';\nimport { ClientCapabilities } from '@dxos/plugin-client';\n\nimport { TranscriptionCapabilities } from '#types';\n\nimport { TranscriptionManagerImpl } from '../transcription-manager';\n\n/**\n * Provides the higher-level transcription manager to the app-framework so other plugins can obtain it\n * via DI. The low-level construction lives in `@dxos/react-ui-transcription`; this module is the\n * provision seam.\n */\nexport default Capability.makeModule(\n  Effect.fnUntraced(function* () {\n    // Get context for lazy capability access in callbacks.\n    const capabilities = yield* Capability.Service;\n    const registry = yield* Capability.get(Capabilities.AtomRegistry);\n\n    const transcriptionManagerProvider: TranscriptionCapabilities.TranscriptionManagerProvider = ({\n      messageEnricher,\n    }) => {\n      const client = capabilities.get(ClientCapabilities.Client);\n      const haloIdentity = capabilities.get(ClientCapabilities.IdentityService);\n      const transcriptionManager = new TranscriptionManagerImpl({\n        edgeClient: client.edge.http,\n        messageEnricher,\n        registry,\n      });\n\n      const identity = Option.getOrUndefined(haloIdentity.getSnapshot());\n      if (identity) {\n        transcriptionManager.setIdentityDid(identity.did);\n      }\n\n      return transcriptionManager;\n    };\n\n    return [\n      Capability.contributes(TranscriptionCapabilities.TranscriptionManagerProvider, transcriptionManagerProvider),\n    ];\n  }),\n);\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAuBA,IAAM,kBAAkB;;;;AAKxB,IAAM,yBAAyB;;;;;AAM/B,IAAM,iCAAiC;;;;;;AAiBvC,IAAa,2BAAb,cAA8C,SAAmE;CAC/G;CACA;CACA;CACA,oBAA+C,KAAA;CAC/C,eAAgC,KAAA;CAChC,iBAA+C,KAAA;CAC/C,eAAqC,KAAA;CACrC,QAA4B,KAAA;CAC5B,oBAA4D,KAAA;CAC5D,eAAuB,KAAK,KAAK,KAAK;CAEtC,YAAY,SAAsC;EAChD,MAAM;EACN,KAAK,cAAc,QAAQ;EAC3B,KAAK,mBAAmB,QAAQ;EAChC,KAAK,YAAY,QAAQ;CAC3B;CAEA,IAAI,UAA8B;EAChC,OAAO,KAAK;CACd;CAEA,aAAsB;EACpB,OAAO,KAAK,UAAU,IAAI,KAAK,YAAY;CAC7C;CAEA,QAAQ,OAAc,MAAuB;EAC3C,KAAK,QAAQ;EACb,KAAK,oBAAoB,SAAS,MAAM,MAAM,EAAE;EAChD,OAAO;CACT;CAEA,eAAe,KAAmB;EAChC,IAAI,KAAK,iBAAiB,KACxB,KAAK,eAAe;EAEtB,OAAO;CACT;CAEA,aAAa,WAA2B;EACtC,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,WAAW,GACnC,OAAO;EAGT,IAAI,WACF,KAAK,cAAc,qBAAqB;OAExC,KAAK,cAAc,oBAAoB;EAEzC,OAAO;CACT;CAEA,MAAM,WAAW,SAAiC;EAChD,IAAI,KAAK,WAAW,MAAM,SACxB;EAGF,KAAK,UAAU,IAAI,KAAK,cAAc,WAAW,KAAK;EACtD,IAAI,SACF,MAAM,KAAK,yBAAyB;OAEpC,MAAM,KAAK,iBAAiB;CAEhC;CAEA,MACM,cAAc,OAAyC;EAC3D,IAAI,KAAK,sBAAsB,OAC7B;EAGF,KAAK,oBAAoB;EACzB,MAAM,KAAK,yBAAyB;CACtC;CAEA,MAAyB,QAAuB;EAC9C,MAAM,KAAK,yBAAyB;CACtC;CAEA,MAAyB,SAAwB;EAC/C,MAAM,KAAK,iBAAiB;CAC9B;CAEA,MAAc,2BAA0C;EACtD,IAAI,CAAC,KAAK,qBAAqB,CAAC,KAAK,WAAW,KAAK,CAAC,KAAK,QACzD;EAIF,IAAI,aAAa;EACjB,IAAI,KAAK,sBAAsB,KAAK,gBAAgB,kBAAkB;GACpE,KAAK,iBAAiB,IAAI,oBAAoB;IAC5C,kBAAkB,KAAK;IACvB,QAAQ,EAAE,UAAU,gBAAgB;GACtC,CAAC;GACD,aAAa;EACf;EACA,IAAI,YAAY;GACd,MAAM,KAAK,cAAc,MAAM;GAC/B,KAAK,eAAe,IAAI,YAAY;IAClC,QAAQ;KACN,6BAA6B;KAC7B,0BAA0B;IAC5B;IACA,UAAU,KAAK;IACf,aAAa,aAAa,KAAK,YAAY,QAAQ;GACrD,CAAC;GAED,MAAM,KAAK,cAAc,KAAK;EAChC;CACF;CAEA,MAAc,mBAAkC;EAC9C,MAAM,KAAK,cAAc,MAAM;CACjC;CAEA,MAAc,YAAY,UAAoD;EAC5E,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,SAAS,CAAC,KAAK,mBACvC;EAGF,IAAI,QAAQ,IAAI,KAAK,QAAQ,SAAS;GACpC,0BAAS,IAAI,KAAK,EAAA,CAAE,YAAY;GAChC,QAAQ;GACR,QAAQ,EAAE,aAAa,KAAK,aAAa;EAC3C,CAAC;EAED,IAAI,KAAK,kBACP,QAAQ,MAAM,KAAK,iBAAiB,KAAK;EAG3C,MAAM,KAAK,OAAO,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,QAAQ,KAAK,iBAAiB,GAAG,SAAS,mBAAmB;CAClH;AACF;YApEG,YAAA,GAAA,yBAAA,WAAA,iBAAA,IAAA;;;;;;;;AClGH,IAAA,sBAAe,WAAW,WACxB,OAAO,WAAW,aAAa;CAE7B,MAAM,eAAe,OAAO,WAAW;CACvC,MAAM,WAAW,OAAO,WAAW,IAAI,aAAa,YAAY;CAEhE,MAAM,gCAAwF,EAC5F,sBACI;EACJ,MAAM,SAAS,aAAa,IAAI,mBAAmB,MAAM;EACzD,MAAM,eAAe,aAAa,IAAI,mBAAmB,eAAe;EACxE,MAAM,uBAAuB,IAAI,yBAAyB;GACxD,YAAY,OAAO,KAAK;GACxB;GACA;EACF,CAAC;EAED,MAAM,WAAW,OAAO,eAAe,aAAa,YAAY,CAAC;EACjE,IAAI,UACF,qBAAqB,eAAe,SAAS,GAAG;EAGlD,OAAO;CACT;CAEA,OAAO,CACL,WAAW,YAAY,0BAA0B,8BAA8B,4BAA4B,CAC7G;AACF,CAAC,CACH"}

package/dist/lib/chunk-transcription-driver.mjs

@@ -0,0 +1,165 @@
+import { Capabilities, Capability } from "@dxos/app-framework";
+import { TranscriptionCapabilities } from "#types";
+import { meta } from "#meta";
+import { Fragment, useCallback, useEffect, useMemo, useRef, useState } from "react";
+import { useAtomCapability, useAtomCapabilityState, useCapabilities } from "@dxos/app-framework/ui";
+import { useAudioTrack, useTranscriber } from "@dxos/react-ui-transcription";
+import { jsx, jsxs } from "react/jsx-runtime";
+import * as Effect from "effect/Effect";
+import { log } from "@dxos/log";
+import { MarkdownCapabilities } from "@dxos/plugin-markdown/types";
+import { linkEntities } from "@dxos/pipeline-transcription";
+import { PendingTextStreamer, cancelPendingText, editorPendingTextSink, pendingTextState } from "@dxos/ui-editor";
+//#region src/capabilities/transcription-driver.tsx
+var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/transcription-driver.tsx";
+var RECORDER_INTERVAL_MS = 200;
+/**
+* Headless controller driving live transcription into a Markdown editor. Reads the active recording
+* session, captures audio while recording, and dispatches the transcribed text into the target
+* editor as pending-text effects. The user confirms or discards the pending text via the editor's
+* inline affordances. Mounted once, app-wide, via `Capabilities.ReactContext`.
+*/
+var TranscriptionDriver = () => {
+	const [session, setSession] = useAtomCapabilityState(TranscriptionCapabilities.RecordingSession);
+	const [editorViews] = useCapabilities(MarkdownCapabilities.EditorViews);
+	const [lookup] = useCapabilities(TranscriptionCapabilities.EntityLookup);
+	const settings = useAtomCapability(TranscriptionCapabilities.Settings);
+	const [, setStatus] = useAtomCapabilityState(TranscriptionCapabilities.PipelineStatus);
+	const recording = session?.recording ?? false;
+	const liveSessionId = session?.id;
+	const hasEditorForSession = !!(liveSessionId && editorViews?.get(liveSessionId));
+	const [phase, setPhase] = useState("idle");
+	const active = phase !== "idle";
+	const [sessionId, setSessionId] = useState();
+	useEffect(() => {
+		if (recording && liveSessionId && hasEditorForSession) setSessionId(liveSessionId);
+	}, [
+		recording,
+		liveSessionId,
+		hasEditorForSession
+	]);
+	useEffect(() => {
+		setPhase((current) => recording && hasEditorForSession ? "recording" : current === "recording" ? "draining" : current);
+	}, [recording, hasEditorForSession]);
+	useEffect(() => {
+		if (phase === "idle") setSessionId(void 0);
+	}, [phase]);
+	useEffect(() => {
+		setStatus(() => ({ phase }));
+	}, [phase, setStatus]);
+	const track = useAudioTrack(active, useMemo(() => settings?.audioDeviceId ? { deviceId: { ideal: settings.audioDeviceId } } : void 0, [settings?.audioDeviceId]));
+	const sessionIdRef = useRef(sessionId);
+	sessionIdRef.current = sessionId;
+	const editorViewsRef = useRef(editorViews);
+	editorViewsRef.current = editorViews;
+	const isCancelled = useCallback(() => {
+		const id = sessionIdRef.current;
+		const view = id ? editorViewsRef.current?.get(id)?.view : void 0;
+		return view ? view.state.field(pendingTextState, false) == null : false;
+	}, []);
+	const streamerRef = useRef(null);
+	useEffect(() => {
+		if (!active || !editorViews || !sessionId) return;
+		const entry = editorViews.get(sessionId);
+		if (!entry) return;
+		const entityExtraction = settings?.entityExtraction !== false;
+		const streamer = new PendingTextStreamer(editorPendingTextSink(entry.view), {
+			mode: settings?.streamMode ?? "word",
+			wordIntervalMs: settings?.wordIntervalMs ?? 80,
+			postProcess: entityExtraction && lookup ? (text) => linkEntities(text, lookup) : void 0
+		});
+		streamer.start({
+			anchor: entry.view.state.selection.main.head,
+			placeholder: "Recording…"
+		});
+		streamerRef.current = streamer;
+		return () => {
+			streamer.dispose();
+			streamerRef.current = null;
+			const current = editorViews.get(sessionId);
+			const pending = current?.view.state.field(pendingTextState, false);
+			if (current && pending && pending.final.length === 0) current.view.dispatch({ effects: cancelPendingText.of() });
+		};
+	}, [
+		active,
+		sessionId,
+		editorViews,
+		lookup,
+		settings?.streamMode,
+		settings?.wordIntervalMs,
+		settings?.entityExtraction
+	]);
+	const transcriber = useTranscriber({
+		audioStreamTrack: track,
+		onSegments: useCallback(async (segments) => {
+			const text = segments.map((segment) => segment.text).join(" ").trim();
+			if (text.length > 0 && !isCancelled()) streamerRef.current?.push(text);
+		}, [isCancelled]),
+		transcriberConfig: useMemo(() => ({ transcribeAfterChunksAmount: Math.max(1, Math.round((settings?.transcribeAfterMs ?? 4e3) / RECORDER_INTERVAL_MS)) }), [settings?.transcribeAfterMs]),
+		recorderConfig: useMemo(() => ({ interval: RECORDER_INTERVAL_MS }), [])
+	});
+	const transcriberRef = useRef(transcriber);
+	transcriberRef.current = transcriber;
+	useEffect(() => {
+		if (!transcriber) return;
+		let cancelled = false;
+		transcriber.open().then(() => {
+			if (!cancelled && phase === "recording") transcriber.startChunksRecording();
+		}, (err) => {
+			if (!cancelled) {
+				log.catch(err, void 0, {
+					"~LogMeta": "~LogMeta",
+					F: __dxlog_file,
+					L: 202,
+					S: void 0
+				});
+				setSession(() => null);
+			}
+		});
+		return () => {
+			cancelled = true;
+		};
+	}, [
+		transcriber,
+		phase,
+		setSession
+	]);
+	useEffect(() => {
+		if (phase !== "draining") return;
+		let cancelled = false;
+		const abortTimer = setInterval(() => {
+			if (isCancelled()) transcriberRef.current?.abort();
+		}, 150);
+		(async () => {
+			try {
+				await transcriberRef.current?.flush();
+				if (!isCancelled()) await streamerRef.current?.flush();
+			} catch (err) {
+				log.catch(err, void 0, {
+					"~LogMeta": "~LogMeta",
+					F: __dxlog_file,
+					L: 234,
+					S: void 0
+				});
+			} finally {
+				clearInterval(abortTimer);
+				if (!cancelled) setPhase((current) => current === "draining" ? "idle" : current);
+			}
+		})();
+		return () => {
+			cancelled = true;
+			clearInterval(abortTimer);
+		};
+	}, [phase, isCancelled]);
+	return null;
+};
+var transcription_driver_default = Capability.makeModule(Effect.fnUntraced(function* () {
+	return Capability.contributes(Capabilities.ReactContext, {
+		id: meta.profile.key,
+		context: ({ children }) => /* @__PURE__ */ jsxs(Fragment, { children: [children, /* @__PURE__ */ jsx(TranscriptionDriver, {})] })
+	});
+}));
+//#endregion
+export { transcription_driver_default as default };
+
+//# sourceMappingURL=chunk-transcription-driver.mjs.map

package/dist/lib/chunk-transcription-driver.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-transcription-driver.mjs","names":[],"sources":["../../src/capabilities/transcription-driver.tsx"],"sourcesContent":["//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport React, { Fragment, useCallback, useEffect, useMemo, useRef, useState } from 'react';\n\nimport { Capabilities, Capability } from '@dxos/app-framework';\nimport { useAtomCapability, useAtomCapabilityState, useCapabilities } from '@dxos/app-framework/ui';\nimport { log } from '@dxos/log';\nimport { linkEntities } from '@dxos/pipeline-transcription';\nimport { MarkdownCapabilities } from '@dxos/plugin-markdown/types';\nimport { useAudioTrack, useTranscriber } from '@dxos/react-ui-transcription';\nimport { type ContentBlock } from '@dxos/types';\nimport { PendingTextStreamer, cancelPendingText, editorPendingTextSink, pendingTextState } from '@dxos/ui-editor';\n\nimport { meta } from '#meta';\nimport { TranscriptionCapabilities } from '#types';\n\n// Recorder chunk interval; the transcriber's chunk threshold is derived from the buffering setting.\nconst RECORDER_INTERVAL_MS = 200;\n\n/**\n * Headless controller driving live transcription into a Markdown editor. Reads the active recording\n * session, captures audio while recording, and dispatches the transcribed text into the target\n * editor as pending-text effects. The user confirms or discards the pending text via the editor's\n * inline affordances. Mounted once, app-wide, via `Capabilities.ReactContext`.\n */\nconst TranscriptionDriver = () => {\n  const [session, setSession] = useAtomCapabilityState(TranscriptionCapabilities.RecordingSession);\n  // `useCapabilities` (not `useCapability`) so the driver does not throw when plugin-markdown is absent.\n  const [editorViews] = useCapabilities(MarkdownCapabilities.EditorViews);\n  // Injected entity resolver (full-text/vector/…); the driver stays decoupled from the database.\n  const [lookup] = useCapabilities(TranscriptionCapabilities.EntityLookup);\n  const settings = useAtomCapability(TranscriptionCapabilities.Settings);\n\n  const [, setStatus] = useAtomCapabilityState(TranscriptionCapabilities.PipelineStatus);\n\n  const recording = session?.recording ?? false;\n  const liveSessionId = session?.id;\n\n  // Only this driver's editor-backed sessions are captured here: if no editor view is registered for\n  // the session there is nowhere to stream transcription, so the driver stays idle and leaves the\n  // mic to whoever owns that session (e.g. a non-editor consumer running its own transcriber).\n  const hasEditorForSession = !!(liveSessionId && editorViews?.get(liveSessionId));\n\n  // Lifecycle phase. Driven from `recording` via an effect (not derived synchronously) so that when\n  // the mic switches off the phase is still 'recording' for that commit — nothing tears down until\n  // the drain finishes and sets 'idle'. This lets the final transcription + enrichment complete.\n  const [phase, setPhase] = useState<'idle' | 'recording' | 'draining'>('idle');\n  const active = phase !== 'idle';\n\n  // The toolbar clears the RecordingSession on stop, but the driver must keep targeting the same\n  // editor through the drain — capture the session id for the lifetime of the active phase (the\n  // editor stays open). Cleared once the phase returns to idle.\n  const [sessionId, setSessionId] = useState<string>();\n  useEffect(() => {\n    if (recording && liveSessionId && hasEditorForSession) {\n      setSessionId(liveSessionId);\n    }\n  }, [recording, liveSessionId, hasEditorForSession]);\n\n  useEffect(() => {\n    setPhase((current) =>\n      recording && hasEditorForSession ? 'recording' : current === 'recording' ? 'draining' : current,\n    );\n  }, [recording, hasEditorForSession]);\n\n  useEffect(() => {\n    if (phase === 'idle') {\n      setSessionId(undefined);\n    }\n  }, [phase]);\n\n  // Publish the phase so the toolbar / testbench can reflect mic + pipeline state in real time.\n  useEffect(() => {\n    setStatus(() => ({ phase }));\n  }, [phase, setStatus]);\n\n  // `ideal` (not `exact`) so an unavailable device falls back to the default rather than failing.\n  const audioConstraints = useMemo<MediaTrackConstraints | undefined>(\n    () => (settings?.audioDeviceId ? { deviceId: { ideal: settings.audioDeviceId } } : undefined),\n    [settings?.audioDeviceId],\n  );\n\n  // Keep the track (and thus the transcriber) alive across the whole active session — including the\n  // drain — so the transcriber can flush its buffered audio before teardown. Released at idle. The\n  // mic indicator therefore lingers for the brief drain after stop.\n  const track = useAudioTrack(active, audioConstraints);\n\n  // Refs so `handleSegments` stays stable (changing it would recreate the transcriber).\n  const sessionIdRef = useRef(sessionId);\n  sessionIdRef.current = sessionId;\n  const editorViewsRef = useRef(editorViews);\n  editorViewsRef.current = editorViews;\n\n  // The user cancelled (✕) if the pending decoration was cleared mid-session; guards against\n  // resurrecting it with late transcription / post-process writes during the drain.\n  const isCancelled = useCallback(() => {\n    const id = sessionIdRef.current;\n    const view = id ? editorViewsRef.current?.get(id)?.view : undefined;\n    return view ? view.state.field(pendingTextState, false) == null : false;\n  }, []);\n\n  // Streams transcribed text into the editor's pending-text block (buffering + word-by-word reveal).\n  // Kept alive across the whole session (incl. drain); disposed only when the phase returns to idle.\n  const streamerRef = useRef<PendingTextStreamer | null>(null);\n\n  useEffect(() => {\n    if (!active || !editorViews || !sessionId) {\n      return;\n    }\n    const entry = editorViews.get(sessionId);\n    if (!entry) {\n      return;\n    }\n\n    // Clicking the toolbar blurs the editor and hides the caret, so anchor + placeholder give\n    // immediate feedback while the first transcription is buffered.\n    // When entity extraction is enabled and a lookup is available, rewrite settled text with inline\n    // `[noun](echo:/<id>)` links — decorated as dx-anchors by the markdown editor's preview extension.\n    const entityExtraction = settings?.entityExtraction !== false;\n    const streamer = new PendingTextStreamer(editorPendingTextSink(entry.view), {\n      mode: settings?.streamMode ?? 'word',\n      wordIntervalMs: settings?.wordIntervalMs ?? 80,\n      postProcess: entityExtraction && lookup ? (text) => linkEntities(text, lookup) : undefined,\n    });\n    streamer.start({ anchor: entry.view.state.selection.main.head, placeholder: 'Recording…' });\n    streamerRef.current = streamer;\n\n    return () => {\n      streamer.dispose();\n      streamerRef.current = null;\n      // On teardown, drop the placeholder if nothing was transcribed; otherwise leave it for review.\n      const current = editorViews.get(sessionId);\n      const pending = current?.view.state.field(pendingTextState, false);\n      if (current && pending && pending.final.length === 0) {\n        current.view.dispatch({ effects: cancelPendingText.of() });\n      }\n    };\n  }, [\n    active,\n    sessionId,\n    editorViews,\n    lookup,\n    settings?.streamMode,\n    settings?.wordIntervalMs,\n    settings?.entityExtraction,\n  ]);\n\n  const handleSegments = useCallback(\n    async (segments: ContentBlock.Transcript[]) => {\n      const text = segments\n        .map((segment) => segment.text)\n        .join(' ')\n        .trim();\n      if (text.length > 0 && !isCancelled()) {\n        streamerRef.current?.push(text);\n      }\n    },\n    [isCancelled],\n  );\n\n  // Derive the transcriber's chunk threshold from the configured initial buffering time.\n  const transcriberConfig = useMemo(\n    () => ({\n      transcribeAfterChunksAmount: Math.max(\n        1,\n        Math.round((settings?.transcribeAfterMs ?? 4000) / RECORDER_INTERVAL_MS),\n      ),\n    }),\n    [settings?.transcribeAfterMs],\n  );\n\n  // Stable identity: a fresh object would change useTranscriber's memo deps every render, recreating\n  // (and reopening) the transcriber and discarding its buffered audio.\n  const recorderConfig = useMemo(() => ({ interval: RECORDER_INTERVAL_MS }), []);\n  const transcriber = useTranscriber({\n    audioStreamTrack: track,\n    onSegments: handleSegments,\n    transcriberConfig,\n    recorderConfig,\n  });\n  const transcriberRef = useRef(transcriber);\n  transcriberRef.current = transcriber;\n\n  useEffect(() => {\n    if (!transcriber) {\n      return;\n    }\n    let cancelled = false;\n    // Clear the session if `open()` rejects (e.g. mic permission denied) so the toolbar does not\n    // report \"stop\" forever while nothing is captured.\n    void transcriber.open().then(\n      () => {\n        if (!cancelled && phase === 'recording') {\n          transcriber.startChunksRecording();\n        }\n      },\n      (err) => {\n        if (!cancelled) {\n          log.catch(err);\n          setSession(() => null);\n        }\n      },\n    );\n    return () => {\n      cancelled = true;\n    };\n  }, [transcriber, phase, setSession]);\n\n  // Drain on stop: flush buffered audio (final transcription) and the streamer's post-process\n  // (entity linking) before tearing down — so the tail of speech and its enrichment are not lost.\n  useEffect(() => {\n    if (phase !== 'draining') {\n      return;\n    }\n    let cancelled = false;\n    // Hard-abort the in-flight transcription request if the user cancels (✕) during the drain.\n    const abortTimer = setInterval(() => {\n      if (isCancelled()) {\n        transcriberRef.current?.abort();\n      }\n    }, 150);\n    void (async () => {\n      try {\n        // Flush buffered audio (final transcription) then settle the streamer's post-process, unless\n        // the user cancelled (✕) — in which case skip the writes so the decoration stays cleared.\n        await transcriberRef.current?.flush();\n        if (!isCancelled()) {\n          await streamerRef.current?.flush();\n        }\n      } catch (err) {\n        log.catch(err);\n      } finally {\n        clearInterval(abortTimer);\n        if (!cancelled) {\n          setPhase((current) => (current === 'draining' ? 'idle' : current));\n        }\n      }\n    })();\n    return () => {\n      cancelled = true;\n      clearInterval(abortTimer);\n    };\n  }, [phase, isCancelled]);\n\n  return null;\n};\n\nexport default Capability.makeModule(\n  Effect.fnUntraced(function* () {\n    return Capability.contributes(Capabilities.ReactContext, {\n      id: meta.profile.key,\n      context: ({ children }) => (\n        <Fragment>\n          {children}\n          <TranscriptionDriver />\n        </Fragment>\n      ),\n    });\n  }),\n);\n"],"mappings":";;;;;;;;;;;;;;AAoBA,IAAM,uBAAuB;;;;;;;AAQ7B,IAAM,4BAA4B;CAChC,MAAM,CAAC,SAAS,cAAc,uBAAuB,0BAA0B,gBAAgB;CAE/F,MAAM,CAAC,eAAe,gBAAgB,qBAAqB,WAAW;CAEtE,MAAM,CAAC,UAAU,gBAAgB,0BAA0B,YAAY;CACvE,MAAM,WAAW,kBAAkB,0BAA0B,QAAQ;CAErE,MAAM,GAAG,aAAa,uBAAuB,0BAA0B,cAAc;CAErF,MAAM,YAAY,SAAS,aAAa;CACxC,MAAM,gBAAgB,SAAS;CAK/B,MAAM,sBAAsB,CAAC,EAAE,iBAAiB,aAAa,IAAI,aAAa;CAK9E,MAAM,CAAC,OAAO,YAAY,SAA4C,MAAM;CAC5E,MAAM,SAAS,UAAU;CAKzB,MAAM,CAAC,WAAW,gBAAgB,SAAiB;CACnD,gBAAgB;EACd,IAAI,aAAa,iBAAiB,qBAChC,aAAa,aAAa;CAE9B,GAAG;EAAC;EAAW;EAAe;CAAmB,CAAC;CAElD,gBAAgB;EACd,UAAU,YACR,aAAa,sBAAsB,cAAc,YAAY,cAAc,aAAa,OAC1F;CACF,GAAG,CAAC,WAAW,mBAAmB,CAAC;CAEnC,gBAAgB;EACd,IAAI,UAAU,QACZ,aAAa,KAAA,CAAS;CAE1B,GAAG,CAAC,KAAK,CAAC;CAGV,gBAAgB;EACd,iBAAiB,EAAE,MAAM,EAAE;CAC7B,GAAG,CAAC,OAAO,SAAS,CAAC;CAWrB,MAAM,QAAQ,cAAc,QARH,cAChB,UAAU,gBAAgB,EAAE,UAAU,EAAE,OAAO,SAAS,cAAc,EAAE,IAAI,KAAA,GACnF,CAAC,UAAU,aAAa,CAMU,CAAgB;CAGpD,MAAM,eAAe,OAAO,SAAS;CACrC,aAAa,UAAU;CACvB,MAAM,iBAAiB,OAAO,WAAW;CACzC,eAAe,UAAU;CAIzB,MAAM,cAAc,kBAAkB;EACpC,MAAM,KAAK,aAAa;EACxB,MAAM,OAAO,KAAK,eAAe,SAAS,IAAI,EAAE,CAAC,EAAE,OAAO,KAAA;EAC1D,OAAO,OAAO,KAAK,MAAM,MAAM,kBAAkB,KAAK,KAAK,OAAO;CACpE,GAAG,CAAC,CAAC;CAIL,MAAM,cAAc,OAAmC,IAAI;CAE3D,gBAAgB;EACd,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,WAC9B;EAEF,MAAM,QAAQ,YAAY,IAAI,SAAS;EACvC,IAAI,CAAC,OACH;EAOF,MAAM,mBAAmB,UAAU,qBAAqB;EACxD,MAAM,WAAW,IAAI,oBAAoB,sBAAsB,MAAM,IAAI,GAAG;GAC1E,MAAM,UAAU,cAAc;GAC9B,gBAAgB,UAAU,kBAAkB;GAC5C,aAAa,oBAAoB,UAAU,SAAS,aAAa,MAAM,MAAM,IAAI,KAAA;EACnF,CAAC;EACD,SAAS,MAAM;GAAE,QAAQ,MAAM,KAAK,MAAM,UAAU,KAAK;GAAM,aAAa;EAAa,CAAC;EAC1F,YAAY,UAAU;EAEtB,aAAa;GACX,SAAS,QAAQ;GACjB,YAAY,UAAU;GAEtB,MAAM,UAAU,YAAY,IAAI,SAAS;GACzC,MAAM,UAAU,SAAS,KAAK,MAAM,MAAM,kBAAkB,KAAK;GACjE,IAAI,WAAW,WAAW,QAAQ,MAAM,WAAW,GACjD,QAAQ,KAAK,SAAS,EAAE,SAAS,kBAAkB,GAAG,EAAE,CAAC;EAE7D;CACF,GAAG;EACD;EACA;EACA;EACA;EACA,UAAU;EACV,UAAU;EACV,UAAU;CACZ,CAAC;CA6BD,MAAM,cAAc,eAAe;EACjC,kBAAkB;EAClB,YA7BqB,YACrB,OAAO,aAAwC;GAC7C,MAAM,OAAO,SACV,KAAK,YAAY,QAAQ,IAAI,CAAA,CAC7B,KAAK,GAAG,CAAA,CACR,KAAK;GACR,IAAI,KAAK,SAAS,KAAK,CAAC,YAAY,GAClC,YAAY,SAAS,KAAK,IAAI;EAElC,GACA,CAAC,WAAW,CAmBA;EACZ,mBAhBwB,eACjB,EACL,6BAA6B,KAAK,IAChC,GACA,KAAK,OAAO,UAAU,qBAAqB,OAAQ,oBAAoB,CACzE,EACF,IACA,CAAC,UAAU,iBAAiB,CAS5B;EACA,gBALqB,eAAe,EAAE,UAAU,qBAAqB,IAAI,CAAC,CAK1E;CACF,CAAC;CACD,MAAM,iBAAiB,OAAO,WAAW;CACzC,eAAe,UAAU;CAEzB,gBAAgB;EACd,IAAI,CAAC,aACH;EAEF,IAAI,YAAY;EAGhB,YAAiB,KAAK,CAAC,CAAC,WAChB;GACJ,IAAI,CAAC,aAAa,UAAU,aAC1B,YAAY,qBAAqB;EAErC,IACC,QAAQ;GACP,IAAI,CAAC,WAAW;IACd,IAAI,MAAM,KAAE,KAAA,GAAA;KAAA,YAAA;KAAA,GAAA;KAAA,GAAA;KAAA,GAAA,KAAA;IAAA,CAAC;IACb,iBAAiB,IAAI;GACvB;EACF,CACF;EACA,aAAa;GACX,YAAY;EACd;CACF,GAAG;EAAC;EAAa;EAAO;CAAU,CAAC;CAInC,gBAAgB;EACd,IAAI,UAAU,YACZ;EAEF,IAAI,YAAY;EAEhB,MAAM,aAAa,kBAAkB;GACnC,IAAI,YAAY,GACd,eAAe,SAAS,MAAM;EAElC,GAAG,GAAG;EACN,CAAM,YAAY;GAChB,IAAI;IAGF,MAAM,eAAe,SAAS,MAAM;IACpC,IAAI,CAAC,YAAY,GACf,MAAM,YAAY,SAAS,MAAM;GAErC,SAAS,KAAK;IACZ,IAAI,MAAM,KAAE,KAAA,GAAA;KAAA,YAAA;KAAA,GAAA;KAAA,GAAA;KAAA,GAAA,KAAA;IAAA,CAAC;GACf,UAAU;IACR,cAAc,UAAU;IACxB,IAAI,CAAC,WACH,UAAU,YAAa,YAAY,aAAa,SAAS,OAAQ;GAErE;EACF,EAAA,CAAG;EACH,aAAa;GACX,YAAY;GACZ,cAAc,UAAU;EAC1B;CACF,GAAG,CAAC,OAAO,WAAW,CAAC;CAEvB,OAAO;AACT;AAEA,IAAA,+BAAe,WAAW,WACxB,OAAO,WAAW,aAAa;CAC7B,OAAO,WAAW,YAAY,aAAa,cAAc;EACvD,IAAI,KAAK,QAAQ;EACjB,UAAU,EAAE,eACV,qBAAC,UAAD,EAAA,UAAA,CACG,UACD,oBAAC,qBAAD,CAAsB,CAAA,CACd,EAAA,CAAA;CAEd,CAAC;AACH,CAAC,CACH"}