@dxos/plugin-transcription 0.9.1-main.c7dcc2e112 → 0.10.0

package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs

@@ -0,0 +1,25 @@
+import "./chunk-J5LGTIGS.mjs";
+
+// src/capabilities/entity-lookup.ts
+import * as Effect from "effect/Effect";
+import { Capability } from "@dxos/app-framework";
+import { AppSpace } from "@dxos/app-toolkit";
+import { ClientCapabilities } from "@dxos/plugin-client";
+import { makeDatabaseLookup } from "@dxos/transcription-pipeline";
+import { TranscriptionCapabilities } from "#types";
+var entity_lookup_default = Capability.makeModule(Effect.fnUntraced(function* () {
+  const capabilities = yield* Capability.Service;
+  const lookup = async (noun, context) => {
+    const client = capabilities.get(ClientCapabilities.Client);
+    const space = AppSpace.getPersonalSpace(client);
+    if (!space) {
+      return [];
+    }
+    return makeDatabaseLookup(space.db)(noun, context);
+  };
+  return Capability.contributes(TranscriptionCapabilities.EntityLookup, lookup);
+}));
+export {
+  entity_lookup_default as default
+};
+//# sourceMappingURL=entity-lookup-PCDW7NC4.mjs.map

package/dist/lib/neutral/entity-lookup-PCDW7NC4.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/entity-lookup.ts"],
+  "sourcesContent": ["//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability } from '@dxos/app-framework';\nimport { AppSpace } from '@dxos/app-toolkit';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { type EntityLookup, makeDatabaseLookup } from '@dxos/transcription-pipeline';\n\nimport { TranscriptionCapabilities } from '#types';\n\n/**\n * Contributes an {@link EntityLookup} backed by the personal space's full-text index. Resolved lazily\n * per call so it reflects the current space. Consumers (e.g. the live-transcription driver) depend on\n * this function rather than the database — swap the backend (vector, space-aware, remote) here.\n */\nexport default Capability.makeModule(\n  Effect.fnUntraced(function* () {\n    const capabilities = yield* Capability.Service;\n    const lookup: EntityLookup = async (noun, context) => {\n      const client = capabilities.get(ClientCapabilities.Client);\n      const space = AppSpace.getPersonalSpace(client);\n      if (!space) {\n        return [];\n      }\n      return makeDatabaseLookup(space.db)(noun, context);\n    };\n    return Capability.contributes(TranscriptionCapabilities.EntityLookup, lookup);\n  }),\n);\n"],
+  "mappings": ";;;AAIA,YAAYA,YAAY;AAExB,SAASC,kBAAkB;AAC3B,SAASC,gBAAgB;AACzB,SAASC,0BAA0B;AACnC,SAA4BC,0BAA0B;AAEtD,SAASC,iCAAiC;AAO1C,IAAA,wBAAeJ,WAAWK,WACjBC,kBAAW,aAAA;AAChB,QAAMC,eAAe,OAAOP,WAAWQ;AACvC,QAAMC,SAAuB,OAAOC,MAAMC,YAAAA;AACxC,UAAMC,SAASL,aAAaM,IAAIX,mBAAmBY,MAAM;AACzD,UAAMC,QAAQd,SAASe,iBAAiBJ,MAAAA;AACxC,QAAI,CAACG,OAAO;AACV,aAAO,CAAA;IACT;AACA,WAAOZ,mBAAmBY,MAAME,EAAE,EAAEP,MAAMC,OAAAA;EAC5C;AACA,SAAOX,WAAWkB,YAAYd,0BAA0Be,cAAcV,MAAAA;AACxE,CAAA,CAAA;",
+  "names": ["Effect", "Capability", "AppSpace", "ClientCapabilities", "makeDatabaseLookup", "TranscriptionCapabilities", "makeModule", "fnUntraced", "capabilities", "Service", "lookup", "noun", "context", "client", "get", "Client", "space", "getPersonalSpace", "db", "contributes", "EntityLookup"]
+}

package/dist/lib/neutral/hooks/index.mjs

@@ -1,19 +1,97 @@
-import {
-  useAudioFile,
-  useAudioTrack,
-  useFeedModelAdapter,
-  useTranscriber,
-  useTranscriptionRecording,
-  useVoiceInput
-} from "../chunk-XMHH34NI.mjs";
-import "../chunk-MLRJWAQH.mjs";
 import "../chunk-J5LGTIGS.mjs";
+
+// src/hooks/useTranscriptionRecording.ts
+import * as Effect from "effect/Effect";
+import { useCallback, useEffect, useState } from "react";
+import { useAtomCapability, useOperationInvoker } from "@dxos/app-framework/ui";
+import { Database, Feed, Obj } from "@dxos/echo";
+import { EffectEx } from "@dxos/effect";
+import { log } from "@dxos/log";
+import { getSpace } from "@dxos/react-client/echo";
+import { useIdentity } from "@dxos/react-client/halo";
+import { useAudioTrack, useTranscriber } from "@dxos/react-ui-transcription";
+import { Message } from "@dxos/types";
+import { TranscriptionCapabilities, TranscriptOperation } from "#types";
+var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useTranscriptionRecording.ts";
+var useTranscriptionRecording = (transcript) => {
+  const space = getSpace(transcript);
+  const identity = useIdentity();
+  const feed = transcript.feed.target;
+  const [recording, setRecording] = useState(false);
+  const track = useAudioTrack(recording);
+  const { invokePromise } = useOperationInvoker();
+  const settings = useAtomCapability(TranscriptionCapabilities.Settings);
+  const handleSegments = useCallback(async (blocks) => {
+    if (!space || !feed || blocks.length === 0) {
+      return;
+    }
+    const sender = identity ? {
+      identityDid: identity.did,
+      name: identity.profile?.displayName
+    } : {};
+    let message = Obj.make(Message.Message, {
+      sender,
+      created: (/* @__PURE__ */ new Date()).toISOString(),
+      blocks
+    });
+    if (settings?.entityExtraction ?? true) {
+      const { data, error } = await invokePromise(TranscriptOperation.EnrichMessage, {
+        message
+      }, {
+        spaceId: space.id
+      });
+      if (error) {
+        log.warn("entity extraction failed; using raw transcript", {
+          error
+        }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 51, S: void 0 });
+      } else if (data?.message) {
+        message = data.message;
+      }
+    }
+    await Feed.append(feed, [
+      message
+    ]).pipe(Effect.provide(Database.layer(space.db)), EffectEx.runAndForwardErrors);
+  }, [
+    space,
+    feed,
+    identity,
+    invokePromise,
+    settings
+  ]);
+  const transcriber = useTranscriber({
+    audioStreamTrack: track,
+    onSegments: handleSegments
+  });
+  useEffect(() => {
+    if (!transcriber) {
+      return;
+    }
+    let cancelled = false;
+    void transcriber.open().then(() => {
+      if (!cancelled && recording) {
+        transcriber.startChunksRecording();
+      }
+    }, (err) => {
+      if (!cancelled) {
+        log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 87, S: void 0 });
+        setRecording(false);
+      }
+    });
+    return () => {
+      cancelled = true;
+      transcriber.stopChunksRecording();
+    };
+  }, [
+    transcriber,
+    recording
+  ]);
+  const toggleRecording = useCallback(() => setRecording((value) => !value), []);
+  return {
+    recording,
+    toggleRecording
+  };
+};
 export {
-  useAudioFile,
-  useAudioTrack,
-  useFeedModelAdapter,
-  useTranscriber,
-  useTranscriptionRecording,
-  useVoiceInput
+  useTranscriptionRecording
 };
 //# sourceMappingURL=index.mjs.map

package/dist/lib/neutral/hooks/index.mjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": [],
-  "sourcesContent": [],
-  "mappings": "",
-  "names": []
+  "sources": ["../../../../src/hooks/useTranscriptionRecording.ts"],
+  "sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport { useCallback, useEffect, useState } from 'react';\n\nimport { useAtomCapability, useOperationInvoker } from '@dxos/app-framework/ui';\nimport { Database, Feed, Obj } from '@dxos/echo';\nimport { EffectEx } from '@dxos/effect';\nimport { log } from '@dxos/log';\nimport { getSpace } from '@dxos/react-client/echo';\nimport { useIdentity } from '@dxos/react-client/halo';\nimport { useAudioTrack, useTranscriber } from '@dxos/react-ui-transcription';\nimport { Message, type Transcript } from '@dxos/types';\n\nimport { TranscriptionCapabilities, TranscriptOperation } from '#types';\n\nexport type TranscriptionRecording = {\n  recording: boolean;\n  toggleRecording: () => void;\n};\n\n/**\n * Drives the recording lifecycle for a transcript: opens an audio track, feeds it through the\n * transcriber, and appends transcribed message batches to the transcript's feed. Returns the\n * recording flag and a toggle callback for the caller to wire to UI.\n */\nexport const useTranscriptionRecording = (transcript: Transcript.Transcript): TranscriptionRecording => {\n  const space = getSpace(transcript);\n  const identity = useIdentity();\n  const feed = transcript.feed.target;\n\n  const [recording, setRecording] = useState(false);\n  const track = useAudioTrack(recording);\n  const { invokePromise } = useOperationInvoker();\n  const settings = useAtomCapability(TranscriptionCapabilities.Settings);\n\n  // Append a transcribed message batch to the transcript's feed, enriching it first (when entity\n  // extraction is enabled) with references to known entities mentioned in the transcript.\n  const handleSegments = useCallback(\n    async (blocks: Message.Message['blocks']) => {\n      if (!space || !feed || blocks.length === 0) {\n        return;\n      }\n      const sender = identity ? { identityDid: identity.did, name: identity.profile?.displayName } : {};\n      let message = Obj.make(Message.Message, {\n        sender,\n        created: new Date().toISOString(),\n        blocks,\n      });\n\n      // `spaceId` provides the space context required by the process-affinity AiService/Database.\n      // Fall back to the raw message if extraction fails (e.g. AI service unavailable).\n      if (settings?.entityExtraction ?? true) {\n        const { data, error } = await invokePromise(\n          TranscriptOperation.EnrichMessage,\n          { message },\n          { spaceId: space.id },\n        );\n        if (error) {\n          log.warn('entity extraction failed; using raw transcript', { error });\n        } else if (data?.message) {\n          message = data.message;\n        }\n      }\n\n      await Feed.append(feed, [message]).pipe(Effect.provide(Database.layer(space.db)), EffectEx.runAndForwardErrors);\n    },\n    [space, feed, identity, invokePromise, settings],\n  );\n\n  // Drive the transcriber lifecycle off the recording flag + audio track.\n  const transcriber = useTranscriber({ audioStreamTrack: track, onSegments: handleSegments });\n  useEffect(() => {\n    if (!transcriber) {\n      return;\n    }\n    let cancelled = false;\n    // If `open()` rejects (e.g. mic permission denied, device init failure) we must\n    // clear `recording` — otherwise the toolbar button reports \"stop\" forever while\n    // nothing is actually being captured.\n    void transcriber.open().then(\n      () => {\n        if (!cancelled && recording) {\n          transcriber.startChunksRecording();\n        }\n      },\n      (err) => {\n        if (!cancelled) {\n          log.catch(err);\n          setRecording(false);\n        }\n      },\n    );\n    return () => {\n      cancelled = true;\n      transcriber.stopChunksRecording();\n    };\n  }, [transcriber, recording]);\n\n  const toggleRecording = useCallback(() => setRecording((value) => !value), []);\n\n  return { recording, toggleRecording };\n};\n"],
+  "mappings": ";;;AAIA,YAAYA,YAAY;AACxB,SAASC,aAAaC,WAAWC,gBAAgB;AAEjD,SAASC,mBAAmBC,2BAA2B;AACvD,SAASC,UAAUC,MAAMC,WAAW;AACpC,SAASC,gBAAgB;AACzB,SAASC,WAAW;AACpB,SAASC,gBAAgB;AACzB,SAASC,mBAAmB;AAC5B,SAASC,eAAeC,sBAAsB;AAC9C,SAASC,eAAgC;AAEzC,SAASC,2BAA2BC,2BAA2B;AAO/D,IAAA,eAAA;AAOQC,IAAAA,4BAAWN,CAAAA,eAAAA;AACjB,QAAMO,QAAOC,SAAAA,UAAgBC;AAE7B,QAAM,WAACC,YAAWC;AAClB,QAAMC,OAAAA,WAAQX,KAAcS;AAC5B,QAAM,CAAA,WAAEG,YAAkBpB,IAAAA,SAAAA,KAAAA;AAC1B,QAAMqB,QAAAA,cAAWtB,SAAkBY;AAEnC,QAAA,EAAA,cAAA,IAAA,oBAAA;AACA,QAAA,WAAA,kBAAA,0BAAA,QAAA;yBAIM,YAAA,OAAA,WAAA;AACF,QAAA,CAAA,SAAA,CAAA,QAAA,OAAA,WAAA,GAAA;AACA;;UAAuDW,SAAMT,WAAgB;MAAkB,aAAC,SAAA;MAC5FU,MAAAA,SAAcC,SAAKd;QACrBe,CAAAA;QACAC,UAAS,IAAIC,KAAAA,QAAOC,SAAW;MAC/BC;MACF,UAAA,oBAAA,KAAA,GAAA,YAAA;MAEA;IACA,CAAA;kBAIMN,oBAAAA,MAAAA;AAAQ,YACV,EAAA,MAAA,MAAA,IAAA,MAAA,cAAA,oBAAA,eAAA;QAAEO;MAAkB,GAAA;QAElBC,SAAO,MAAA;;iBACoDA;AAAM,YAAA,KAAA,kDAAA;UAC9D;QACLR,GAAAA,EAAAA,YAAUS,YAAY,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA;MACxB,WAAA,MAAA,SAAA;AACF,kBAAA,KAAA;MAEA;;UAAmCC,KAAKtC,OAAOuC,MAAQjC;MAEzD;IAACkC,CAAAA,EAAAA,KAAAA,eAAAA,SAAAA,MAAAA,MAAAA,EAAAA,CAAAA,GAAAA,SAAAA,mBAAAA;;IAAatB;IAAUO;IAAeC;IAAS;IAGlD;EACA,CAAA;QAA8De,cAAYC,eAAAA;IAAe,kBAAA;IACzFxC,YAAU;;YAEN,MAAA;AACF,QAAA,CAAA,aAAA;AACIyC;IACJ;AACA,QAAA,YAAA;qBAKMC,KAAYC,EAAAA,KAAAA,MAAAA;AACd,UAAA,CAAA,aAAA,WAAA;AAEDC,oBAAAA,qBAAAA;MACC;gBACEpC;UACAa,CAAAA,WAAAA;AACF,YAAA,MAAA,KAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,OAAA,CAAA;AACF,qBAAA,KAAA;MAEF;;WAEEqB,MAAAA;AACF,kBAAA;AACC,kBAAA,oBAAA;IAACA;;IAAuB;IAE3B;EAEA,CAAA;QAAStB,kBAAAA,YAAAA,MAAAA,aAAAA,CAAAA,UAAAA,CAAAA,KAAAA,GAAAA,CAAAA,CAAAA;SAAWyB;IAAgB;IACpC;;;",
+  "names": ["Effect", "useCallback", "useEffect", "useState", "useAtomCapability", "useOperationInvoker", "Database", "Feed", "Obj", "EffectEx", "log", "getSpace", "useIdentity", "useAudioTrack", "useTranscriber", "Message", "TranscriptionCapabilities", "TranscriptOperation", "identity", "feed", "transcript", "target", "recording", "setRecording", "track", "invokePromise", "settings", "name", "message", "make", "sender", "created", "Date", "toISOString", "blocks", "spaceId", "error", "data", "pipe", "provide", "space", "onSegments", "handleSegments", "cancelled", "transcriber", "startChunksRecording", "err", "toggleRecording"]
 }

package/dist/lib/neutral/index.mjs

@@ -1,46 +1,20 @@
-import {
-  MediaStreamRecorder,
-  Transcriber,
-  TranscriptionManager,
-  alignWhisperSegments
-} from "./chunk-XWC5BBOY.mjs";
-import {
-  useAudioFile,
-  useAudioTrack,
-  useFeedModelAdapter,
-  useTranscriber,
-  useTranscriptionRecording,
-  useVoiceInput
-} from "./chunk-XMHH34NI.mjs";
 import {
   meta
-} from "./chunk-XZVDAYM6.mjs";
+} from "./chunk-5BVHY75B.mjs";
 import {
   Settings_exports,
   TranscriptOperation_exports,
   TranscriptionCapabilities_exports
-} from "./chunk-2URVUJT4.mjs";
-import "./chunk-XOXHWMXR.mjs";
+} from "./chunk-MDV7NBFJ.mjs";
 import {
-  transcription_blueprint_default
-} from "./chunk-ZR4BH4QQ.mjs";
-import "./chunk-MLRJWAQH.mjs";
+  transcription_skill_default
+} from "./chunk-KOXLGGSL.mjs";
 import "./chunk-J5LGTIGS.mjs";
 export {
-  MediaStreamRecorder,
   Settings_exports as Settings,
-  Transcriber,
   TranscriptOperation_exports as TranscriptOperation,
-  transcription_blueprint_default as TranscriptionBlueprint,
   TranscriptionCapabilities_exports as TranscriptionCapabilities,
-  TranscriptionManager,
-  alignWhisperSegments,
-  meta,
-  useAudioFile,
-  useAudioTrack,
-  useFeedModelAdapter,
-  useTranscriber,
-  useTranscriptionRecording,
-  useVoiceInput
+  transcription_skill_default as TranscriptionSkill,
+  meta
 };
 //# sourceMappingURL=index.mjs.map

package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs

@@ -0,0 +1,16 @@
+import "./chunk-J5LGTIGS.mjs";
+
+// src/capabilities/markdown-extension.ts
+import * as Effect from "effect/Effect";
+import { Capability } from "@dxos/app-framework";
+import { MarkdownCapabilities } from "@dxos/plugin-markdown/types";
+import { pendingText } from "@dxos/ui-editor";
+var markdown_extension_default = Capability.makeModule(Effect.fnUntraced(function* () {
+  return Capability.contributes(MarkdownCapabilities.ExtensionProvider, [
+    () => pendingText()
+  ]);
+}));
+export {
+  markdown_extension_default as default
+};
+//# sourceMappingURL=markdown-extension-CCDXXY7E.mjs.map

package/dist/lib/neutral/markdown-extension-CCDXXY7E.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/markdown-extension.ts"],
+  "sourcesContent": ["//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { Capability } from '@dxos/app-framework';\nimport { MarkdownCapabilities } from '@dxos/plugin-markdown/types';\nimport { pendingText } from '@dxos/ui-editor';\n\nexport default Capability.makeModule(\n  Effect.fnUntraced(function* () {\n    // Every Markdown editor receives the pending-text extension so the transcription driver can\n    // inject live text into it (the driver resolves the editor via `MarkdownCapabilities.EditorViews`).\n    return Capability.contributes(MarkdownCapabilities.ExtensionProvider, [() => pendingText()]);\n  }),\n);\n"],
+  "mappings": ";;;AAIA,YAAYA,YAAY;AAExB,SAASC,kBAAkB;AAC3B,SAASC,4BAA4B;AACrC,SAASC,mBAAmB;AAE5B,IAAA,6BAAeF,WAAWG,WACjBC,kBAAW,aAAA;AAGhB,SAAOJ,WAAWK,YAAYJ,qBAAqBK,mBAAmB;IAAC,MAAMJ,YAAAA;GAAc;AAC7F,CAAA,CAAA;",
+  "names": ["Effect", "Capability", "MarkdownCapabilities", "pendingText", "makeModule", "fnUntraced", "contributes", "ExtensionProvider"]
+}