@dxos/plugin-transcription 0.8.0 → 0.8.1-main.ae460ac

package/dist/lib/browser/{TranscriptContainer-SX6PNFEC.mjs → TranscriptContainer-N4KQHMY4.mjs}

@@ -1,10 +1,10 @@
 import {
   TranscriptContainer_default,
   TranscriptionContainer
-} from "./chunk-R4HHS6FA.mjs";
+} from "./chunk-YX447BJ4.mjs";
 import "./chunk-QIHUPVQD.mjs";
 export {
   TranscriptionContainer,
   TranscriptContainer_default as default
 };
-//# sourceMappingURL=TranscriptContainer-SX6PNFEC.mjs.map
+//# sourceMappingURL=TranscriptContainer-N4KQHMY4.mjs.map

package/dist/lib/browser/{chunk-AS364WZZ.mjs → chunk-BDVUIRBP.mjs}

@@ -1,8 +1,8 @@
 // packages/plugins/experimental/plugin-transcription/src/components/index.ts
 import { lazy } from "react";
-var TranscriptContainer = lazy(() => import("./TranscriptContainer-SX6PNFEC.mjs"));
+var TranscriptContainer = lazy(() => import("./TranscriptContainer-N4KQHMY4.mjs"));
 
 export {
   TranscriptContainer
 };
-//# sourceMappingURL=chunk-AS364WZZ.mjs.map
+//# sourceMappingURL=chunk-BDVUIRBP.mjs.map

package/dist/lib/browser/chunk-GHTRJTEB.mjs

@@ -0,0 +1,35 @@
+// packages/plugins/experimental/plugin-transcription/src/util/get-time-str.ts
+var getTimeStr = (timestamp) => new Date(timestamp ?? Date.now()).toLocaleTimeString("en-US", {
+  timeZone: "UTC",
+  hour12: true,
+  hour: "numeric",
+  minute: "2-digit",
+  second: "2-digit"
+});
+
+// packages/plugins/experimental/plugin-transcription/src/util/random-queue-dxn.ts
+import { ObjectId } from "@dxos/echo-schema";
+import { DXN, QueueSubspaceTags, SpaceId } from "@dxos/keys";
+var randomQueueDxn = () => new DXN(DXN.kind.QUEUE, [
+  QueueSubspaceTags.DATA,
+  SpaceId.random(),
+  ObjectId.random()
+]);
+
+// packages/plugins/experimental/plugin-transcription/src/util/array.ts
+var mergeFloat64Arrays = (arrays) => {
+  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));
+  let offset = 0;
+  for (const array of arrays) {
+    newArray.set(array, offset);
+    offset += array.length;
+  }
+  return newArray;
+};
+
+export {
+  mergeFloat64Arrays,
+  getTimeStr,
+  randomQueueDxn
+};
+//# sourceMappingURL=chunk-GHTRJTEB.mjs.map

package/dist/lib/browser/chunk-GHTRJTEB.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/util/get-time-str.ts", "../../../src/util/random-queue-dxn.ts", "../../../src/util/array.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nexport const getTimeStr = (timestamp?: number) =>\n  new Date(timestamp ?? Date.now()).toLocaleTimeString('en-US', {\n    timeZone: 'UTC',\n    hour12: true,\n    hour: 'numeric',\n    minute: '2-digit',\n    second: '2-digit',\n  });\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { ObjectId } from '@dxos/echo-schema';\nimport { DXN, QueueSubspaceTags, SpaceId } from '@dxos/keys';\n\nexport const randomQueueDxn = () =>\n  new DXN(DXN.kind.QUEUE, [QueueSubspaceTags.DATA, SpaceId.random(), ObjectId.random()]);\n", "//\n// Copyright 2025 DXOS.org\n//\n\nexport const mergeFloat64Arrays = (arrays: Float64Array[]) => {\n  const newArray = new Float64Array(arrays.reduce((acc, array) => array.length + acc, 0));\n  let offset = 0;\n  for (const array of arrays) {\n    newArray.set(array, offset);\n    offset += array.length;\n  }\n\n  return newArray;\n};\n"],
+  "mappings": ";AAIO,IAAMA,aAAa,CAACC,cACzB,IAAIC,KAAKD,aAAaC,KAAKC,IAAG,CAAA,EAAIC,mBAAmB,SAAS;EAC5DC,UAAU;EACVC,QAAQ;EACRC,MAAM;EACNC,QAAQ;EACRC,QAAQ;AACV,CAAA;;;ACPF,SAASC,gBAAgB;AACzB,SAASC,KAAKC,mBAAmBC,eAAe;AAEzC,IAAMC,iBAAiB,MAC5B,IAAIC,IAAIA,IAAIC,KAAKC,OAAO;EAACC,kBAAkBC;EAAMC,QAAQC,OAAM;EAAIC,SAASD,OAAM;CAAG;;;ACJhF,IAAME,qBAAqB,CAACC,WAAAA;AACjC,QAAMC,WAAW,IAAIC,aAAaF,OAAOG,OAAO,CAACC,KAAKC,UAAUA,MAAMC,SAASF,KAAK,CAAA,CAAA;AACpF,MAAIG,SAAS;AACb,aAAWF,SAASL,QAAQ;AAC1BC,aAASO,IAAIH,OAAOE,MAAAA;AACpBA,cAAUF,MAAMC;EAClB;AAEA,SAAOL;AACT;",
+  "names": ["getTimeStr", "timestamp", "Date", "now", "toLocaleTimeString", "timeZone", "hour12", "hour", "minute", "second", "ObjectId", "DXN", "QueueSubspaceTags", "SpaceId", "randomQueueDxn", "DXN", "kind", "QUEUE", "QueueSubspaceTags", "DATA", "SpaceId", "random", "ObjectId", "mergeFloat64Arrays", "arrays", "newArray", "Float64Array", "reduce", "acc", "array", "length", "offset", "set"]
+}

package/dist/lib/browser/{chunk-R4HHS6FA.mjs → chunk-YX447BJ4.mjs}

@@ -8,7 +8,7 @@ import { pipe } from "effect";
 import React2, { useCallback, useMemo, useState } from "react";
 import { chain, createIntent, LayoutAction, useIntentDispatcher } from "@dxos/app-framework";
 import { Message } from "@dxos/artifact";
-import { AIServiceClientImpl, DEFAULT_LLM_MODEL, MixedStreamParser } from "@dxos/assistant";
+import { AIServiceEdgeClient, DEFAULT_LLM_MODEL, MixedStreamParser } from "@dxos/assistant";
 import { create, getSpace, makeRef } from "@dxos/client/echo";
 import { QueueImpl } from "@dxos/echo-db";
 import { createStatic, isInstanceOf } from "@dxos/echo-schema";
@@ -81,7 +81,7 @@ var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/experimental/pl
 var TranscriptionContainer = ({ transcript }) => {
   const { t } = useTranslation2(TRANSCRIPTION_PLUGIN);
   const edge = useEdgeClient();
-  const aiService = useAiServiceClient();
+  const ai = useAiServiceClient();
   const { dispatchPromise: dispatch } = useIntentDispatcher();
   const queue = useQueue(edge, transcript.queue ? DXN.parse(transcript.queue) : void 0, {
     pollInterval: 1e3
@@ -90,7 +90,7 @@ var TranscriptionContainer = ({ transcript }) => {
   const handleSummarize = useCallback(async () => {
     setIsSummarizing(true);
     try {
-      const document = await summarizeTranscript(edge, aiService, transcript);
+      const document = await summarizeTranscript(edge, ai, transcript);
       const space = getSpace(transcript);
       const target = space?.properties[CollectionType.typename]?.target;
       await dispatch(pipe(createIntent(SpaceAction.AddObject, {
@@ -124,17 +124,17 @@ var TranscriptionContainer = ({ transcript }) => {
   })));
 };
 var TranscriptContainer_default = TranscriptionContainer;
-var summarizeTranscript = async (edgeClient, aiService, transcript) => {
+var summarizeTranscript = async (edge, ai, transcript) => {
   invariant(transcript.queue, "No queue found for transcript", {
     F: __dxlog_file,
-    L: 90,
+    L: 86,
     S: void 0,
     A: [
       "transcript.queue",
       "'No queue found for transcript'"
     ]
   });
-  const queue = new QueueImpl(edgeClient, DXN.parse(transcript.queue));
+  const queue = new QueueImpl(edge, DXN.parse(transcript.queue));
   await queue.refresh();
   const content = queue.items.filter((block) => isInstanceOf(TranscriptBlock, block)).map((block) => `${block.author}: ${block.segments.map((segment) => segment.text).join("\n")}`).join("\n\n");
   const parser = new MixedStreamParser();
@@ -142,11 +142,11 @@ var summarizeTranscript = async (edgeClient, aiService, transcript) => {
     blockCount: queue.items.length
   }, {
     F: __dxlog_file,
-    L: 101,
+    L: 97,
     S: void 0,
     C: (f, a) => f(...a)
   });
-  const output = await parser.parse(await aiService.exec({
+  const output = await parser.parse(await ai.exec({
     model: DEFAULT_LLM_MODEL,
     systemPrompt: SUMMARIZE_PROMPT,
     history: [
@@ -165,13 +165,13 @@ var summarizeTranscript = async (edgeClient, aiService, transcript) => {
     output
   }, {
     F: __dxlog_file,
-    L: 110,
+    L: 106,
     S: void 0,
     C: (f, a) => f(...a)
   });
   invariant(output[0].content[0].type === "text", "Expected text content", {
     F: __dxlog_file,
-    L: 111,
+    L: 107,
     S: void 0,
     A: [
       "output[0].content[0].type === 'text'",
@@ -211,10 +211,10 @@ var SUMMARIZE_PROMPT = `
   # Tasks
   At the end of the summary include tasks.
   Extract only the tasks that are:
-  - Directly actionable
-  - Clearly assigned to a person or team (or can easily be inferred)
-  - Strongly implied by the conversation and/or user note (no speculative tasks)
-  - Specific enough that someone reading them would know exactly what to do next
+  - Directly actionable.
+  - Clearly assigned to a person or team (or can easily be inferred).
+  - Strongly implied by the conversation and/or user note (no speculative tasks).
+  - Specific enough that someone reading them would know exactly what to do next.
 
   Format all tasks as markdown checkboxes using the syntax:
   - [ ] Task description
@@ -226,7 +226,7 @@ var SUMMARIZE_PROMPT = `
 var useAiServiceClient = () => {
   const config = useConfig();
   const endpoint = config.values.runtime?.services?.ai?.server ?? "http://localhost:8788";
-  return useMemo(() => new AIServiceClientImpl({
+  return useMemo(() => new AIServiceEdgeClient({
     endpoint
   }), [
     endpoint
@@ -238,4 +238,4 @@ export {
   TranscriptionContainer,
   TranscriptContainer_default
 };
-//# sourceMappingURL=chunk-R4HHS6FA.mjs.map
+//# sourceMappingURL=chunk-YX447BJ4.mjs.map

package/dist/lib/browser/chunk-YX447BJ4.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/components/TranscriptContainer.tsx", "../../../src/components/Transcript/Transcript.tsx"],
+  "sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport { pipe } from 'effect';\nimport React, { useCallback, useMemo, useState, type FC } from 'react';\n\nimport { chain, createIntent, LayoutAction, useIntentDispatcher } from '@dxos/app-framework';\nimport { Message } from '@dxos/artifact';\nimport { AIServiceEdgeClient, DEFAULT_LLM_MODEL, MixedStreamParser, type AIServiceClient } from '@dxos/assistant';\nimport { create, getSpace, makeRef } from '@dxos/client/echo';\nimport { QueueImpl } from '@dxos/echo-db';\nimport { createStatic, isInstanceOf } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { DocumentType } from '@dxos/plugin-markdown/types';\nimport { CollectionType, SpaceAction } from '@dxos/plugin-space/types';\nimport { useConfig } from '@dxos/react-client';\nimport { useEdgeClient, useQueue, type EdgeHttpClient } from '@dxos/react-edge-client';\nimport { IconButton, Toolbar, useTranslation } from '@dxos/react-ui';\nimport { ScrollContainer } from '@dxos/react-ui-components';\nimport { StackItem } from '@dxos/react-ui-stack';\nimport { TextType } from '@dxos/schema';\n\nimport { Transcript } from './Transcript';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptBlock, type TranscriptType } from '../types';\n\nexport const TranscriptionContainer: FC<{ transcript: TranscriptType }> = ({ transcript }) => {\n  const { t } = useTranslation(TRANSCRIPTION_PLUGIN);\n  const edge = useEdgeClient();\n  const ai = useAiServiceClient();\n  const { dispatchPromise: dispatch } = useIntentDispatcher();\n\n  const queue = useQueue<TranscriptBlock>(edge, transcript.queue ? DXN.parse(transcript.queue) : undefined, {\n    pollInterval: 1_000,\n  });\n\n  // TODO(dmaretskyi): Pending state and errors should be handled by the framework!!!\n  const [isSummarizing, setIsSummarizing] = useState(false);\n  const handleSummarize = useCallback(async () => {\n    setIsSummarizing(true);\n    try {\n      const document = await summarizeTranscript(edge, ai, transcript);\n      const space = getSpace(transcript);\n      const target = space?.properties[CollectionType.typename]?.target;\n      await dispatch(\n        pipe(\n          createIntent(SpaceAction.AddObject, { object: document, target }),\n          chain(LayoutAction.Open, { part: 'main' }),\n        ),\n      );\n    } finally {\n      setIsSummarizing(false);\n    }\n  }, [transcript, edge]);\n\n  // TODO(dmaretskyi): Move action to menu.\n  return (\n    <StackItem.Content toolbar={true}>\n      <StackItem.Heading>\n        <Toolbar.Root classNames='flex gap-2'>\n          <IconButton\n            icon='ph--subtitles--regular'\n            iconOnly\n            size={5}\n            disabled={isSummarizing}\n            onClick={handleSummarize}\n            label={t('summary button')}\n          />\n          {isSummarizing && <div className='text-sm'>{t('summarizing label')}</div>}\n        </Toolbar.Root>\n      </StackItem.Heading>\n      <ScrollContainer>\n        <Transcript blocks={queue?.items} />\n      </ScrollContainer>\n    </StackItem.Content>\n  );\n};\n\nexport default TranscriptionContainer;\n\n// TODO(dmaretskyi): Extract to the new file once transcript refactoring has settled.\nconst summarizeTranscript = async (edge: EdgeHttpClient, ai: AIServiceClient, transcript: TranscriptType) => {\n  invariant(transcript.queue, 'No queue found for transcript');\n\n  const queue = new QueueImpl(edge, DXN.parse(transcript.queue));\n  await queue.refresh();\n  const content = queue.items\n    .filter((block) => isInstanceOf(TranscriptBlock, block))\n    .map((block) => `${block.author}: ${block.segments.map((segment) => segment.text).join('\\n')}`)\n    .join('\\n\\n');\n\n  const parser = new MixedStreamParser();\n\n  log.info('summarizing transcript', { blockCount: queue.items.length });\n  const output = await parser.parse(\n    await ai.exec({\n      model: DEFAULT_LLM_MODEL,\n      systemPrompt: SUMMARIZE_PROMPT,\n      history: [createStatic(Message, { role: 'user', content: [{ type: 'text', text: content }] })],\n    }),\n  );\n\n  log.info('transcript summary', { output });\n  invariant(output[0].content[0].type === 'text', 'Expected text content');\n  const summary = output[0].content[0].text;\n\n  // TODO(dmaretskyi): .started is missing.\n  const name = `Summary ${(transcript.started ?? new Date()).toLocaleString('en-US', {\n    year: 'numeric',\n    month: 'long',\n    day: 'numeric',\n    hour: '2-digit',\n    minute: '2-digit',\n  })}`;\n\n  return create(DocumentType, {\n    name,\n    content: makeRef(create(TextType, { content: summary })),\n    threads: [],\n  });\n};\n\n// TODO(dmaretskyi): Add example to set consistent structure for the summary.\nconst SUMMARIZE_PROMPT = `\n  # Goal\n  Create a markdown summary of the transcript provided.\n\n  # Formatting\n  - Format the summary as a markdown document without extra comments like \"Here is the summary of the transcript:\".\n  - Use markdown formatting for headings and bullet points.\n  - Format the summary as a list of key points and takeaways.\n  - All names of people should be in bold.\n\n  # Note Taking\n  - Correlate items in the summary with the person of origin to build a coherent narrative.\n  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.\n\n  # Tasks\n  At the end of the summary include tasks.\n  Extract only the tasks that are:\n  - Directly actionable.\n  - Clearly assigned to a person or team (or can easily be inferred).\n  - Strongly implied by the conversation and/or user note (no speculative tasks).\n  - Specific enough that someone reading them would know exactly what to do next.\n\n  Format all tasks as markdown checkboxes using the syntax:\n  - [ ] Task description\n\n  Additional information can be included (indented).\n\n  If no actionable tasks are found, omit this tasks section.\n`;\n\n// TODO(dmaretskyi): Extract?\n//  Also this conflicts with plugin automation providing the ai client via a capability. Need to reconcile.\nconst useAiServiceClient = (): AIServiceClient => {\n  const config = useConfig();\n  const endpoint = config.values.runtime?.services?.ai?.server ?? 'http://localhost:8788'; // TOOD(burdon): Standardize consts.\n  return useMemo(() => new AIServiceEdgeClient({ endpoint }), [endpoint]);\n};\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { formatDistanceToNow } from 'date-fns/formatDistanceToNow';\nimport React, { type FC } from 'react';\n\nimport { Icon, IconButton, useTranslation } from '@dxos/react-ui';\n\nimport { TRANSCRIPTION_PLUGIN } from '../../meta';\nimport { type TranscriptBlock } from '../../types';\n\n// TODO(burdon): react-ui-list.\n// TODO(burdon): Actions (e.g., mark, summarize, translate, label, delete).\n\nexport type TranscriptProps = {\n  blocks?: TranscriptBlock[];\n};\n\nexport const Transcript: FC<TranscriptProps> = ({ blocks }) => {\n  const { t } = useTranslation(TRANSCRIPTION_PLUGIN);\n  const hoverButton = 'p-1 min-bs-1 transition-opacity duration-250 opacity-10 group-hover:opacity-100';\n\n  return (\n    <div role='list' className='flex flex-col grow gap-2 m-1'>\n      {blocks?.map((block) => (\n        <div\n          role='listitem'\n          key={block.id}\n          className='flex flex-col py-1 border border-transparent hover:border-separator rounded'\n        >\n          <div className='group flex items-center px-2'>\n            <Icon icon='ph--user--regular' />\n            <div className='px-2 text-sm text-subdued'>{block.author}</div>\n            <div className='grow' />\n            <IconButton\n              disabled\n              icon='ph--x--regular'\n              label={t('delete button')}\n              iconOnly\n              size={4}\n              classNames={hoverButton}\n            />\n          </div>\n\n          {block.segments.map((segment, i) => (\n            <div key={i} className='group flex flex-col'>\n              <div className='px-2'>{segment.text}</div>\n              <div className='flex gap-1 items-center justify-between px-2'>\n                <div className='grow' />\n                <div className='truncate text-xs text-subdued'>\n                  {formatDistanceToNow(segment.started, { addSuffix: true })}\n                </div>\n                <IconButton\n                  disabled\n                  icon='ph--bookmark-simple--regular'\n                  label={t('bookmark button')}\n                  iconOnly\n                  size={4}\n                  classNames={hoverButton}\n                />\n              </div>\n            </div>\n          ))}\n        </div>\n      ))}\n    </div>\n  );\n};\n"],
+  "mappings": ";;;;;;AAIA,SAASA,YAAY;AACrB,OAAOC,UAASC,aAAaC,SAASC,gBAAyB;AAE/D,SAASC,OAAOC,cAAcC,cAAcC,2BAA2B;AACvE,SAASC,eAAe;AACxB,SAASC,qBAAqBC,mBAAmBC,yBAA+C;AAChG,SAASC,QAAQC,UAAUC,eAAe;AAC1C,SAASC,iBAAiB;AAC1B,SAASC,cAAcC,oBAAoB;AAC3C,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,WAAW;AACpB,SAASC,oBAAoB;AAC7B,SAASC,gBAAgBC,mBAAmB;AAC5C,SAASC,iBAAiB;AAC1B,SAASC,eAAeC,gBAAqC;AAC7D,SAASC,cAAAA,aAAYC,SAASC,kBAAAA,uBAAsB;AACpD,SAASC,uBAAuB;AAChC,SAASC,iBAAiB;AAC1B,SAASC,gBAAgB;;;ACnBzB,SAASC,2BAA2B;AACpC,OAAOC,WAAwB;AAE/B,SAASC,MAAMC,YAAYC,sBAAsB;AAY1C,IAAMC,aAAkC,CAAC,EAAEC,OAAM,MAAE;AACxD,QAAM,EAAEC,EAAC,IAAKC,eAAeC,oBAAAA;AAC7B,QAAMC,cAAc;AAEpB,SACE,sBAAA,cAACC,OAAAA;IAAIC,MAAK;IAAOC,WAAU;KACxBP,QAAQQ,IAAI,CAACC,UACZ,sBAAA,cAACJ,OAAAA;IACCC,MAAK;IACLI,KAAKD,MAAME;IACXJ,WAAU;KAEV,sBAAA,cAACF,OAAAA;IAAIE,WAAU;KACb,sBAAA,cAACK,MAAAA;IAAKC,MAAK;MACX,sBAAA,cAACR,OAAAA;IAAIE,WAAU;KAA6BE,MAAMK,MAAM,GACxD,sBAAA,cAACT,OAAAA;IAAIE,WAAU;MACf,sBAAA,cAACQ,YAAAA;IACCC,UAAAA;IACAH,MAAK;IACLI,OAAOhB,EAAE,eAAA;IACTiB,UAAAA;IACAC,MAAM;IACNC,YAAYhB;OAIfK,MAAMY,SAASb,IAAI,CAACc,SAASC,MAC5B,sBAAA,cAAClB,OAAAA;IAAIK,KAAKa;IAAGhB,WAAU;KACrB,sBAAA,cAACF,OAAAA;IAAIE,WAAU;KAAQe,QAAQE,IAAI,GACnC,sBAAA,cAACnB,OAAAA;IAAIE,WAAU;KACb,sBAAA,cAACF,OAAAA;IAAIE,WAAU;MACf,sBAAA,cAACF,OAAAA;IAAIE,WAAU;KACZkB,oBAAoBH,QAAQI,SAAS;IAAEC,WAAW;EAAK,CAAA,CAAA,GAE1D,sBAAA,cAACZ,YAAAA;IACCC,UAAAA;IACAH,MAAK;IACLI,OAAOhB,EAAE,iBAAA;IACTiB,UAAAA;IACAC,MAAM;IACNC,YAAYhB;;AAS9B;;;;ADvCO,IAAMwB,yBAA6D,CAAC,EAAEC,WAAU,MAAE;AACvF,QAAM,EAAEC,EAAC,IAAKC,gBAAeC,oBAAAA;AAC7B,QAAMC,OAAOC,cAAAA;AACb,QAAMC,KAAKC,mBAAAA;AACX,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKC,oBAAAA;AAEtC,QAAMC,QAAQC,SAA0BR,MAAMJ,WAAWW,QAAQE,IAAIC,MAAMd,WAAWW,KAAK,IAAII,QAAW;IACxGC,cAAc;EAChB,CAAA;AAGA,QAAM,CAACC,eAAeC,gBAAAA,IAAoBC,SAAS,KAAA;AACnD,QAAMC,kBAAkBC,YAAY,YAAA;AAClCH,qBAAiB,IAAA;AACjB,QAAI;AACF,YAAMI,WAAW,MAAMC,oBAAoBnB,MAAME,IAAIN,UAAAA;AACrD,YAAMwB,QAAQC,SAASzB,UAAAA;AACvB,YAAM0B,SAASF,OAAOG,WAAWC,eAAeC,QAAQ,GAAGH;AAC3D,YAAMjB,SACJqB,KACEC,aAAaC,YAAYC,WAAW;QAAEC,QAAQZ;QAAUI;MAAO,CAAA,GAC/DS,MAAMC,aAAaC,MAAM;QAAEC,MAAM;MAAO,CAAA,CAAA,CAAA;IAG9C,UAAA;AACEpB,uBAAiB,KAAA;IACnB;EACF,GAAG;IAAClB;IAAYI;GAAK;AAGrB,SACE,gBAAAmC,OAAA,cAACC,UAAUC,SAAO;IAACC,SAAS;KAC1B,gBAAAH,OAAA,cAACC,UAAUG,SAAO,MAChB,gBAAAJ,OAAA,cAACK,QAAQC,MAAI;IAACC,YAAW;KACvB,gBAAAP,OAAA,cAACQ,aAAAA;IACCC,MAAK;IACLC,UAAAA;IACAC,MAAM;IACNC,UAAUlC;IACVmC,SAAShC;IACTiC,OAAOpD,EAAE,gBAAA;MAEVgB,iBAAiB,gBAAAsB,OAAA,cAACe,OAAAA;IAAIC,WAAU;KAAWtD,EAAE,mBAAA,CAAA,CAAA,CAAA,GAGlD,gBAAAsC,OAAA,cAACiB,iBAAAA,MACC,gBAAAjB,OAAA,cAACkB,YAAAA;IAAWC,QAAQ/C,OAAOgD;;AAInC;AAEA,IAAA,8BAAe5D;AAGf,IAAMwB,sBAAsB,OAAOnB,MAAsBE,IAAqBN,eAAAA;AAC5E4D,YAAU5D,WAAWW,OAAO,iCAAA;;;;;;;;;AAE5B,QAAMA,QAAQ,IAAIkD,UAAUzD,MAAMS,IAAIC,MAAMd,WAAWW,KAAK,CAAA;AAC5D,QAAMA,MAAMmD,QAAO;AACnB,QAAMC,UAAUpD,MAAMgD,MACnBK,OAAO,CAACC,UAAUC,aAAaC,iBAAiBF,KAAAA,CAAAA,EAChDG,IAAI,CAACH,UAAU,GAAGA,MAAMI,MAAM,KAAKJ,MAAMK,SAASF,IAAI,CAACG,YAAYA,QAAQC,IAAI,EAAEC,KAAK,IAAA,CAAA,EAAO,EAC7FA,KAAK,MAAA;AAER,QAAMC,SAAS,IAAIC,kBAAAA;AAEnBC,MAAIC,KAAK,0BAA0B;IAAEC,YAAYnE,MAAMgD,MAAMoB;EAAO,GAAA;;;;;;AACpE,QAAMC,SAAS,MAAMN,OAAO5D,MAC1B,MAAMR,GAAG2E,KAAK;IACZC,OAAOC;IACPC,cAAcC;IACdC,SAAS;MAACC,aAAaC,SAAS;QAAEC,MAAM;QAAQ1B,SAAS;UAAC;YAAE2B,MAAM;YAAQlB,MAAMT;UAAQ;;MAAG,CAAA;;EAC7F,CAAA,CAAA;AAGFa,MAAIC,KAAK,sBAAsB;IAAEG;EAAO,GAAA;;;;;;AACxCpB,YAAUoB,OAAO,CAAA,EAAGjB,QAAQ,CAAA,EAAG2B,SAAS,QAAQ,yBAAA;;;;;;;;;AAChD,QAAMC,UAAUX,OAAO,CAAA,EAAGjB,QAAQ,CAAA,EAAGS;AAGrC,QAAMoB,OAAO,YAAY5F,WAAW6F,WAAW,oBAAIC,KAAAA,GAAQC,eAAe,SAAS;IACjFC,MAAM;IACNC,OAAO;IACPC,KAAK;IACLC,MAAM;IACNC,QAAQ;EACV,CAAA,CAAA;AAEA,SAAOC,OAAOC,cAAc;IAC1BV;IACA7B,SAASwC,QAAQF,OAAOG,UAAU;MAAEzC,SAAS4B;IAAQ,CAAA,CAAA;IACrDc,SAAS,CAAA;EACX,CAAA;AACF;AAGA,IAAMpB,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgCzB,IAAM9E,qBAAqB,MAAA;AACzB,QAAMmG,SAASC,UAAAA;AACf,QAAMC,WAAWF,OAAOG,OAAOC,SAASC,UAAUzG,IAAI0G,UAAU;AAChE,SAAOC,QAAQ,MAAM,IAAIC,oBAAoB;IAAEN;EAAS,CAAA,GAAI;IAACA;GAAS;AACxE;",
+  "names": ["pipe", "React", "useCallback", "useMemo", "useState", "chain", "createIntent", "LayoutAction", "useIntentDispatcher", "Message", "AIServiceEdgeClient", "DEFAULT_LLM_MODEL", "MixedStreamParser", "create", "getSpace", "makeRef", "QueueImpl", "createStatic", "isInstanceOf", "invariant", "DXN", "log", "DocumentType", "CollectionType", "SpaceAction", "useConfig", "useEdgeClient", "useQueue", "IconButton", "Toolbar", "useTranslation", "ScrollContainer", "StackItem", "TextType", "formatDistanceToNow", "React", "Icon", "IconButton", "useTranslation", "Transcript", "blocks", "t", "useTranslation", "TRANSCRIPTION_PLUGIN", "hoverButton", "div", "role", "className", "map", "block", "key", "id", "Icon", "icon", "author", "IconButton", "disabled", "label", "iconOnly", "size", "classNames", "segments", "segment", "i", "text", "formatDistanceToNow", "started", "addSuffix", "TranscriptionContainer", "transcript", "t", "useTranslation", "TRANSCRIPTION_PLUGIN", "edge", "useEdgeClient", "ai", "useAiServiceClient", "dispatchPromise", "dispatch", "useIntentDispatcher", "queue", "useQueue", "DXN", "parse", "undefined", "pollInterval", "isSummarizing", "setIsSummarizing", "useState", "handleSummarize", "useCallback", "document", "summarizeTranscript", "space", "getSpace", "target", "properties", "CollectionType", "typename", "pipe", "createIntent", "SpaceAction", "AddObject", "object", "chain", "LayoutAction", "Open", "part", "React", "StackItem", "Content", "toolbar", "Heading", "Toolbar", "Root", "classNames", "IconButton", "icon", "iconOnly", "size", "disabled", "onClick", "label", "div", "className", "ScrollContainer", "Transcript", "blocks", "items", "invariant", "QueueImpl", "refresh", "content", "filter", "block", "isInstanceOf", "TranscriptBlock", "map", "author", "segments", "segment", "text", "join", "parser", "MixedStreamParser", "log", "info", "blockCount", "length", "output", "exec", "model", "DEFAULT_LLM_MODEL", "systemPrompt", "SUMMARIZE_PROMPT", "history", "createStatic", "Message", "role", "type", "summary", "name", "started", "Date", "toLocaleString", "year", "month", "day", "hour", "minute", "create", "DocumentType", "makeRef", "TextType", "threads", "config", "useConfig", "endpoint", "values", "runtime", "services", "server", "useMemo", "AIServiceEdgeClient"]
+}

package/dist/lib/browser/index.mjs

@@ -1,17 +1,17 @@
 import {
-  mergeFloat64Arrays,
-  monitorAudioLevel
-} from "./chunk-ZMES3U2D.mjs";
+  mergeFloat64Arrays
+} from "./chunk-GHTRJTEB.mjs";
 import {
   TranscriptContainer
-} from "./chunk-AS364WZZ.mjs";
+} from "./chunk-BDVUIRBP.mjs";
 import {
   Transcript,
   TranscriptionContainer
-} from "./chunk-R4HHS6FA.mjs";
+} from "./chunk-YX447BJ4.mjs";
 import {
   TRANSCRIPTION_PLUGIN,
   TRANSCRIPTION_URL,
+  TranscriptBlock,
   TranscriptType,
   meta
 } from "./chunk-QIHUPVQD.mjs";
@@ -28,8 +28,8 @@ var TranscriptionCapabilities;
 
 // packages/plugins/experimental/plugin-transcription/src/capabilities/index.ts
 var AppGraphBuilder = lazy(() => import("./app-graph-builder-ZSSJIFY7.mjs"));
-var IntentResolver = lazy(() => import("./intent-resolver-EAR2TFK2.mjs"));
-var ReactSurface = lazy(() => import("./react-surface-FOEWLLTZ.mjs"));
+var IntentResolver = lazy(() => import("./intent-resolver-RW6DEJC2.mjs"));
+var ReactSurface = lazy(() => import("./react-surface-UPTZBHVB.mjs"));
 
 // packages/plugins/experimental/plugin-transcription/src/hooks/useAudioFile.ts
 import { useEffect, useState } from "react";
@@ -121,64 +121,8 @@ var useAudioTrack = (active) => {
   return track;
 };
 
-// packages/plugins/experimental/plugin-transcription/src/hooks/useIsSpeaking.ts
-import { useEffect as useEffect3, useRef, useState as useState3 } from "react";
-var useIsSpeaking = (mediaStreamTrack) => {
-  const [isSpeaking, setIsSpeaking] = useState3(false);
-  const isSpeakingRef = useRef(isSpeaking);
-  useEffect3(() => {
-    if (!mediaStreamTrack) {
-      setIsSpeaking(false);
-      return;
-    }
-    isSpeakingRef.current = isSpeaking;
-    const interval = window.setInterval(() => {
-      if (isSpeaking === isSpeakingRef.current) {
-        return;
-      }
-      setIsSpeaking(isSpeakingRef.current);
-    }, 50);
-    return () => {
-      clearInterval(interval);
-    };
-  }, [
-    isSpeaking,
-    isSpeakingRef,
-    mediaStreamTrack
-  ]);
-  useEffect3(() => {
-    if (!mediaStreamTrack) {
-      return;
-    }
-    let timeout = -1;
-    const cleanup = monitorAudioLevel({
-      mediaStreamTrack,
-      onMeasure: (vol) => {
-        const audioLevelAboveThreshold = vol > (isSpeakingRef.current ? 0.02 : 0.05);
-        if (audioLevelAboveThreshold) {
-          clearTimeout(timeout);
-          timeout = -1;
-          isSpeakingRef.current = true;
-        } else if (timeout === -1) {
-          timeout = window.setTimeout(() => {
-            isSpeakingRef.current = false;
-            timeout = -1;
-          }, 1e3);
-        }
-      }
-    });
-    return () => {
-      cleanup();
-    };
-  }, [
-    isSpeaking,
-    mediaStreamTrack
-  ]);
-  return isSpeaking;
-};
-
 // packages/plugins/experimental/plugin-transcription/src/hooks/useTranscriber.ts
-import { useEffect as useEffect4, useMemo } from "react";
+import { useEffect as useEffect3, useMemo } from "react";
 
 // packages/plugins/experimental/plugin-transcription/src/transcriber/media-stream-recorder.ts
 import { MediaRecorder, register } from "extendable-media-recorder";
@@ -214,6 +158,9 @@ var MediaStreamRecorder = class {
       bitDepthCode: settings.sampleSize ? String(settings.sampleSize) : "16"
     };
   }
+  get mediaStreamTrack() {
+    return this._mediaStreamTrack;
+  }
   setOnChunk(onChunk) {
     this._onChunk = onChunk;
   }
@@ -222,7 +169,7 @@ var MediaStreamRecorder = class {
       err
     }, {
       F: __dxlog_file2,
-      L: 58,
+      L: 62,
       S: this,
       C: (f, a) => f(...a)
     }));
@@ -239,7 +186,7 @@ var MediaStreamRecorder = class {
     }
     invariant(this._onChunk, "MediaStreamRecorder: onChunk is not set", {
       F: __dxlog_file2,
-      L: 69,
+      L: 73,
       S: this,
       A: [
         "this._onChunk",
@@ -274,7 +221,7 @@ var MediaStreamRecorder = class {
     } else {
       log2.warn("MediaStreamRecorder: no header", void 0, {
         F: __dxlog_file2,
-        L: 100,
+        L: 104,
         S: this,
         C: (f, a) => f(...a)
       });
@@ -479,7 +426,7 @@ var useTranscriber = ({ audioStreamTrack, onSegments }) => {
     audioStreamTrack,
     onSegments
   ]);
-  useEffect4(() => {
+  useEffect3(() => {
     return () => {
       void transcriber?.close();
     };
@@ -490,7 +437,7 @@ var useTranscriber = ({ audioStreamTrack, onSegments }) => {
 };
 
 // packages/plugins/experimental/plugin-transcription/src/hooks/useVoiceInput.ts
-import { useState as useState4, useEffect as useEffect5, useCallback } from "react";
+import { useState as useState3, useEffect as useEffect4, useCallback } from "react";
 import { scheduleMicroTask } from "@dxos/async";
 import { Context } from "@dxos/context";
 import { log as log4 } from "@dxos/log";
@@ -503,13 +450,13 @@ var useVoiceInput = ({ active, onUpdate }) => {
     const text = segments.map((str) => str.text.trim().replace(/[^\w\s]/g, "")).join(" ");
     onUpdate(text);
   }, []);
-  const [recording, setRecording] = useState4(false);
+  const [recording, setRecording] = useState3(false);
   const track = useAudioTrack(active);
   const transcriber = useTranscriber({
     audioStreamTrack: track,
     onSegments: handleSegments
   });
-  useEffect5(() => {
+  useEffect4(() => {
     const ctx = new Context(void 0, {
       F: __dxlog_file4,
       L: 43
@@ -551,6 +498,167 @@ var useVoiceInput = ({ active, onUpdate }) => {
   };
 };
 
+// packages/plugins/experimental/plugin-transcription/src/transcription-manager.ts
+import { synchronized as synchronized2 } from "@dxos/async";
+import { Resource as Resource2 } from "@dxos/context";
+import { QueueImpl } from "@dxos/echo-db";
+import { createStatic } from "@dxos/echo-schema";
+import { invariant as invariant2 } from "@dxos/invariant";
+import { DXN } from "@dxos/keys";
+function _ts_decorate3(decorators, target, key, desc) {
+  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+  return c > 3 && r && Object.defineProperty(target, key, r), r;
+}
+var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/plugins/experimental/plugin-transcription/src/transcription-manager.ts";
+var RECORD_INTERVAL2 = 200;
+var PREFIXED_CHUNKS_AMOUNT2 = 10;
+var TRANSCRIBE_AFTER_CHUNKS_AMOUNT2 = 50;
+var TranscriptionManager = class extends Resource2 {
+  constructor(edgeClient) {
+    super();
+    this._audioStreamTrack = void 0;
+    this._name = void 0;
+    this._mediaRecorder = void 0;
+    this._transcriber = void 0;
+    this._enabled = false;
+    this._queue = void 0;
+    this._edgeClient = edgeClient;
+  }
+  async _open() {
+    await this._toggleTranscriber();
+  }
+  async _close() {
+    void this._transcriber?.close();
+  }
+  setRecording(recording) {
+    if (!this.isOpen || !this._enabled) {
+      return;
+    }
+    if (recording) {
+      this._transcriber?.startChunksRecording();
+    } else {
+      this._transcriber?.stopChunksRecording();
+    }
+  }
+  /**
+  * Enable or disable transcription.
+  * @param enabled - Whether to enable transcription.
+  */
+  async setEnabled(enabled) {
+    if (this._enabled === enabled) {
+      return;
+    }
+    this._enabled = enabled ?? false;
+    this.isOpen && await this._toggleTranscriber();
+  }
+  async setAudioTrack(track) {
+    if (this._audioStreamTrack === track) {
+      return;
+    }
+    this._audioStreamTrack = track;
+    this.isOpen && await this._toggleTranscriber();
+  }
+  /**
+  * Set the queue to save the transcription to.
+  * @param queue - The queue to save the transcription to or the DXN of the queue.
+  */
+  setQueue(queue) {
+    switch (typeof queue) {
+      case "string":
+        if (this._queue?.dxn.toString() === queue) {
+          return;
+        }
+        this._queue = new QueueImpl(this._edgeClient, DXN.parse(queue));
+        break;
+      case "object":
+        if (this._queue === queue) {
+          return;
+        }
+        invariant2(queue instanceof QueueImpl, void 0, {
+          F: __dxlog_file5,
+          L: 110,
+          S: this,
+          A: [
+            "queue instanceof QueueImpl",
+            ""
+          ]
+        });
+        this._queue = queue;
+        break;
+      case "undefined":
+        this._queue = void 0;
+        break;
+    }
+  }
+  setName(name) {
+    if (this._name === name) {
+      return;
+    }
+    this._name = name;
+  }
+  async _toggleTranscriber() {
+    await this._maybeReinitTranscriber();
+    if (this._enabled) {
+      await this._transcriber?.open();
+    } else {
+      await this._transcriber?.close();
+    }
+  }
+  async _maybeReinitTranscriber() {
+    if (!this._audioStreamTrack || !this._enabled) {
+      return;
+    }
+    let needReinit = false;
+    if (this._audioStreamTrack !== this._mediaRecorder?.mediaStreamTrack) {
+      this._mediaRecorder = new MediaStreamRecorder({
+        mediaStreamTrack: this._audioStreamTrack,
+        interval: RECORD_INTERVAL2
+      });
+      needReinit = true;
+    }
+    if (needReinit) {
+      await this._transcriber?.close();
+      this._transcriber = new Transcriber({
+        config: {
+          transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT2,
+          prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT2
+        },
+        recorder: this._mediaRecorder,
+        onSegments: (segments) => this._onSegments(segments)
+      });
+    }
+  }
+  async _onSegments(segments) {
+    if (!this.isOpen || !this._queue) {
+      return;
+    }
+    const block = createStatic(TranscriptBlock, {
+      author: this._name,
+      segments
+    });
+    this._queue.append([
+      block
+    ]);
+  }
+};
+_ts_decorate3([
+  synchronized2
+], TranscriptionManager.prototype, "setRecording", null);
+_ts_decorate3([
+  synchronized2
+], TranscriptionManager.prototype, "setEnabled", null);
+_ts_decorate3([
+  synchronized2
+], TranscriptionManager.prototype, "setAudioTrack", null);
+_ts_decorate3([
+  synchronized2
+], TranscriptionManager.prototype, "setQueue", null);
+_ts_decorate3([
+  synchronized2
+], TranscriptionManager.prototype, "setName", null);
+
 // packages/plugins/experimental/plugin-transcription/src/TranscriptionPlugin.tsx
 import { Capabilities, Events, contributes, defineModule, definePlugin } from "@dxos/app-framework";
 import { ClientCapabilities, ClientEvents } from "@dxos/plugin-client";
@@ -641,11 +749,11 @@ export {
   TranscriptContainer,
   TranscriptionCapabilities,
   TranscriptionContainer,
+  TranscriptionManager,
   TranscriptionPlugin,
   meta,
   useAudioFile,
   useAudioTrack,
-  useIsSpeaking,
   useTranscriber,
   useVoiceInput
 };