@dxos/plugin-transcription 0.8.4-main.2e9d522 → 0.8.4-main.406dc2a

package/dist/lib/browser/{transcriber-PXT4QBFY.mjs → transcriber-NG5MRCP6.mjs}

@@ -2,12 +2,12 @@ import {
   MediaStreamRecorder,
   Transcriber,
   TranscriptionManager
-} from "./chunk-FFEPEPCU.mjs";
-import "./chunk-R7INNNUQ.mjs";
+} from "./chunk-COBQIZ6B.mjs";
 import {
   TranscriptionCapabilities
-} from "./chunk-U6QBOGTN.mjs";
-import "./chunk-5WH45KBY.mjs";
+} from "./chunk-LCK3YRQF.mjs";
+import "./chunk-GGHMOEKZ.mjs";
+import "./chunk-7LNCQDTT.mjs";
 
 // src/capabilities/transcriber.ts
 import { contributes } from "@dxos/app-framework";
@@ -15,7 +15,7 @@ import { ClientCapabilities } from "@dxos/plugin-client";
 var RECORD_INTERVAL = 200;
 var PREFIXED_CHUNKS_AMOUNT = 10;
 var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
-var transcriber_default = (context) => {
+var transcriber_default = ((context) => {
   const getTranscriber = ({ audioStreamTrack, onSegments, transcriberConfig, recorderConfig }) => {
     return new Transcriber({
       config: {
@@ -49,8 +49,8 @@ var transcriber_default = (context) => {
     contributes(TranscriptionCapabilities.Transcriber, getTranscriber),
     contributes(TranscriptionCapabilities.TranscriptionManager, getTranscriptionManager)
   ];
-};
+});
 export {
   transcriber_default as default
 };
-//# sourceMappingURL=transcriber-PXT4QBFY.mjs.map
+//# sourceMappingURL=transcriber-NG5MRCP6.mjs.map

package/dist/lib/browser/transcriber-NG5MRCP6.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/transcriber.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type PluginContext, contributes } from '@dxos/app-framework';\nimport { ClientCapabilities } from '@dxos/plugin-client';\n\nimport { MediaStreamRecorder, Transcriber, TranscriptionManager } from '../transcriber';\n\nimport { TranscriptionCapabilities } from './capabilities';\n\n// TODO(burdon): Move to config?\n\n/**\n * Length of the chunk in ms.\n */\nconst RECORD_INTERVAL = 200;\n\n/**\n * Number of chunks to save before the user starts speaking.\n */\nconst PREFIXED_CHUNKS_AMOUNT = 10;\n\n/**\n * Number of chunks to transcribe automatically after.\n * Combined should be mess than 25MB or whisper would fail.\n */\nconst TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport default (context: PluginContext) => {\n  const getTranscriber: TranscriptionCapabilities.GetTranscriber = ({\n    audioStreamTrack,\n    onSegments,\n    transcriberConfig,\n    recorderConfig,\n  }) => {\n    // Initialize audio transcription.\n    return new Transcriber({\n      config: {\n        transcribeAfterChunksAmount: TRANSCRIBE_AFTER_CHUNKS_AMOUNT,\n        prefixBufferChunksAmount: PREFIXED_CHUNKS_AMOUNT,\n        ...transcriberConfig,\n      },\n      recorder: new MediaStreamRecorder({\n        mediaStreamTrack: audioStreamTrack,\n        config: {\n          interval: RECORD_INTERVAL,\n          ...recorderConfig,\n        },\n      }),\n      onSegments,\n    });\n  };\n\n  const getTranscriptionManager: TranscriptionCapabilities.GetTranscriptionManager = ({ messageEnricher }) => {\n    const client = context.getCapability(ClientCapabilities.Client);\n    const transcriptionManager = new TranscriptionManager({\n      edgeClient: client.edge,\n      messageEnricher,\n    });\n\n    const identity = client.halo.identity.get();\n    if (identity) {\n      transcriptionManager.setIdentityDid(identity.did);\n    }\n\n    return transcriptionManager;\n  };\n\n  return [\n    contributes(TranscriptionCapabilities.Transcriber, getTranscriber),\n    contributes(TranscriptionCapabilities.TranscriptionManager, getTranscriptionManager),\n  ];\n};\n"],
+  "mappings": ";;;;;;;;;;;;AAIA,SAA6BA,mBAAmB;AAChD,SAASC,0BAA0B;AAWnC,IAAMC,kBAAkB;AAKxB,IAAMC,yBAAyB;AAM/B,IAAMC,iCAAiC;AAKvC,IAAA,uBAAe,CAACC,YAAAA;AACd,QAAMC,iBAA2D,CAAC,EAChEC,kBACAC,YACAC,mBACAC,eAAc,MACf;AAEC,WAAO,IAAIC,YAAY;MACrBC,QAAQ;QACNC,6BAA6BT;QAC7BU,0BAA0BX;QAC1B,GAAGM;MACL;MACAM,UAAU,IAAIC,oBAAoB;QAChCC,kBAAkBV;QAClBK,QAAQ;UACNM,UAAUhB;UACV,GAAGQ;QACL;MACF,CAAA;MACAF;IACF,CAAA;EACF;AAEA,QAAMW,0BAA6E,CAAC,EAAEC,gBAAe,MAAE;AACrG,UAAMC,SAAShB,QAAQiB,cAAcC,mBAAmBC,MAAM;AAC9D,UAAMC,uBAAuB,IAAIC,qBAAqB;MACpDC,YAAYN,OAAOO;MACnBR;IACF,CAAA;AAEA,UAAMS,WAAWR,OAAOS,KAAKD,SAASE,IAAG;AACzC,QAAIF,UAAU;AACZJ,2BAAqBO,eAAeH,SAASI,GAAG;IAClD;AAEA,WAAOR;EACT;AAEA,SAAO;IACLS,YAAYC,0BAA0BxB,aAAaL,cAAAA;IACnD4B,YAAYC,0BAA0BT,sBAAsBP,uBAAAA;;AAEhE;",
+  "names": ["contributes", "ClientCapabilities", "RECORD_INTERVAL", "PREFIXED_CHUNKS_AMOUNT", "TRANSCRIBE_AFTER_CHUNKS_AMOUNT", "context", "getTranscriber", "audioStreamTrack", "onSegments", "transcriberConfig", "recorderConfig", "Transcriber", "config", "transcribeAfterChunksAmount", "prefixBufferChunksAmount", "recorder", "MediaStreamRecorder", "mediaStreamTrack", "interval", "getTranscriptionManager", "messageEnricher", "client", "getCapability", "ClientCapabilities", "Client", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "identity", "halo", "get", "setIdentityDid", "did", "contributes", "TranscriptionCapabilities"]
+}

package/dist/lib/browser/types/index.mjs

@@ -1,14 +1,12 @@
 import {
   TRANSCRIPTION_URL,
-  TranscriptSchema,
-  TranscriptType,
-  TranscriptionAction
-} from "../chunk-R7INNNUQ.mjs";
-import "../chunk-5WH45KBY.mjs";
+  TranscriptAction_exports,
+  Transcript_exports
+} from "../chunk-GGHMOEKZ.mjs";
+import "../chunk-7LNCQDTT.mjs";
 export {
   TRANSCRIPTION_URL,
-  TranscriptSchema,
-  TranscriptType,
-  TranscriptionAction
+  Transcript_exports as Transcript,
+  TranscriptAction_exports as TranscriptAction
 };
 //# sourceMappingURL=index.mjs.map

package/dist/lib/node-esm/{TranscriptContainer-VBAOM5DG.mjs → TranscriptContainer-WCUWVVSD.mjs}

@@ -2,11 +2,11 @@ import { createRequire } from 'node:module';const require = createRequire(import
 import {
   TranscriptContainer_default,
   TranscriptionContainer
-} from "./chunk-TJKAO7VR.mjs";
-import "./chunk-RHF2ALML.mjs";
-import "./chunk-XMUCZBP3.mjs";
+} from "./chunk-PEZRQYKO.mjs";
+import "./chunk-RWRG3S2O.mjs";
+import "./chunk-KLTPFUKN.mjs";
 export {
   TranscriptionContainer,
   TranscriptContainer_default as default
 };
-//# sourceMappingURL=TranscriptContainer-VBAOM5DG.mjs.map
+//# sourceMappingURL=TranscriptContainer-WCUWVVSD.mjs.map

package/dist/lib/node-esm/blueprint-definition-6SU7GLBR.mjs

@@ -0,0 +1,151 @@
+import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
+import "./chunk-N5Z4SKPH.mjs";
+import {
+  renderByline
+} from "./chunk-PEZRQYKO.mjs";
+import "./chunk-RWRG3S2O.mjs";
+import {
+  Transcript_exports
+} from "./chunk-FTTZ4YSX.mjs";
+import "./chunk-KLTPFUKN.mjs";
+
+// src/capabilities/blueprint-definition.ts
+import { Capabilities, contributes } from "@dxos/app-framework";
+import { Blueprint, Template } from "@dxos/blueprints";
+import { trim as trim2 } from "@dxos/util";
+
+// src/functions/open.ts
+import * as Effect from "effect/Effect";
+import * as Schema from "effect/Schema";
+import { ArtifactId } from "@dxos/assistant";
+import { Obj } from "@dxos/echo";
+import { DatabaseService, QueueService, defineFunction } from "@dxos/functions";
+import { DataType } from "@dxos/schema";
+var open_default = defineFunction({
+  key: "dxos.org/function/transcription/open",
+  name: "Open",
+  description: "Opens and reads the contents of a transcription object.",
+  inputSchema: Schema.Struct({
+    id: ArtifactId.annotations({
+      description: "The ID of the transcription object."
+    })
+  }),
+  outputSchema: Schema.Struct({
+    content: Schema.String
+  }),
+  handler: Effect.fn(function* ({ data: { id } }) {
+    const transcript = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Transcript_exports.Transcript);
+    const { dxn } = yield* Effect.promise(() => transcript.queue.load());
+    const queue = yield* QueueService.getQueue(dxn);
+    yield* Effect.promise(() => queue?.queryObjects());
+    const content = queue?.objects.filter((message) => Obj.instanceOf(DataType.Message, message)).flatMap((message, index) => renderByline([])(message, index)).join("\n\n");
+    return {
+      content
+    };
+  })
+});
+
+// src/functions/summarize.ts
+import * as Array from "effect/Array";
+import * as Effect2 from "effect/Effect";
+import * as Function from "effect/Function";
+import * as Layer from "effect/Layer";
+import * as Option from "effect/Option";
+import * as Schema2 from "effect/Schema";
+import { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from "@dxos/ai";
+import { AiSession, GenerationObserver } from "@dxos/assistant";
+import { TracingService, defineFunction as defineFunction2 } from "@dxos/functions";
+import { trim } from "@dxos/util";
+var summarize_default = defineFunction2({
+  key: "dxos.org/function/transcription/summarize",
+  name: "Summarize",
+  description: "Summarize a transcript of a meeting.",
+  inputSchema: Schema2.Struct({
+    transcript: Schema2.String.annotations({
+      description: "The transcript of the meeting."
+    }),
+    notes: Schema2.optional(Schema2.String).annotations({
+      description: "Additional notes from the participants."
+    })
+  }),
+  outputSchema: Schema2.Struct({
+    summary: Schema2.String.annotations({
+      description: "The summary of the transcript."
+    })
+  }),
+  handler: Effect2.fnUntraced(function* ({ data: { transcript, notes } }) {
+    const result = yield* new AiSession().run({
+      prompt: `Transcript: ${transcript}
+
+Notes: ${notes}`,
+      history: [],
+      system: systemPrompt,
+      observer: GenerationObserver.fromPrinter(new ConsolePrinter({
+        tag: "summarize"
+      }))
+    });
+    const summary = Function.pipe(result, Array.findLast((msg) => msg.sender.role === "assistant" && msg.blocks.some((block) => block._tag === "text")), Option.flatMap((msg) => Function.pipe(msg.blocks, Array.findLast((block) => block._tag === "text"), Option.map((block) => block.text))), Option.getOrThrowWith(() => new Error("No summary found")));
+    return {
+      summary
+    };
+  }, Effect2.provide(Layer.mergeAll(AiService.model("@anthropic/claude-sonnet-4-0"), ToolResolverService.layerEmpty, ToolExecutionService.layerEmpty, TracingService.layerNoop)))
+});
+var systemPrompt = trim`
+  You are a helpful assistant that summarizes transcripts of meetings.
+
+  # Goal
+  Create a markdown summary of the meeting transcript with text notes provided.
+  Notes are very important so make sure to include them in the summary if they contain meaningful information.
+
+  # Formatting
+  - Format the summary as a markdown document without extra comments like "Here is the summary of the transcript:".
+  - Use markdown formatting for headings and bullet points.
+  - Format the summary as a list of key points and takeaways.
+  - All names of people should be in bold.
+
+  # Note Taking
+  - Correlate items in the summary with the person of origin to build a coherent narrative.
+  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.
+
+  # Tasks
+  At the end of the summary include tasks.
+  Extract only the tasks that are:
+  - Directly actionable.
+  - Clearly assigned to a person or team (or can easily be inferred).
+  - Strongly implied by the conversation and/or user note (no speculative tasks).
+  - Specific enough that someone reading them would know exactly what to do next.
+
+  Format all tasks as markdown checkboxes using the syntax:
+  - [ ] Task description.
+
+  Additional information can be included (indented).
+
+  If no actionable tasks are found, omit this tasks section.
+`;
+
+// src/capabilities/blueprint-definition.ts
+var functions = [
+  open_default,
+  summarize_default
+];
+var blueprint_definition_default = (() => {
+  return [
+    contributes(Capabilities.Functions, functions),
+    contributes(Capabilities.BlueprintDefinition, Blueprint.make({
+      key: "dxos.org/blueprint/transcription",
+      name: "Transcription",
+      tools: Blueprint.toolDefinitions({
+        functions
+      }),
+      instructions: Template.make({
+        source: trim2`
+            You can open and summarize a meeting transcript.
+          `
+      })
+    }))
+  ];
+});
+export {
+  blueprint_definition_default as default
+};
+//# sourceMappingURL=blueprint-definition-6SU7GLBR.mjs.map

package/dist/lib/node-esm/blueprint-definition-6SU7GLBR.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/blueprint-definition.ts", "../../../src/functions/open.ts", "../../../src/functions/summarize.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capabilities, contributes } from '@dxos/app-framework';\nimport { Blueprint, Template } from '@dxos/blueprints';\nimport { type FunctionDefinition } from '@dxos/functions';\nimport { trim } from '@dxos/util';\n\nimport { open, summarize } from '../functions';\n\nconst functions: FunctionDefinition[] = [open, summarize];\n\nexport default () => {\n  return [\n    contributes(Capabilities.Functions, functions),\n    contributes(\n      Capabilities.BlueprintDefinition,\n      Blueprint.make({\n        key: 'dxos.org/blueprint/transcription',\n        name: 'Transcription',\n        tools: Blueprint.toolDefinitions({ functions }),\n        instructions: Template.make({\n          source: trim`\n            You can open and summarize a meeting transcript.\n          `,\n        }),\n      }),\n    ),\n  ];\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport * as Schema from 'effect/Schema';\n\nimport { ArtifactId } from '@dxos/assistant';\nimport { Obj } from '@dxos/echo';\nimport { DatabaseService, QueueService, defineFunction } from '@dxos/functions';\nimport { DataType } from '@dxos/schema';\n\nimport { renderByline } from '../components';\nimport { Transcript } from '../types';\n\nexport default defineFunction({\n  key: 'dxos.org/function/transcription/open',\n  name: 'Open',\n  description: 'Opens and reads the contents of a transcription object.',\n  inputSchema: Schema.Struct({\n    id: ArtifactId.annotations({\n      description: 'The ID of the transcription object.',\n    }),\n  }),\n  outputSchema: Schema.Struct({\n    content: Schema.String,\n  }),\n  handler: Effect.fn(function* ({ data: { id } }) {\n    const transcript = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Transcript.Transcript);\n    const { dxn } = yield* Effect.promise(() => transcript.queue.load());\n    const queue = yield* QueueService.getQueue(dxn);\n    yield* Effect.promise(() => queue?.queryObjects());\n    const content = queue?.objects\n      .filter((message) => Obj.instanceOf(DataType.Message, message))\n      .flatMap((message, index) => renderByline([])(message, index))\n      .join('\\n\\n');\n    return { content };\n  }),\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Array from 'effect/Array';\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\nimport * as Layer from 'effect/Layer';\nimport * as Option from 'effect/Option';\nimport * as Schema from 'effect/Schema';\n\nimport { AiService, ConsolePrinter, ToolExecutionService, ToolResolverService } from '@dxos/ai';\nimport { AiSession, GenerationObserver } from '@dxos/assistant';\nimport { TracingService, defineFunction } from '@dxos/functions';\nimport { trim } from '@dxos/util';\n\n/**\n * Summarize a transcript of a meeting.\n */\nexport default defineFunction({\n  key: 'dxos.org/function/transcription/summarize',\n  name: 'Summarize',\n  description: 'Summarize a transcript of a meeting.',\n  inputSchema: Schema.Struct({\n    transcript: Schema.String.annotations({\n      description: 'The transcript of the meeting.',\n    }),\n    notes: Schema.optional(Schema.String).annotations({\n      description: 'Additional notes from the participants.',\n    }),\n  }),\n  outputSchema: Schema.Struct({\n    summary: Schema.String.annotations({\n      description: 'The summary of the transcript.',\n    }),\n  }),\n  handler: Effect.fnUntraced(\n    function* ({ data: { transcript, notes } }) {\n      const result = yield* new AiSession().run({\n        prompt: `Transcript: ${transcript}\\n\\nNotes: ${notes}`,\n        history: [],\n        system: systemPrompt,\n        observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: 'summarize' })),\n      });\n\n      const summary = Function.pipe(\n        result,\n        Array.findLast((msg) => msg.sender.role === 'assistant' && msg.blocks.some((block) => block._tag === 'text')),\n        Option.flatMap((msg) =>\n          Function.pipe(\n            msg.blocks,\n            Array.findLast((block) => block._tag === 'text'),\n            Option.map((block) => block.text),\n          ),\n        ),\n        Option.getOrThrowWith(() => new Error('No summary found')),\n      );\n\n      return { summary };\n    },\n    Effect.provide(\n      Layer.mergeAll(\n        AiService.model('@anthropic/claude-sonnet-4-0'),\n        ToolResolverService.layerEmpty,\n        ToolExecutionService.layerEmpty,\n        TracingService.layerNoop,\n      ),\n    ),\n  ),\n});\n\nconst systemPrompt = trim`\n  You are a helpful assistant that summarizes transcripts of meetings.\n\n  # Goal\n  Create a markdown summary of the meeting transcript with text notes provided.\n  Notes are very important so make sure to include them in the summary if they contain meaningful information.\n\n  # Formatting\n  - Format the summary as a markdown document without extra comments like \"Here is the summary of the transcript:\".\n  - Use markdown formatting for headings and bullet points.\n  - Format the summary as a list of key points and takeaways.\n  - All names of people should be in bold.\n\n  # Note Taking\n  - Correlate items in the summary with the person of origin to build a coherent narrative.\n  - Include short quotes verbatim where appropriate. Especially when concerned with design decisions and problem descriptions.\n\n  # Tasks\n  At the end of the summary include tasks.\n  Extract only the tasks that are:\n  - Directly actionable.\n  - Clearly assigned to a person or team (or can easily be inferred).\n  - Strongly implied by the conversation and/or user note (no speculative tasks).\n  - Specific enough that someone reading them would know exactly what to do next.\n\n  Format all tasks as markdown checkboxes using the syntax:\n  - [ ] Task description.\n\n  Additional information can be included (indented).\n\n  If no actionable tasks are found, omit this tasks section.\n`;\n"],
+  "mappings": ";;;;;;;;;;;;AAIA,SAASA,cAAcC,mBAAmB;AAC1C,SAASC,WAAWC,gBAAgB;AAEpC,SAASC,QAAAA,aAAY;;;ACHrB,YAAYC,YAAY;AACxB,YAAYC,YAAY;AAExB,SAASC,kBAAkB;AAC3B,SAASC,WAAW;AACpB,SAASC,iBAAiBC,cAAcC,sBAAsB;AAC9D,SAASC,gBAAgB;AAKzB,IAAA,eAAeC,eAAe;EAC5BC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAoBC,cAAO;IACzBC,IAAIC,WAAWC,YAAY;MACzBL,aAAa;IACf,CAAA;EACF,CAAA;EACAM,cAAqBJ,cAAO;IAC1BK,SAAgBC;EAClB,CAAA;EACAC,SAAgBC,UAAG,WAAW,EAAEC,MAAM,EAAER,GAAE,EAAE,GAAE;AAC5C,UAAMS,aAAa,OAAOC,gBAAgBC,QAAQV,WAAWW,MAAMZ,EAAAA,GAAKa,mBAAWA,UAAU;AAC7F,UAAM,EAAEC,IAAG,IAAK,OAAcC,eAAQ,MAAMN,WAAWO,MAAMC,KAAI,CAAA;AACjE,UAAMD,QAAQ,OAAOE,aAAaC,SAASL,GAAAA;AAC3C,WAAcC,eAAQ,MAAMC,OAAOI,aAAAA,CAAAA;AACnC,UAAMhB,UAAUY,OAAOK,QACpBC,OAAO,CAACC,YAAYC,IAAIC,WAAWC,SAASC,SAASJ,OAAAA,CAAAA,EACrDK,QAAQ,CAACL,SAASM,UAAUC,aAAa,CAAA,CAAE,EAAEP,SAASM,KAAAA,CAAAA,EACtDE,KAAK,MAAA;AACR,WAAO;MAAE3B;IAAQ;EACnB,CAAA;AACF,CAAA;;;AClCA,YAAY4B,WAAW;AACvB,YAAYC,aAAY;AACxB,YAAYC,cAAc;AAC1B,YAAYC,WAAW;AACvB,YAAYC,YAAY;AACxB,YAAYC,aAAY;AAExB,SAASC,WAAWC,gBAAgBC,sBAAsBC,2BAA2B;AACrF,SAASC,WAAWC,0BAA0B;AAC9C,SAASC,gBAAgBC,kBAAAA,uBAAsB;AAC/C,SAASC,YAAY;AAKrB,IAAA,oBAAeC,gBAAe;EAC5BC,KAAK;EACLC,MAAM;EACNC,aAAa;EACbC,aAAoBC,eAAO;IACzBC,YAAmBC,eAAOC,YAAY;MACpCL,aAAa;IACf,CAAA;IACAM,OAAcC,iBAAgBH,cAAM,EAAEC,YAAY;MAChDL,aAAa;IACf,CAAA;EACF,CAAA;EACAQ,cAAqBN,eAAO;IAC1BO,SAAgBL,eAAOC,YAAY;MACjCL,aAAa;IACf,CAAA;EACF,CAAA;EACAU,SAAgBC,mBACd,WAAW,EAAEC,MAAM,EAAET,YAAYG,MAAK,EAAE,GAAE;AACxC,UAAMO,SAAS,OAAO,IAAIC,UAAAA,EAAYC,IAAI;MACxCC,QAAQ,eAAeb,UAAAA;;SAAwBG,KAAAA;MAC/CW,SAAS,CAAA;MACTC,QAAQC;MACRC,UAAUC,mBAAmBC,YAAY,IAAIC,eAAe;QAAEC,KAAK;MAAY,CAAA,CAAA;IACjF,CAAA;AAEA,UAAMf,UAAmBgB,cACvBZ,QACMa,eAAS,CAACC,QAAQA,IAAIC,OAAOC,SAAS,eAAeF,IAAIG,OAAOC,KAAK,CAACC,UAAUA,MAAMC,SAAS,MAAA,CAAA,GAC9FC,eAAQ,CAACP,QACLF,cACPE,IAAIG,QACEJ,eAAS,CAACM,UAAUA,MAAMC,SAAS,MAAA,GAClCE,WAAI,CAACH,UAAUA,MAAMI,IAAI,CAAA,CAAA,GAG7BC,sBAAe,MAAM,IAAIC,MAAM,kBAAA,CAAA,CAAA;AAGxC,WAAO;MAAE7B;IAAQ;EACnB,GACO8B,gBACCC,eACJC,UAAUC,MAAM,8BAAA,GAChBC,oBAAoBC,YACpBC,qBAAqBD,YACrBE,eAAeC,SAAS,CAAA,CAAA;AAIhC,CAAA;AAEA,IAAM5B,eAAe6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AF5DrB,IAAMC,YAAkC;EAACC;EAAMC;;AAE/C,IAAA,gCAAe,MAAA;AACb,SAAO;IACLC,YAAYC,aAAaC,WAAWL,SAAAA;IACpCG,YACEC,aAAaE,qBACbC,UAAUC,KAAK;MACbC,KAAK;MACLC,MAAM;MACNC,OAAOJ,UAAUK,gBAAgB;QAAEZ;MAAU,CAAA;MAC7Ca,cAAcC,SAASN,KAAK;QAC1BO,QAAQC;;;MAGV,CAAA;IACF,CAAA,CAAA;;AAGN;",
+  "names": ["Capabilities", "contributes", "Blueprint", "Template", "trim", "Effect", "Schema", "ArtifactId", "Obj", "DatabaseService", "QueueService", "defineFunction", "DataType", "defineFunction", "key", "name", "description", "inputSchema", "Struct", "id", "ArtifactId", "annotations", "outputSchema", "content", "String", "handler", "fn", "data", "transcript", "DatabaseService", "resolve", "toDXN", "Transcript", "dxn", "promise", "queue", "load", "QueueService", "getQueue", "queryObjects", "objects", "filter", "message", "Obj", "instanceOf", "DataType", "Message", "flatMap", "index", "renderByline", "join", "Array", "Effect", "Function", "Layer", "Option", "Schema", "AiService", "ConsolePrinter", "ToolExecutionService", "ToolResolverService", "AiSession", "GenerationObserver", "TracingService", "defineFunction", "trim", "defineFunction", "key", "name", "description", "inputSchema", "Struct", "transcript", "String", "annotations", "notes", "optional", "outputSchema", "summary", "handler", "fnUntraced", "data", "result", "AiSession", "run", "prompt", "history", "system", "systemPrompt", "observer", "GenerationObserver", "fromPrinter", "ConsolePrinter", "tag", "pipe", "findLast", "msg", "sender", "role", "blocks", "some", "block", "_tag", "flatMap", "map", "text", "getOrThrowWith", "Error", "provide", "mergeAll", "AiService", "model", "ToolResolverService", "layerEmpty", "ToolExecutionService", "TracingService", "layerNoop", "trim", "functions", "open", "summarize", "contributes", "Capabilities", "Functions", "BlueprintDefinition", "Blueprint", "make", "key", "name", "tools", "toolDefinitions", "instructions", "Template", "source", "trim"]
+}

package/dist/lib/node-esm/{chunk-HT3W7LDP.mjs → chunk-A6SB234F.mjs}

@@ -1,7 +1,7 @@
 import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
 import {
   TRANSCRIPTION_URL
-} from "./chunk-U65ZWK3L.mjs";
+} from "./chunk-FTTZ4YSX.mjs";
 
 // src/transcriber/media-stream-recorder.ts
 import { MediaRecorder, register } from "extendable-media-recorder";
@@ -10,6 +10,19 @@ import { synchronized } from "@dxos/async";
 import { invariant } from "@dxos/invariant";
 import { log } from "@dxos/log";
 import { trace } from "@dxos/tracing";
+function _define_property(obj, key, value) {
+  if (key in obj) {
+    Object.defineProperty(obj, key, {
+      value,
+      enumerable: true,
+      configurable: true,
+      writable: true
+    });
+  } else {
+    obj[key] = value;
+  }
+  return obj;
+}
 function _ts_decorate(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -23,12 +36,6 @@ var initializeExtendableMediaRecorder = async () => {
   await register(await connect());
 };
 var MediaStreamRecorder = class {
-  constructor({ mediaStreamTrack, config }) {
-    this._mediaRecorder = void 0;
-    this._header = void 0;
-    this._mediaStreamTrack = mediaStreamTrack;
-    this._config = config;
-  }
   get wavConfig() {
     const settings = this._mediaStreamTrack.getSettings();
     return {
@@ -44,7 +51,7 @@ var MediaStreamRecorder = class {
     this._onChunk = onChunk;
   }
   async start() {
-    await (initializingPromise ??= initializeExtendableMediaRecorder()).catch((err) => log.info("initializeExtendableMediaRecorder", {
+    await (initializingPromise ?? (initializingPromise = initializeExtendableMediaRecorder())).catch((err) => log.info("initializeExtendableMediaRecorder", {
       err
     }, {
       F: __dxlog_file,
@@ -111,6 +118,15 @@ var MediaStreamRecorder = class {
       data: wav.getSamples()
     });
   }
+  constructor({ mediaStreamTrack, config }) {
+    _define_property(this, "_mediaStreamTrack", void 0);
+    _define_property(this, "_config", void 0);
+    _define_property(this, "_mediaRecorder", void 0);
+    _define_property(this, "_header", void 0);
+    _define_property(this, "_onChunk", void 0);
+    this._mediaStreamTrack = mediaStreamTrack;
+    this._config = config;
+  }
 };
 _ts_decorate([
   synchronized
@@ -138,6 +154,19 @@ var mergeFloat64Arrays = (arrays) => {
 };
 
 // src/transcriber/transcriber.ts
+function _define_property2(obj, key, value) {
+  if (key in obj) {
+    Object.defineProperty(obj, key, {
+      value,
+      enumerable: true,
+      configurable: true,
+      writable: true
+    });
+  } else {
+    obj[key] = value;
+  }
+  return obj;
+}
 function _ts_decorate2(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -146,23 +175,10 @@ function _ts_decorate2(decorators, target, key, desc) {
 }
 var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/transcriber/transcriber.ts";
 var Transcriber = class extends Resource {
-  constructor({ config, recorder, onSegments }) {
-    super();
-    this._audioChunks = [];
-    this._lastUsedTimestamp = 0;
-    this._openTrigger = new Trigger({
-      autoReset: true
-    });
-    this._recording = false;
-    this._transcribeTask = void 0;
-    this._config = config;
-    this._recorder = recorder;
-    this._onSegments = onSegments;
-  }
   async _open(ctx) {
     log2.info("opening", void 0, {
       F: __dxlog_file2,
-      L: 101,
+      L: 102,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -174,7 +190,7 @@ var Transcriber = class extends Resource {
   async _close() {
     log2.info("closing", void 0, {
       F: __dxlog_file2,
-      L: 109,
+      L: 110,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -185,7 +201,7 @@ var Transcriber = class extends Resource {
   startChunksRecording() {
     log2.info("starting", void 0, {
       F: __dxlog_file2,
-      L: 116,
+      L: 117,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -202,7 +218,7 @@ var Transcriber = class extends Resource {
     this._transcribeTask?.schedule();
     log2.info("stopped", void 0, {
       F: __dxlog_file2,
-      L: 131,
+      L: 132,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -212,7 +228,7 @@ var Transcriber = class extends Resource {
       chunk
     }, {
       F: __dxlog_file2,
-      L: 135,
+      L: 136,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -228,7 +244,7 @@ var Transcriber = class extends Resource {
       chunks: this._audioChunks.length
     }, {
       F: __dxlog_file2,
-      L: 151,
+      L: 152,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -280,7 +296,7 @@ var Transcriber = class extends Resource {
       string: segments.map((segments2) => segments2.text).join(" ")
     }, {
       F: __dxlog_file2,
-      L: 215,
+      L: 216,
       S: this,
       C: (f, a) => f(...a)
     });
@@ -307,6 +323,14 @@ var Transcriber = class extends Resource {
       text: segment.text.trim()
     }));
   }
+  constructor({ config, recorder, onSegments }) {
+    super(), _define_property2(this, "_audioChunks", []), _define_property2(this, "_lastUsedTimestamp", 0), _define_property2(this, "_openTrigger", new Trigger({
+      autoReset: true
+    })), _define_property2(this, "_config", void 0), _define_property2(this, "_recorder", void 0), _define_property2(this, "_onSegments", void 0), _define_property2(this, "_recording", false), _define_property2(this, "_transcribeTask", void 0);
+    this._config = config;
+    this._recorder = recorder;
+    this._onSegments = onSegments;
+  }
 };
 _ts_decorate2([
   trace2.span({
@@ -325,6 +349,19 @@ import { synchronized as synchronized2 } from "@dxos/async";
 import { Resource as Resource2 } from "@dxos/context";
 import { Obj } from "@dxos/echo";
 import { DataType } from "@dxos/schema";
+function _define_property3(obj, key, value) {
+  if (key in obj) {
+    Object.defineProperty(obj, key, {
+      value,
+      enumerable: true,
+      configurable: true,
+      writable: true
+    });
+  } else {
+    obj[key] = value;
+  }
+  return obj;
+}
 function _ts_decorate3(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
@@ -335,17 +372,6 @@ var RECORD_INTERVAL = 200;
 var PREFIXED_CHUNKS_AMOUNT = 10;
 var TRANSCRIBE_AFTER_CHUNKS_AMOUNT = 50;
 var TranscriptionManager = class extends Resource2 {
-  constructor(options) {
-    super();
-    this._audioStreamTrack = void 0;
-    this._identityDid = void 0;
-    this._mediaRecorder = void 0;
-    this._transcriber = void 0;
-    this._queue = void 0;
-    this._enabled = signal(false);
-    this._edgeClient = options.edgeClient;
-    this._messageEnricher = options.messageEnricher;
-  }
   /** @reactive */
   get enabled() {
     return this._enabled.value;
@@ -371,73 +397,32 @@ var TranscriptionManager = class extends Resource2 {
     }
     return this;
   }
-  /**
-  * Enable or disable transcription.
-  * @param enabled - Whether to enable transcription.
-  */
   async setEnabled(enabled) {
     if (this._enabled.value === enabled) {
       return;
     }
     this._enabled.value = enabled ?? false;
-    this.isOpen && await this._toggleTranscriber();
+    if (enabled) {
+      await this._maybeRestartTranscriber();
+    } else {
+      await this._stopTranscriber();
+    }
   }
   async setAudioTrack(track) {
     if (this._audioStreamTrack === track) {
       return;
     }
     this._audioStreamTrack = track;
-    this.isOpen && await this._toggleTranscriber();
+    await this._maybeRestartTranscriber();
   }
   async _open() {
-    await this._toggleTranscriber();
+    await this._maybeRestartTranscriber();
   }
   async _close() {
-    void this._transcriber?.close();
-  }
-  // TODO(burdon): Change this to setEnables (explicit), not toggle.
-  async _toggleTranscriber() {
-    await this._maybeReinitTranscriber();
-    if (this._enabled.value) {
-      await this._transcriber?.open();
-      const block = Obj.make(DataType.Message, {
-        created: (/* @__PURE__ */ new Date()).toISOString(),
-        blocks: [
-          {
-            _tag: "transcript",
-            text: "Started",
-            started: (/* @__PURE__ */ new Date()).toISOString()
-          }
-        ],
-        sender: {
-          role: "assistant"
-        }
-      });
-      await this._queue?.append([
-        block
-      ]);
-    } else {
-      await this._transcriber?.close();
-      const block = Obj.make(DataType.Message, {
-        created: (/* @__PURE__ */ new Date()).toISOString(),
-        blocks: [
-          {
-            _tag: "transcript",
-            text: "Stopped",
-            started: (/* @__PURE__ */ new Date()).toISOString()
-          }
-        ],
-        sender: {
-          role: "assistant"
-        }
-      });
-      await this._queue?.append([
-        block
-      ]);
-    }
+    await this._stopTranscriber();
   }
-  async _maybeReinitTranscriber() {
-    if (!this._audioStreamTrack || !this._enabled.value) {
+  async _maybeRestartTranscriber() {
+    if (!this._audioStreamTrack || !this._enabled.value || !this.isOpen) {
       return;
     }
     let needReinit = false;
@@ -460,8 +445,12 @@ var TranscriptionManager = class extends Resource2 {
         recorder: this._mediaRecorder,
         onSegments: (segments) => this._onSegments(segments)
       });
+      await this._transcriber?.open();
     }
   }
+  async _stopTranscriber() {
+    await this._transcriber?.close();
+  }
   async _onSegments(segments) {
     if (!this.isOpen || !this._queue) {
       return;
@@ -480,10 +469,12 @@ var TranscriptionManager = class extends Resource2 {
       block
     ]);
   }
+  constructor(options) {
+    super(), _define_property3(this, "_edgeClient", void 0), _define_property3(this, "_messageEnricher", void 0), _define_property3(this, "_audioStreamTrack", void 0), _define_property3(this, "_identityDid", void 0), _define_property3(this, "_mediaRecorder", void 0), _define_property3(this, "_transcriber", void 0), _define_property3(this, "_queue", void 0), _define_property3(this, "_enabled", signal(false));
+    this._edgeClient = options.edgeClient;
+    this._messageEnricher = options.messageEnricher;
+  }
 };
-_ts_decorate3([
-  synchronized2
-], TranscriptionManager.prototype, "setEnabled", null);
 _ts_decorate3([
   synchronized2
 ], TranscriptionManager.prototype, "setAudioTrack", null);
@@ -493,4 +484,4 @@ export {
   Transcriber,
   TranscriptionManager
 };
-//# sourceMappingURL=chunk-HT3W7LDP.mjs.map
+//# sourceMappingURL=chunk-A6SB234F.mjs.map