@dxos/plugin-transcription 0.8.4-main.9735255 → 0.8.4-main.abd8ff62ef

package/dist/lib/browser/blueprints/index.mjs

@@ -1,9 +1,31 @@
-import {
-  transcription_blueprint_exports
-} from "../chunk-ZZF7ICVM.mjs";
-import "../chunk-HOOPZ7EM.mjs";
 import "../chunk-J5LGTIGS.mjs";
+
+// src/blueprints/transcription-blueprint.ts
+import { Blueprint, Template } from "@dxos/compute";
+import { trim } from "@dxos/util";
+import { TranscriptOperation } from "#operations";
+var BLUEPRINT_KEY = "org.dxos.blueprint.transcription";
+var make = () => Blueprint.make({
+  key: BLUEPRINT_KEY,
+  name: "Transcription",
+  tools: Blueprint.toolDefinitions({
+    operations: [
+      TranscriptOperation.Open,
+      TranscriptOperation.Summarize
+    ]
+  }),
+  instructions: Template.make({
+    source: trim`
+        You can open and summarize a meeting transcript.
+      `
+  })
+});
+var blueprint = {
+  key: BLUEPRINT_KEY,
+  make
+};
+var transcription_blueprint_default = blueprint;
 export {
-  transcription_blueprint_exports as TranscriptionBlueprint
+  transcription_blueprint_default as TranscriptionBlueprint
 };
 //# sourceMappingURL=index.mjs.map

package/dist/lib/browser/blueprints/index.mjs.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
-  "sources": [],
-  "sourcesContent": [],
-  "mappings": "",
-  "names": []
+  "sources": ["../../../../src/blueprints/transcription-blueprint.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Blueprint, Template } from '@dxos/compute';\nimport { trim } from '@dxos/util';\n\nimport { TranscriptOperation } from '#operations';\n\nconst BLUEPRINT_KEY = 'org.dxos.blueprint.transcription';\n\nconst make = () =>\n  Blueprint.make({\n    key: BLUEPRINT_KEY,\n    name: 'Transcription',\n    tools: Blueprint.toolDefinitions({ operations: [TranscriptOperation.Open, TranscriptOperation.Summarize] }),\n    instructions: Template.make({\n      source: trim`\n        You can open and summarize a meeting transcript.\n      `,\n    }),\n  });\n\nconst blueprint: Blueprint.Definition = {\n  key: BLUEPRINT_KEY,\n  make,\n};\n\nexport default blueprint;\n"],
+  "mappings": ";;;AAIA,SAASA,WAAWC,gBAAgB;AACpC,SAASC,YAAY;AAErB,SAASC,2BAA2B;AAEpC,IAAMC,gBAAgB;AAEtB,IAAMC,OAAO,MACXL,UAAUK,KAAK;EACbC,KAAKF;EACLG,MAAM;EACNC,OAAOR,UAAUS,gBAAgB;IAAEC,YAAY;MAACP,oBAAoBQ;MAAMR,oBAAoBS;;EAAW,CAAA;EACzGC,cAAcZ,SAASI,KAAK;IAC1BS,QAAQZ;;;EAGV,CAAA;AACF,CAAA;AAEF,IAAMa,YAAkC;EACtCT,KAAKF;EACLC;AACF;AAEA,IAAA,kCAAeU;",
+  "names": ["Blueprint", "Template", "trim", "TranscriptOperation", "BLUEPRINT_KEY", "make", "key", "name", "tools", "toolDefinitions", "operations", "Open", "Summarize", "instructions", "source", "blueprint"]
 }

package/dist/lib/browser/chunk-3L623EVL.mjs

@@ -0,0 +1,17 @@
+// src/types/capabilities.ts
+import { Capability } from "@dxos/app-framework";
+import { meta } from "#meta";
+(function(TranscriptionCapabilities2) {
+  TranscriptionCapabilities2.Transcriber = Capability.make(`${meta.id}.capability.transcriber`);
+  TranscriptionCapabilities2.TranscriptionManager = Capability.make(`${meta.id}.capability.transcription-manager`);
+})(TranscriptionCapabilities || (TranscriptionCapabilities = {}));
+var TranscriptionCapabilities;
+
+// src/types/defs.ts
+var TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
+
+export {
+  TranscriptionCapabilities,
+  TRANSCRIPTION_URL
+};
+//# sourceMappingURL=chunk-3L623EVL.mjs.map

package/dist/lib/browser/chunk-3L623EVL.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/types/capabilities.ts", "../../../src/types/defs.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Capability } from '@dxos/app-framework';\n\nimport { meta } from '#meta';\n\nimport {\n  type MediaStreamRecorderProps,\n  type Transcriber,\n  type TranscriberProps,\n  type TranscriptMessageEnricher,\n  type TranscriptionManager,\n} from '../transcriber';\n\nexport namespace TranscriptionCapabilities {\n  export type GetTranscriberProps = {\n    audioStreamTrack: MediaStreamTrack;\n    recorderConfig?: Partial<MediaStreamRecorderProps['config']>;\n    transcriberConfig?: Partial<TranscriberProps['config']>;\n    onSegments: TranscriberProps['onSegments'];\n    transcribe?: TranscriberProps['transcribe'];\n  };\n\n  export type GetTranscriber = (props: GetTranscriberProps) => Transcriber;\n\n  export type GetTranscriptionManagerProps = {\n    messageEnricher?: TranscriptMessageEnricher;\n  };\n\n  export type GetTranscriptionManager = (props: GetTranscriptionManagerProps) => TranscriptionManager;\n\n  export const Transcriber = Capability.make<GetTranscriber>(`${meta.id}.capability.transcriber`);\n\n  export const TranscriptionManager = Capability.make<GetTranscriptionManager>(\n    `${meta.id}.capability.transcription-manager`,\n  );\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\n/**\n * Endpoint to the calls service.\n */\n// TODO(burdon): Reconfigure/move.\nexport const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';\n"],
+  "mappings": ";AAIA,SAASA,kBAAkB;AAE3B,SAASC,YAAY;UAUJC,4BAAAA;6BAiBFC,cAAcH,WAAWI,KAAqB,GAAGH,KAAKI,EAAE,yBAAyB;6BAEjFC,uBAAuBN,WAAWI,KAC7C,GAAGH,KAAKI,EAAE,mCAAmC;AAEjD,GAtBiBH,8BAAAA,4BAAAA,CAAAA,EAAAA;;;;ACRV,IAAMK,oBAAoB;",
+  "names": ["Capability", "meta", "TranscriptionCapabilities", "Transcriber", "make", "id", "TranscriptionManager", "TRANSCRIPTION_URL"]
+}

package/dist/lib/browser/{chunk-HOOPZ7EM.mjs → chunk-KAEXRX3Y.mjs}

@@ -32,4 +32,4 @@ export {
   mergeFloat64Arrays,
   renderByline
 };
-//# sourceMappingURL=chunk-HOOPZ7EM.mjs.map
+//# sourceMappingURL=chunk-KAEXRX3Y.mjs.map

package/dist/lib/browser/chunk-L4HW35L6.mjs

@@ -0,0 +1,111 @@
+import {
+  __export
+} from "./chunk-J5LGTIGS.mjs";
+
+// src/operations/definitions.ts
+var definitions_exports = {};
+__export(definitions_exports, {
+  Create: () => Create,
+  MessageWithRangeId: () => MessageWithRangeId,
+  Open: () => Open,
+  SentenceNormalization: () => SentenceNormalization,
+  SentenceNormalizationInput: () => SentenceNormalizationInput,
+  SentenceNormalizationOutput: () => SentenceNormalizationOutput,
+  Summarize: () => Summarize
+});
+import * as Schema from "effect/Schema";
+import { AiService } from "@dxos/ai";
+import { SpaceSchema } from "@dxos/client/echo";
+import { Operation } from "@dxos/compute";
+import { Database, Feed, Ref } from "@dxos/echo";
+import { Message, Transcript } from "@dxos/types";
+import { meta } from "#meta";
+var TRANSCRIPT_OPERATION = `${meta.id}.operation`;
+var Create = Operation.make({
+  meta: {
+    key: `${TRANSCRIPT_OPERATION}.create`,
+    name: "Create Transcript"
+  },
+  input: Schema.Struct({
+    name: Schema.optional(Schema.String),
+    space: SpaceSchema
+  }),
+  output: Schema.Struct({
+    object: Transcript.Transcript
+  })
+});
+var MessageWithRangeId = Schema.extend(Message.Message, Schema.Struct({
+  rangeId: Schema.optional(Schema.Array(Schema.String)).annotations({
+    description: "The IDs of the messages that contain the sentences."
+  })
+}));
+var Open = Operation.make({
+  meta: {
+    key: "org.dxos.function.transcription.open",
+    name: "Open",
+    description: "Opens and reads the contents of a transcription object."
+  },
+  input: Schema.Struct({
+    transcript: Ref.Ref(Transcript.Transcript).annotations({
+      description: "The ID of the transcription object."
+    })
+  }),
+  output: Schema.Struct({
+    content: Schema.String
+  }),
+  services: [
+    Database.Service,
+    Feed.FeedService
+  ]
+});
+var Summarize = Operation.make({
+  meta: {
+    key: "org.dxos.function.transcription.summarize",
+    name: "Summarize",
+    description: "Summarize a transcript of a meeting."
+  },
+  input: Schema.Struct({
+    transcript: Schema.String.annotations({
+      description: "The transcript of the meeting."
+    }),
+    notes: Schema.optional(Schema.String).annotations({
+      description: "Additional notes from the participants."
+    })
+  }),
+  output: Schema.Struct({
+    summary: Schema.String.annotations({
+      description: "The summary of the transcript."
+    })
+  }),
+  services: [
+    AiService.AiService
+  ]
+});
+var SentenceNormalizationInput = Schema.Struct({
+  messages: Schema.Array(MessageWithRangeId).annotations({
+    description: "Messages to normalize into sentences."
+  })
+});
+var SentenceNormalizationOutput = Schema.Struct({
+  sentences: Schema.Array(MessageWithRangeId.pipe(Schema.mutable)).pipe(Schema.mutable).annotations({
+    description: "The sentences of the transcript."
+  })
+});
+var SentenceNormalization = Operation.make({
+  meta: {
+    key: "org.dxos.function.transcription.sentence-normalization",
+    name: "Sentence Normalization",
+    description: "Post process of transcription for sentence normalization"
+  },
+  input: SentenceNormalizationInput,
+  output: SentenceNormalizationOutput,
+  services: []
+});
+
+export {
+  Create,
+  Open,
+  Summarize,
+  definitions_exports
+};
+//# sourceMappingURL=chunk-L4HW35L6.mjs.map

package/dist/lib/browser/chunk-L4HW35L6.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/operations/definitions.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { AiService } from '@dxos/ai';\nimport { SpaceSchema } from '@dxos/client/echo';\nimport { Operation } from '@dxos/compute';\nimport { Database, Feed, Ref } from '@dxos/echo';\nimport { Message, Transcript } from '@dxos/types';\n\nimport { meta } from '#meta';\n\nconst TRANSCRIPT_OPERATION = `${meta.id}.operation`;\n\nexport const Create = Operation.make({\n  meta: { key: `${TRANSCRIPT_OPERATION}.create`, name: 'Create Transcript' },\n  input: Schema.Struct({\n    name: Schema.optional(Schema.String),\n    space: SpaceSchema,\n  }),\n  output: Schema.Struct({\n    object: Transcript.Transcript,\n  }),\n});\n\nexport const MessageWithRangeId = Schema.extend(\n  Message.Message,\n  Schema.Struct({\n    rangeId: Schema.optional(Schema.Array(Schema.String)).annotations({\n      description: 'The IDs of the messages that contain the sentences.',\n    }),\n  }),\n);\n\nexport type MessageWithRangeIdType = Schema.Schema.Type<typeof MessageWithRangeId>;\n\nexport const Open = Operation.make({\n  meta: {\n    key: 'org.dxos.function.transcription.open',\n    name: 'Open',\n    description: 'Opens and reads the contents of a transcription object.',\n  },\n  input: Schema.Struct({\n    transcript: Ref.Ref(Transcript.Transcript).annotations({\n      description: 'The ID of the transcription object.',\n    }),\n  }),\n  output: Schema.Struct({\n    content: Schema.String,\n  }),\n  services: [Database.Service, Feed.FeedService],\n});\n\nexport const Summarize = Operation.make({\n  meta: {\n    key: 'org.dxos.function.transcription.summarize',\n    name: 'Summarize',\n    description: 'Summarize a transcript of a meeting.',\n  },\n  input: Schema.Struct({\n    transcript: Schema.String.annotations({\n      description: 'The transcript of the meeting.',\n    }),\n    notes: Schema.optional(Schema.String).annotations({\n      description: 'Additional notes from the participants.',\n    }),\n  }),\n  output: Schema.Struct({\n    summary: Schema.String.annotations({\n      description: 'The summary of the transcript.',\n    }),\n  }),\n  services: [AiService.AiService],\n});\n\nexport const SentenceNormalizationInput = Schema.Struct({\n  messages: Schema.Array(MessageWithRangeId).annotations({\n    description: 'Messages to normalize into sentences.',\n  }),\n});\n\nexport type SentenceNormalizationInputType = Schema.Schema.Type<typeof SentenceNormalizationInput>;\n\nexport const SentenceNormalizationOutput = Schema.Struct({\n  sentences: Schema.Array(MessageWithRangeId.pipe(Schema.mutable)).pipe(Schema.mutable).annotations({\n    description: 'The sentences of the transcript.',\n  }),\n});\n\nexport const SentenceNormalization = Operation.make({\n  meta: {\n    key: 'org.dxos.function.transcription.sentence-normalization',\n    name: 'Sentence Normalization',\n    description: 'Post process of transcription for sentence normalization',\n  },\n  input: SentenceNormalizationInput,\n  output: SentenceNormalizationOutput,\n  services: [],\n});\n"],
+  "mappings": ";;;;;AAAA;;;;;;;;;;AAIA,YAAYA,YAAY;AAExB,SAASC,iBAAiB;AAC1B,SAASC,mBAAmB;AAC5B,SAASC,iBAAiB;AAC1B,SAASC,UAAUC,MAAMC,WAAW;AACpC,SAASC,SAASC,kBAAkB;AAEpC,SAASC,YAAY;AAErB,IAAMC,uBAAuB,GAAGD,KAAKE,EAAE;AAEhC,IAAMC,SAAST,UAAUU,KAAK;EACnCJ,MAAM;IAAEK,KAAK,GAAGJ,oBAAAA;IAA+BK,MAAM;EAAoB;EACzEC,OAAcC,cAAO;IACnBF,MAAaG,gBAAgBC,aAAM;IACnCC,OAAOlB;EACT,CAAA;EACAmB,QAAeJ,cAAO;IACpBK,QAAQd,WAAWA;EACrB,CAAA;AACF,CAAA;AAEO,IAAMe,qBAA4BC,cACvCjB,QAAQA,SACDU,cAAO;EACZQ,SAAgBP,gBAAgBQ,aAAaP,aAAM,CAAA,EAAGQ,YAAY;IAChEC,aAAa;EACf,CAAA;AACF,CAAA,CAAA;AAKK,IAAMC,OAAO1B,UAAUU,KAAK;EACjCJ,MAAM;IACJK,KAAK;IACLC,MAAM;IACNa,aAAa;EACf;EACAZ,OAAcC,cAAO;IACnBa,YAAYxB,IAAIA,IAAIE,WAAWA,UAAU,EAAEmB,YAAY;MACrDC,aAAa;IACf,CAAA;EACF,CAAA;EACAP,QAAeJ,cAAO;IACpBc,SAAgBZ;EAClB,CAAA;EACAa,UAAU;IAAC5B,SAAS6B;IAAS5B,KAAK6B;;AACpC,CAAA;AAEO,IAAMC,YAAYhC,UAAUU,KAAK;EACtCJ,MAAM;IACJK,KAAK;IACLC,MAAM;IACNa,aAAa;EACf;EACAZ,OAAcC,cAAO;IACnBa,YAAmBX,cAAOQ,YAAY;MACpCC,aAAa;IACf,CAAA;IACAQ,OAAclB,gBAAgBC,aAAM,EAAEQ,YAAY;MAChDC,aAAa;IACf,CAAA;EACF,CAAA;EACAP,QAAeJ,cAAO;IACpBoB,SAAgBlB,cAAOQ,YAAY;MACjCC,aAAa;IACf,CAAA;EACF,CAAA;EACAI,UAAU;IAAC/B,UAAUA;;AACvB,CAAA;AAEO,IAAMqC,6BAAoCrB,cAAO;EACtDsB,UAAiBb,aAAMH,kBAAAA,EAAoBI,YAAY;IACrDC,aAAa;EACf,CAAA;AACF,CAAA;AAIO,IAAMY,8BAAqCvB,cAAO;EACvDwB,WAAkBf,aAAMH,mBAAmBmB,KAAYC,cAAO,CAAA,EAAGD,KAAYC,cAAO,EAAEhB,YAAY;IAChGC,aAAa;EACf,CAAA;AACF,CAAA;AAEO,IAAMgB,wBAAwBzC,UAAUU,KAAK;EAClDJ,MAAM;IACJK,KAAK;IACLC,MAAM;IACNa,aAAa;EACf;EACAZ,OAAOsB;EACPjB,QAAQmB;EACRR,UAAU,CAAA;AACZ,CAAA;",
+  "names": ["Schema", "AiService", "SpaceSchema", "Operation", "Database", "Feed", "Ref", "Message", "Transcript", "meta", "TRANSCRIPT_OPERATION", "id", "Create", "make", "key", "name", "input", "Struct", "optional", "String", "space", "output", "object", "MessageWithRangeId", "extend", "rangeId", "Array", "annotations", "description", "Open", "transcript", "content", "services", "Service", "FeedService", "Summarize", "notes", "summary", "SentenceNormalizationInput", "messages", "SentenceNormalizationOutput", "sentences", "pipe", "mutable", "SentenceNormalization"]
+}

package/dist/lib/browser/chunk-MLRJWAQH.mjs

@@ -0,0 +1,179 @@
+// src/model/model.ts
+import { Text } from "@codemirror/state";
+import { Event } from "@dxos/async";
+import { invariant } from "@dxos/invariant";
+import { log } from "@dxos/log";
+var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/model/model.ts";
+var DocumentAdapter = class {
+  _view;
+  constructor(_view) {
+    this._view = _view;
+  }
+  /** The document must always have at least one line. */
+  lineCount() {
+    return this._view.state.doc.lines - 1;
+  }
+  replaceLines(from, remove, insert) {
+    log("replaceLines", {
+      count: this._view.state.doc.lines,
+      from,
+      remove,
+      insert
+    }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 19, S: this });
+    const numLines = this._view.state.doc.lines;
+    const posFrom = this._view.state.doc.line(from).from;
+    const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;
+    let text = insert.join("\n");
+    if (posTo === this._view.state.doc.length) {
+      text += "\n";
+    }
+    this._view.dispatch({
+      changes: {
+        from: posFrom,
+        to: posTo,
+        insert: text
+      }
+    });
+  }
+};
+var SerializationModel = class {
+  _renderer;
+  /** Emits when the document is updated. */
+  update = new Event();
+  /** Ordered set of chunks. */
+  _chunks = [];
+  /** Map of chunk IDs to their current line counts. */
+  _chunkLineCounts = /* @__PURE__ */ new Map();
+  /** Map of line numbers to chunk IDs. */
+  _lineToChunk = /* @__PURE__ */ new Map();
+  /** Track chunk changes since last sync. */
+  _changes = [];
+  constructor(_renderer, initialChunks = []) {
+    this._renderer = _renderer;
+    initialChunks.forEach((chunk) => {
+      this.appendChunk(chunk);
+    });
+  }
+  toJSON() {
+    return {
+      chunks: this._chunks.length,
+      changes: this._changes.length
+    };
+  }
+  get doc() {
+    return Text.of([
+      ...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)),
+      ""
+    ]);
+  }
+  get chunks() {
+    return this._chunks;
+  }
+  /**
+  * Get the block ID at the given line number.
+  */
+  getChunkAtLine(line) {
+    return this._lineToChunk.get(line);
+  }
+  reset() {
+    this._chunks.length = 0;
+    this._chunkLineCounts.clear();
+    this._lineToChunk.clear();
+    this.update.emit();
+    return this;
+  }
+  appendChunk(chunk) {
+    const index = this._chunks.length;
+    this._chunks.push(chunk);
+    this._changes.push({
+      type: "append",
+      index,
+      chunk
+    });
+    this.update.emit();
+    return this;
+  }
+  updateChunk(chunk) {
+    const index = this._chunks.findIndex((c) => c.id === chunk.id);
+    invariant(index !== -1, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 102, S: this, A: ["index !== -1", ""] });
+    this._chunks[index] = chunk;
+    this._changes.push({
+      type: "update",
+      index,
+      chunk
+    });
+    this.update.emit();
+    return this;
+  }
+  deleteBlock(id) {
+    const index = this._chunks.findIndex((c) => c.id === id);
+    invariant(index !== -1, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 114, S: this, A: ["index !== -1", ""] });
+    this._chunks.splice(index, 1);
+    this._changes.push({
+      type: "delete",
+      index,
+      id
+    });
+    this.update.emit();
+    return this;
+  }
+  /**
+  * Syncs the tracked changes with the ChunkDocument.
+  */
+  sync(document) {
+    log("sync", {
+      changes: this._changes
+    }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 127, S: this });
+    for (const change of this._changes) {
+      switch (change.type) {
+        case "append": {
+          const lines = this._renderer(change.chunk, change.index);
+          const lastLine = document.lineCount();
+          document.replaceLines(lastLine + 1, 0, lines);
+          break;
+        }
+        case "update": {
+          let lineStart = 1;
+          for (let i = 0; i < change.index; i++) {
+            lineStart += this._chunkLineCounts.get(this._chunks[i].id);
+          }
+          const previousLineCount = this._chunkLineCounts.get(change.chunk.id);
+          const newLines = this._renderer(change.chunk, change.index);
+          document.replaceLines(lineStart, previousLineCount, newLines);
+          break;
+        }
+        case "delete": {
+          let lineStart = 1;
+          for (let i = 0; i < change.index; i++) {
+            lineStart += this._chunkLineCounts.get(this._chunks[i].id);
+          }
+          const previousLineCount = this._chunkLineCounts.get(change.id);
+          document.replaceLines(lineStart, previousLineCount, []);
+          break;
+        }
+      }
+    }
+    this._lineToChunk.clear();
+    let currentLine = 1;
+    for (const [index, chunk] of this._chunks.entries()) {
+      const lineCount = this._renderer(chunk, index).length;
+      this._chunkLineCounts.set(chunk.id, lineCount);
+      this._lineToChunk.set(currentLine, chunk);
+      currentLine += lineCount;
+    }
+    const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));
+    for (const id of this._chunkLineCounts.keys()) {
+      if (!chunkIds.has(id)) {
+        this._chunkLineCounts.delete(id);
+      }
+    }
+    this._changes.length = 0;
+    return this;
+  }
+};
+
+export {
+  DocumentAdapter,
+  SerializationModel
+};
+//# sourceMappingURL=chunk-MLRJWAQH.mjs.map

package/dist/lib/browser/chunk-MLRJWAQH.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/model/model.ts"],
+  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Text } from '@codemirror/state';\nimport { type EditorView } from '@codemirror/view';\n\nimport { Event } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nexport type Chunk = { id: string };\n\n/**\n * Covert block to a set of markdown lines.\n */\nexport type ChunkRenderer<T extends Chunk> = (chunk: T, index: number, debug?: boolean) => string[];\n\n/**\n * Abstract representation of the document model.\n */\nexport interface ChunkDocument {\n  lineCount(): number;\n  replaceLines(from: number, remove: number, insert: string[]): void;\n}\n\n/**\n * Codemirror document adapter.\n */\nexport class DocumentAdapter implements ChunkDocument {\n  constructor(private readonly _view: EditorView) {}\n\n  /** The document must always have at least one line. */\n  lineCount(): number {\n    return this._view.state.doc.lines - 1;\n  }\n\n  replaceLines(from: number, remove: number, insert: string[]): void {\n    log('replaceLines', { count: this._view.state.doc.lines, from, remove, insert });\n\n    const numLines = this._view.state.doc.lines;\n    const posFrom = this._view.state.doc.line(from).from;\n    const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;\n\n    // Don't remove the last line.\n    let text = insert.join('\\n');\n    if (posTo === this._view.state.doc.length) {\n      text += '\\n';\n    }\n\n    this._view.dispatch({\n      changes: { from: posFrom, to: posTo, insert: text },\n    });\n  }\n}\n\ntype ChunkChange<T extends Chunk> =\n  | {\n      type: 'append';\n      index: number;\n      chunk: T;\n    }\n  | {\n      type: 'update';\n      index: number;\n      chunk: T;\n    }\n  | {\n      type: 'delete';\n      index: number;\n      id: string;\n    };\n\n/**\n * Each Chunk can be converted into a set of lines.\n * Chunks can be added, updated or deleted from the Queue.\n * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.\n *\n * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.\n * Instead this model tracks changes and syncs them with the ChunkDocument.\n */\nexport class SerializationModel<T extends Chunk> {\n  /** Emits when the document is updated. */\n  public readonly update = new Event<void>();\n\n  /** Ordered set of chunks. */\n  private readonly _chunks: T[] = [];\n\n  /** Map of chunk IDs to their current line counts. */\n  private readonly _chunkLineCounts = new Map<string, number>();\n\n  /** Map of line numbers to chunk IDs. */\n  private readonly _lineToChunk = new Map<number, T>();\n\n  /** Track chunk changes since last sync. */\n  private readonly _changes: Array<ChunkChange<T>> = [];\n\n  constructor(\n    private readonly _renderer: ChunkRenderer<T>,\n    initialChunks: T[] = [],\n  ) {\n    initialChunks.forEach((chunk) => {\n      this.appendChunk(chunk);\n    });\n  }\n\n  toJSON(): { chunks: number; changes: number } {\n    return {\n      chunks: this._chunks.length,\n      changes: this._changes.length,\n    };\n  }\n\n  get doc() {\n    return Text.of([...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)), '']);\n  }\n\n  get chunks() {\n    return this._chunks;\n  }\n\n  /**\n   * Get the block ID at the given line number.\n   */\n  getChunkAtLine(line: number): T | undefined {\n    return this._lineToChunk.get(line);\n  }\n\n  reset(): this {\n    this._chunks.length = 0;\n    this._chunkLineCounts.clear();\n    this._lineToChunk.clear();\n    this.update.emit();\n    return this;\n  }\n\n  appendChunk(chunk: T): this {\n    const index = this._chunks.length;\n    this._chunks.push(chunk);\n    this._changes.push({ type: 'append', index, chunk });\n    this.update.emit();\n    return this;\n  }\n\n  updateChunk(chunk: T): this {\n    const index = this._chunks.findIndex((c) => c.id === chunk.id);\n    invariant(index !== -1);\n    this._chunks[index] = chunk;\n    this._changes.push({ type: 'update', index, chunk });\n    this.update.emit();\n    return this;\n  }\n\n  deleteBlock(id: string): this {\n    const index = this._chunks.findIndex((c) => c.id === id);\n    invariant(index !== -1);\n    this._chunks.splice(index, 1);\n    this._changes.push({ type: 'delete', index, id });\n    this.update.emit();\n    return this;\n  }\n\n  /**\n   * Syncs the tracked changes with the ChunkDocument.\n   */\n  sync(document: ChunkDocument): this {\n    log('sync', { changes: this._changes });\n\n    // Process each change in order.\n    for (const change of this._changes) {\n      switch (change.type) {\n        case 'append': {\n          // For appends, convert block to lines and add at the end.\n          const lines = this._renderer(change.chunk, change.index);\n          const lastLine = document.lineCount();\n          document.replaceLines(lastLine + 1, 0, lines);\n          break;\n        }\n\n        case 'update': {\n          // For updates, find the block's line range and replace with new lines.\n          let lineStart = 1;\n          for (let i = 0; i < change.index; i++) {\n            lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n          }\n          const previousLineCount = this._chunkLineCounts.get(change.chunk.id)!;\n          const newLines = this._renderer(change.chunk, change.index);\n          document.replaceLines(lineStart, previousLineCount, newLines);\n          break;\n        }\n\n        case 'delete': {\n          // For deletes, find the block's line range and remove those lines.\n          let lineStart = 1;\n          for (let i = 0; i < change.index; i++) {\n            lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n          }\n          const previousLineCount = this._chunkLineCounts.get(change.id)!;\n          document.replaceLines(lineStart, previousLineCount, []);\n          break;\n        }\n      }\n    }\n\n    // Clear the line-to-block mapping.\n    this._lineToChunk.clear();\n\n    // Update all block line counts and line-to-block mapping after processing changes.\n    let currentLine = 1;\n    for (const [index, chunk] of this._chunks.entries()) {\n      const lineCount = this._renderer(chunk, index).length;\n      this._chunkLineCounts.set(chunk.id, lineCount);\n      this._lineToChunk.set(currentLine, chunk);\n      currentLine += lineCount;\n    }\n\n    // Clean up deleted blocks.\n    const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));\n    for (const id of this._chunkLineCounts.keys()) {\n      if (!chunkIds.has(id)) {\n        this._chunkLineCounts.delete(id);\n      }\n    }\n\n    // Clear changes after sync.\n    this._changes.length = 0;\n    return this;\n  }\n}\n"],
+  "mappings": ";AAIA,SAASA,YAAY;AAGrB,SAASC,aAAa;AACtB,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AAiBpB,IAAA,eAAA;AAIE,IAA6BC,kBAA7B,MAAgD;;EAAC,YAAA,OAAA;AAEjD,SAAA,QAAA;;;EAGA,YAAA;AAEAC,WAAAA,KAAaC,MAAcC,MAAgBC,IAAAA,QAAwB;;eAC3CC,MAAW,QAAOC,QAAS;QAAQJ,gBAAAA;MAAMC,OAAAA,KAAAA,MAAAA,MAAAA,IAAAA;MAAQC;MAAO;MAE9E;IACA,GAAA,EAAA,YAAMG,YAAeP,GAAMM,cAAUE,GAAKN,IAAAA,GAAAA,KAAMA,CAAI;AACpD,UAAMO,WAAQN,KAAAA,MAAW,MAAII,IAAAA;AAE7B,UAAA,UAAA,KAAA,MAAA,MAA8B,IAAA,KAAA,IAAA,EAAA;AAC9B,UAAIG,QAAON,WAAY,IAAA,UAAA,KAAA,MAAA,MAAA,IAAA,KAAA,KAAA,IAAA,UAAA,OAAA,MAAA,CAAA,EAAA;QAErBM,OAAAA,OAAQ,KAAA,IAAA;AACV,QAAA,UAAA,KAAA,MAAA,MAAA,IAAA,QAAA;AAEI,cAAOC;;eACET,SAAMK;eAAaE;QAAOL,MAAAA;QAAa,IAAA;QACpD,QAAA;MACF;IACF,CAAA;EAmBA;;AASE,IAAA,qBAAA,MAAA;EAGA;;EAGA,SAAmD,IAClCQ,MAAAA;;EAEjB,UAAsC,CACrBC;;EAGAC,mBAAqC,oBAAA,IAAA;;EAI7B,eACvB,oBAAA,IAAA;;EAFiBC,WAAAA,CAAAA;cAGjBC,WAAcC,gBAASC,CAAAA,GAAAA;SACrB,YAAKC;AACP,kBAAA,QAAA,CAAA,UAAA;AACF,WAAA,YAAA,KAAA;IAEAC,CAAAA;;WAEIC;WACAC;MACF,QAAA,KAAA,QAAA;MACF,SAAA,KAAA,SAAA;IAEIC;;;WACuF,KAAA,GAAA;MAAG,GAAA,KAAA,QAAA,QAAA,CAAA,OAAA,UAAA,KAAA,UAAA,OAAA,KAAA,CAAA;MAC9F;IAEIF,CAAAA;;EAEJ,IAAA,SAAA;AAEA,WAAA,KAAA;;;;;EAKA,eAAA,MAAA;AAEAG,WAAc,KAAA,aAAA,IAAA,IAAA;;UAER;AACJ,SAAKX,QAAAA,SAAaY;AAClB,SAAKC,iBAAW,MAAA;AAChB,SAAA,aAAW,MAAA;AACb,SAAA,OAAA,KAAA;AAEAP,WAAAA;;cAEOQ,OAAQC;AACb,UAAKd,QAASc,KAAK,QAAA;SAAEC,QAAM,KAAA,KAAA;SAAUC,SAAAA,KAAAA;MAAOZ,MAAAA;MAAM;MAC9C;IACJ,CAAA;AACF,SAAA,OAAA,KAAA;AAEAa,WAAAA;;cAEEjC,OAAUgC;AACV,UAAKH,QAAQG,KAAM,QAAGZ,UAAAA,CAAAA,MAAAA,EAAAA,OAAAA,MAAAA,EAAAA;AACtB,cAAKJ,UAAc,IAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,gBAAA,EAAA,EAAA,CAAA;SAAEe,QAAM,KAAA,IAAA;SAAUC,SAAAA,KAAAA;MAAOZ,MAAAA;MAAM;MAC9C;IACJ,CAAA;AACF,SAAA,OAAA,KAAA;AAEAc,WAAAA;;cAEElC,IAAUgC;AACV,UAAKH,QAAQM,KAAM,QAAQ,UAAA,CAAA,MAAA,EAAA,OAAA,EAAA;AAC3B,cAAKnB,UAAc,IAAA,QAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,gBAAA,EAAA,EAAA,CAAA;SAAEe,QAAM,OAAA,OAAA,CAAA;SAAUC,SAAAA,KAAAA;MAAOI,MAAAA;MAAG;MAC3C;IACJ,CAAA;AACF,SAAA,OAAA,KAAA;AAEA,WAAA;;;;;iBAIyB;AAAc,QAAA,QAAA;MAErC,SAAA,KAAA;IACA,GAAA,EAAA,YAAWC,YAAc,GAACrB,cAAU,GAAA,KAAA,GAAA,KAAA,CAAA;eAEhC,UAAK,KAAA,UAAA;qBAAU,MAAA;;AAIbsB,gBAAAA,QAASnC,KAAAA,UAAaoC,OAAc,OAAGC,OAAAA,KAAAA;AACvC,gBAAA,WAAA,SAAA,UAAA;AACF,mBAAA,aAAA,WAAA,GAAA,GAAA,KAAA;AAEK;QAAU;;cAIXC,YAAAA;AACF,mBAAA,IAAA,GAAA,IAAA,OAAA,OAAA,KAAA;AACA,yBAAMC,KAAAA,iBAAyB5B,IAAAA,KAAiB6B,QAAIN,CAAAA,EAAOjB,EAAAA;UAC3D;AACAkB,gBAAAA,oBAAsBG,KAAAA,iBAAWC,IAAmBE,OAAAA,MAAAA,EAAAA;AACpD,gBAAA,WAAA,KAAA,UAAA,OAAA,OAAA,OAAA,KAAA;AACF,mBAAA,aAAA,WAAA,mBAAA,QAAA;AAEK;QAAU;;cAIXH,YAAAA;AACF,mBAAA,IAAA,GAAA,IAAA,OAAA,OAAA,KAAA;AACA,yBAAMC,KAAAA,iBAAyB5B,IAAAA,KAAiB6B,QAAIN,CAAAA,EAAOD,EAAE;UAC7DE;AACA,gBAAA,oBAAA,KAAA,iBAAA,IAAA,OAAA,EAAA;AACF,mBAAA,aAAA,WAAA,mBAAA,CAAA,CAAA;AACF;QACF;MAEA;IACA;AAGA,SAAIO,aAAc,MAAA;QAEhB,cAAMC;eACDhC,CAAAA,OAAAA,KAAAA,KAAoB,KAACM,QAAU0B,QAAAA,GAAAA;AACpC,YAAK/B,YAAagC,KAAIF,UAAAA,OAAazB,KAAAA,EAAAA;AACnCyB,WAAAA,iBAAeC,IAAAA,MAAAA,IAAAA,SAAAA;AACjB,WAAA,aAAA,IAAA,aAAA,KAAA;AAEA,qBAAA;IACA;UAEE,WAAKE,IAAY,IAACZ,KAAK,QAAA,IAAA,CAAA,UAAA,MAAA,EAAA,CAAA;eACrB,MAAKtB,KAAAA,iBAAwBsB,KAAAA,GAAAA;AAC/B,UAAA,CAAA,SAAA,IAAA,EAAA,GAAA;AACF,aAAA,iBAAA,OAAA,EAAA;MAEA;IACA;AAEF,SAAA,SAAA,SAAA;AACF,WAAA;;;",
+  "names": ["Text", "Event", "invariant", "log", "_view", "replaceLines", "from", "remove", "insert", "count", "state", "posFrom", "line", "posTo", "text", "dispatch", "_chunkLineCounts", "_lineToChunk", "_changes", "_renderer", "initialChunks", "forEach", "chunk", "appendChunk", "toJSON", "chunks", "changes", "doc", "reset", "clear", "update", "_chunks", "push", "type", "index", "updateChunk", "deleteBlock", "splice", "id", "change", "document", "lastLine", "lines", "lineStart", "previousLineCount", "get", "newLines", "currentLine", "lineCount", "set", "chunkIds"]
+}

package/dist/lib/browser/chunk-NQQK7UZQ.mjs

@@ -0,0 +1,244 @@
+import {
+  SerializationModel
+} from "./chunk-MLRJWAQH.mjs";
+
+// src/hooks/useAudioFile.ts
+import { useEffect, useState } from "react";
+import { scheduleTask } from "@dxos/async";
+import { Context } from "@dxos/context";
+import { log } from "@dxos/log";
+var __dxlog_file = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useAudioFile.ts";
+var useAudioFile = (audioUrl, constraints) => {
+  const [{ audio, stream, track }, setStream] = useState({});
+  useEffect(() => {
+    const ctx = new Context(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 11 });
+    scheduleTask(ctx, async () => {
+      try {
+        const response = await fetch(audioUrl);
+        const blob = await response.blob();
+        const objectUrl = URL.createObjectURL(blob);
+        ctx.onDispose(() => {
+          URL.revokeObjectURL(objectUrl);
+        });
+        const audio2 = new Audio();
+        audio2.src = objectUrl;
+        await new Promise((resolve, reject) => {
+          audio2.addEventListener("error", (err) => {
+            log.error("error", {
+              err
+            }, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 25, S: void 0 });
+            reject(err);
+          }, {
+            once: true
+          });
+          audio2.addEventListener("canplay", async () => {
+            resolve();
+          }, {
+            once: true
+          });
+          audio2.load();
+        });
+        const audioCtx = new AudioContext();
+        if (audioCtx.state === "suspended") {
+          await audioCtx.resume();
+        }
+        const destination = audioCtx.createMediaStreamDestination();
+        destination.channelCount = 1;
+        const source = audioCtx.createMediaElementSource(audio2);
+        source.connect(destination);
+        const track2 = destination.stream.getAudioTracks()[0];
+        if (constraints) {
+          await track2.applyConstraints(constraints).catch((err) => log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 50, S: void 0 }));
+        }
+        setStream({
+          audio: audio2,
+          stream: destination.stream,
+          track: destination.stream.getAudioTracks()[0]
+        });
+      } catch (err) {
+        log.catch(err, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 59, S: void 0 });
+      }
+    });
+    return () => {
+      void ctx.dispose();
+    };
+  }, [
+    audioUrl
+  ]);
+  return {
+    audio,
+    stream,
+    track
+  };
+};
+
+// src/hooks/useAudioTrack.ts
+import { useEffect as useEffect2, useState as useState2 } from "react";
+var useAudioTrack = (active, constraints) => {
+  const [track, setTrack] = useState2();
+  useEffect2(() => {
+    if (!active) {
+      track?.stop();
+      setTrack(void 0);
+      return;
+    }
+    const initAudio = async () => {
+      const audio = new Audio();
+      audio.srcObject = await navigator.mediaDevices.getUserMedia({
+        audio: constraints ?? true
+      });
+      const [track2] = audio.srcObject.getAudioTracks();
+      if (track2) {
+        setTrack(track2);
+      }
+    };
+    if (active) {
+      void initAudio();
+    }
+  }, [
+    active
+  ]);
+  return track;
+};
+
+// src/hooks/useQueueModelAdapter.ts
+import { useEffect as useEffect3, useMemo, useState as useState3 } from "react";
+var useQueueModelAdapter = (renderer, queue, initialChunks = []) => {
+  const model = useMemo(() => new SerializationModel(renderer, initialChunks), [
+    queue
+  ]);
+  const [loaded, setLoaded] = useState3(false);
+  useEffect3(() => {
+    if (!queue) {
+      return;
+    }
+    const update = () => {
+      for (const block of queue?.objects ?? []) {
+        model.appendChunk(block);
+      }
+      setLoaded(true);
+    };
+    let i;
+    if (queue.isLoading) {
+      i = setInterval(() => {
+        if (!queue?.isLoading) {
+          clearInterval(i);
+          update();
+        }
+      }, 1e3);
+    } else {
+      update();
+    }
+    return () => clearTimeout(i);
+  }, [
+    model,
+    queue
+  ]);
+  useEffect3(() => {
+    if (!loaded || !queue || model.chunks.length === queue.objects.length) {
+      return;
+    }
+    const chunk = queue.objects.at(-1);
+    if (chunk) {
+      model.appendChunk(chunk);
+    }
+  }, [
+    model,
+    loaded,
+    queue?.objects.length
+  ]);
+  return model;
+};
+
+// src/hooks/useTranscriber.ts
+import { useEffect as useEffect4, useMemo as useMemo2 } from "react";
+import { useCapabilities } from "@dxos/app-framework/ui";
+import { TranscriptionCapabilities } from "#types";
+var useTranscriber = ({ audioStreamTrack, recorderConfig, transcriberConfig, onSegments, transcribe }) => {
+  const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);
+  const transcriber = useMemo2(() => {
+    if (!getTranscriber || !audioStreamTrack || !onSegments) {
+      return void 0;
+    }
+    return getTranscriber({
+      audioStreamTrack,
+      recorderConfig,
+      transcriberConfig,
+      onSegments,
+      transcribe
+    });
+  }, [
+    getTranscriber,
+    audioStreamTrack,
+    recorderConfig,
+    transcriberConfig,
+    onSegments,
+    transcribe
+  ]);
+  useEffect4(() => {
+    return () => {
+      void transcriber?.close();
+    };
+  }, [
+    transcriber
+  ]);
+  return transcriber;
+};
+
+// src/hooks/useVoiceInput.ts
+import { useCallback, useEffect as useEffect5, useState as useState4 } from "react";
+import { scheduleMicroTask } from "@dxos/async";
+import { Context as Context2 } from "@dxos/context";
+import { log as log2 } from "@dxos/log";
+import { useSoundEffect } from "@dxos/react-ui-sfx";
+var __dxlog_file2 = "/__w/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useVoiceInput.ts";
+var useVoiceInput = ({ active, onUpdate }) => {
+  const soundStart = useSoundEffect("StartRecording");
+  const soundStop = useSoundEffect("StopRecording");
+  const handleSegments = useCallback(async (segments) => {
+    const text = segments.map((str) => str.text.trim().replace(/[^\w\s]/g, "")).join(" ");
+    onUpdate(text);
+  }, []);
+  const [recording, setRecording] = useState4(false);
+  const track = useAudioTrack(active);
+  const transcriber = useTranscriber({
+    audioStreamTrack: track,
+    onSegments: handleSegments
+  });
+  useEffect5(() => {
+    const ctx = new Context2(void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 29 });
+    scheduleMicroTask(ctx, async () => {
+      if (active && transcriber) {
+        await transcriber.open();
+        log2.info("starting...", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 33, S: void 0 });
+        setRecording(true);
+        void soundStart.play();
+        transcriber.startChunksRecording();
+      } else if (!active && transcriber?.isOpen) {
+        transcriber?.stopChunksRecording();
+        await transcriber?.close();
+        log2.info("stopped", void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 40, S: void 0 });
+        setRecording(false);
+        void soundStop.play();
+      }
+    });
+    return () => {
+      void ctx.dispose();
+    };
+  }, [
+    active,
+    transcriber
+  ]);
+  return {
+    recording
+  };
+};
+
+export {
+  useAudioFile,
+  useAudioTrack,
+  useQueueModelAdapter,
+  useTranscriber,
+  useVoiceInput
+};
+//# sourceMappingURL=chunk-NQQK7UZQ.mjs.map