@dxos/plugin-transcription 0.8.2-main.36232bc → 0.8.2-main.5ca3450
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{TranscriptContainer-2VFHUHLE.mjs → TranscriptContainer-3LU3XBEB.mjs} +2 -2
- package/dist/lib/browser/{app-graph-builder-TDP6PYV6.mjs → app-graph-builder-YXELPN6F.mjs} +19 -20
- package/dist/lib/browser/app-graph-builder-YXELPN6F.mjs.map +7 -0
- package/dist/lib/browser/{chunk-KSUYWWIU.mjs → chunk-GWY2Q2NE.mjs} +6 -6
- package/dist/lib/browser/chunk-GWY2Q2NE.mjs.map +7 -0
- package/dist/lib/browser/{chunk-NFVDICSJ.mjs → chunk-HNIKXVCG.mjs} +8 -7
- package/dist/lib/browser/chunk-HNIKXVCG.mjs.map +7 -0
- package/dist/lib/browser/{chunk-O6RY7FNK.mjs → chunk-HRDAILQX.mjs} +2 -2
- package/dist/lib/browser/{chunk-YRWBY6UK.mjs → chunk-TGOKX32G.mjs} +17 -15
- package/dist/lib/browser/chunk-TGOKX32G.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +6 -6
- package/dist/lib/browser/index.mjs.map +3 -3
- package/dist/lib/browser/{intent-resolver-ZWKYRFE7.mjs → intent-resolver-BBB3DWV4.mjs} +2 -2
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/{react-surface-F32UNCKZ.mjs → react-surface-R277DACJ.mjs} +4 -4
- package/dist/lib/browser/{settings-6YAHKVKX.mjs → settings-I226DZ27.mjs} +2 -2
- package/dist/lib/browser/{transcriber-MSBS4VBI.mjs → transcriber-QRSS6X6S.mjs} +3 -3
- package/dist/lib/browser/types/index.mjs +1 -1
- package/dist/lib/node/{TranscriptContainer-E2D7PKO3.cjs → TranscriptContainer-DICOMZLM.cjs} +7 -7
- package/dist/lib/node/{TranscriptContainer-E2D7PKO3.cjs.map → TranscriptContainer-DICOMZLM.cjs.map} +2 -2
- package/dist/lib/node/{app-graph-builder-W4VDMVGV.cjs → app-graph-builder-I6LYVIYY.cjs} +28 -29
- package/dist/lib/node/app-graph-builder-I6LYVIYY.cjs.map +7 -0
- package/dist/lib/node/{chunk-IXU57SCA.cjs → chunk-34WFY7M7.cjs} +18 -16
- package/dist/lib/node/chunk-34WFY7M7.cjs.map +7 -0
- package/dist/lib/node/{chunk-NBC6V3M2.cjs → chunk-4JOJCZPJ.cjs} +11 -10
- package/dist/lib/node/chunk-4JOJCZPJ.cjs.map +7 -0
- package/dist/lib/node/{chunk-TJMZ26GS.cjs → chunk-K553L7CZ.cjs} +5 -5
- package/dist/lib/node/{chunk-7XIIUVN3.cjs → chunk-RK4BEN5E.cjs} +9 -9
- package/dist/lib/node/chunk-RK4BEN5E.cjs.map +7 -0
- package/dist/lib/node/index.cjs +27 -27
- package/dist/lib/node/index.cjs.map +3 -3
- package/dist/lib/node/{intent-resolver-RM4JOCDV.cjs → intent-resolver-7XY3WITN.cjs} +7 -7
- package/dist/lib/node/meta.json +1 -1
- package/dist/lib/node/{react-surface-YQHBGPOC.cjs → react-surface-HUSWAORU.cjs} +10 -10
- package/dist/lib/node/{settings-ZMB4XRWS.cjs → settings-NDMU3EWQ.cjs} +7 -7
- package/dist/lib/node/{transcriber-55OE4X6I.cjs → transcriber-UZJMG44C.cjs} +8 -8
- package/dist/lib/node/types/index.cjs +7 -7
- package/dist/lib/node/types/index.cjs.map +1 -1
- package/dist/lib/node-esm/{TranscriptContainer-5N3BSK2S.mjs → TranscriptContainer-K4E4P5T6.mjs} +2 -2
- package/dist/lib/node-esm/{app-graph-builder-DDDVKUHS.mjs → app-graph-builder-6FY2UQOH.mjs} +19 -20
- package/dist/lib/node-esm/app-graph-builder-6FY2UQOH.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-HZBSWUJH.mjs → chunk-3I7AC3D3.mjs} +2 -2
- package/dist/lib/node-esm/{chunk-4RMJO6QQ.mjs → chunk-6C34FO4C.mjs} +8 -7
- package/dist/lib/node-esm/chunk-6C34FO4C.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-UWF6LM27.mjs → chunk-CKANLRS4.mjs} +6 -6
- package/dist/lib/node-esm/chunk-CKANLRS4.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-OS2ITZUL.mjs → chunk-KUQ3ZTRX.mjs} +17 -15
- package/dist/lib/node-esm/chunk-KUQ3ZTRX.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +6 -6
- package/dist/lib/node-esm/index.mjs.map +3 -3
- package/dist/lib/node-esm/{intent-resolver-HDRFXMKP.mjs → intent-resolver-ACGAPLDZ.mjs} +2 -2
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/{react-surface-DRDNXTFZ.mjs → react-surface-G2OY4MWL.mjs} +4 -4
- package/dist/lib/node-esm/{settings-I35TVDUG.mjs → settings-O7X2UQQG.mjs} +2 -2
- package/dist/lib/node-esm/{transcriber-HH7EMCGH.mjs → transcriber-NVVFH7IF.mjs} +3 -3
- package/dist/lib/node-esm/types/index.mjs +1 -1
- package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -1
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/capabilities/intent-resolver.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.d.ts +3 -3
- package/dist/types/src/components/Transcript/Transcript.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts +2 -2
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +10 -10
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/transcript-extension.d.ts +2 -2
- package/dist/types/src/components/Transcript/transcript-extension.d.ts.map +1 -1
- package/dist/types/src/components/TranscriptionSettings/TranscriptionSettings.d.ts.map +1 -1
- package/dist/types/src/components/transcription.stories.d.ts.map +1 -1
- package/dist/types/src/entity-extraction/entity-extraction.d.ts +3 -3
- package/dist/types/src/entity-extraction/entity-extraction.d.ts.map +1 -1
- package/dist/types/src/hooks/useAudioFile.d.ts.map +1 -1
- package/dist/types/src/hooks/useAudioTrack.d.ts.map +1 -1
- package/dist/types/src/hooks/useQueueModelAdapter.d.ts.map +1 -1
- package/dist/types/src/hooks/useTranscriber.d.ts.map +1 -1
- package/dist/types/src/hooks/useVoiceInput.d.ts.map +1 -1
- package/dist/types/src/testing/testing.d.ts +11 -10
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.d.ts +2 -2
- package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcription-manager.d.ts +2 -2
- package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
- package/dist/types/src/translations.d.ts +2 -20
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/src/types/schema.d.ts +26 -19
- package/dist/types/src/types/schema.d.ts.map +1 -1
- package/dist/types/src/types/types.d.ts +10 -10
- package/dist/types/src/types/types.d.ts.map +1 -1
- package/dist/types/src/util/array.d.ts.map +1 -1
- package/dist/types/src/util/get-time-str.d.ts.map +1 -1
- package/dist/types/src/util/monitor-audio-level.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +51 -49
- package/src/TranscriptionPlugin.tsx +2 -2
- package/src/capabilities/app-graph-builder.ts +10 -10
- package/src/components/Transcript/Transcript.stories.tsx +5 -5
- package/src/components/Transcript/Transcript.tsx +10 -4
- package/src/components/Transcript/deprecated/OldTranscript.tsx +19 -13
- package/src/components/Transcript/transcript-extension.ts +3 -3
- package/src/components/TranscriptContainer.tsx +2 -2
- package/src/components/transcription.stories.tsx +14 -8
- package/src/entity-extraction/entity-extraction.test.ts +23 -4
- package/src/entity-extraction/entity-extraction.ts +11 -6
- package/src/model/model.test.ts +14 -10
- package/src/testing/testing.ts +34 -21
- package/src/transcriber/transcriber.browser.test.ts +3 -3
- package/src/transcriber/transcriber.ts +6 -3
- package/src/transcriber/transcription-manager.ts +8 -8
- package/src/types/schema.ts +10 -8
- package/src/types/types.ts +12 -10
- package/dist/lib/browser/app-graph-builder-TDP6PYV6.mjs.map +0 -7
- package/dist/lib/browser/chunk-KSUYWWIU.mjs.map +0 -7
- package/dist/lib/browser/chunk-NFVDICSJ.mjs.map +0 -7
- package/dist/lib/browser/chunk-YRWBY6UK.mjs.map +0 -7
- package/dist/lib/node/app-graph-builder-W4VDMVGV.cjs.map +0 -7
- package/dist/lib/node/chunk-7XIIUVN3.cjs.map +0 -7
- package/dist/lib/node/chunk-IXU57SCA.cjs.map +0 -7
- package/dist/lib/node/chunk-NBC6V3M2.cjs.map +0 -7
- package/dist/lib/node-esm/app-graph-builder-DDDVKUHS.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-4RMJO6QQ.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-OS2ITZUL.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-UWF6LM27.mjs.map +0 -7
- /package/dist/lib/browser/{TranscriptContainer-2VFHUHLE.mjs.map → TranscriptContainer-3LU3XBEB.mjs.map} +0 -0
- /package/dist/lib/browser/{chunk-O6RY7FNK.mjs.map → chunk-HRDAILQX.mjs.map} +0 -0
- /package/dist/lib/browser/{intent-resolver-ZWKYRFE7.mjs.map → intent-resolver-BBB3DWV4.mjs.map} +0 -0
- /package/dist/lib/browser/{react-surface-F32UNCKZ.mjs.map → react-surface-R277DACJ.mjs.map} +0 -0
- /package/dist/lib/browser/{settings-6YAHKVKX.mjs.map → settings-I226DZ27.mjs.map} +0 -0
- /package/dist/lib/browser/{transcriber-MSBS4VBI.mjs.map → transcriber-QRSS6X6S.mjs.map} +0 -0
- /package/dist/lib/node/{chunk-TJMZ26GS.cjs.map → chunk-K553L7CZ.cjs.map} +0 -0
- /package/dist/lib/node/{intent-resolver-RM4JOCDV.cjs.map → intent-resolver-7XY3WITN.cjs.map} +0 -0
- /package/dist/lib/node/{react-surface-YQHBGPOC.cjs.map → react-surface-HUSWAORU.cjs.map} +0 -0
- /package/dist/lib/node/{settings-ZMB4XRWS.cjs.map → settings-NDMU3EWQ.cjs.map} +0 -0
- /package/dist/lib/node/{transcriber-55OE4X6I.cjs.map → transcriber-UZJMG44C.cjs.map} +0 -0
- /package/dist/lib/node-esm/{TranscriptContainer-5N3BSK2S.mjs.map → TranscriptContainer-K4E4P5T6.mjs.map} +0 -0
- /package/dist/lib/node-esm/{chunk-HZBSWUJH.mjs.map → chunk-3I7AC3D3.mjs.map} +0 -0
- /package/dist/lib/node-esm/{intent-resolver-HDRFXMKP.mjs.map → intent-resolver-ACGAPLDZ.mjs.map} +0 -0
- /package/dist/lib/node-esm/{react-surface-DRDNXTFZ.mjs.map → react-surface-G2OY4MWL.mjs.map} +0 -0
- /package/dist/lib/node-esm/{settings-I35TVDUG.mjs.map → settings-O7X2UQQG.mjs.map} +0 -0
- /package/dist/lib/node-esm/{transcriber-HH7EMCGH.mjs.map → transcriber-NVVFH7IF.mjs.map} +0 -0
|
@@ -16,14 +16,14 @@ var __copyProps = (to, from, except, desc) => {
|
|
|
16
16
|
return to;
|
|
17
17
|
};
|
|
18
18
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
var
|
|
20
|
-
__export(
|
|
19
|
+
var app_graph_builder_I6LYVIYY_exports = {};
|
|
20
|
+
__export(app_graph_builder_I6LYVIYY_exports, {
|
|
21
21
|
default: () => app_graph_builder_default
|
|
22
22
|
});
|
|
23
|
-
module.exports = __toCommonJS(
|
|
24
|
-
var
|
|
23
|
+
module.exports = __toCommonJS(app_graph_builder_I6LYVIYY_exports);
|
|
24
|
+
var import_chunk_RK4BEN5E = require("./chunk-RK4BEN5E.cjs");
|
|
25
25
|
var import_chunk_J72PUQ3C = require("./chunk-J72PUQ3C.cjs");
|
|
26
|
-
var
|
|
26
|
+
var import_chunk_34WFY7M7 = require("./chunk-34WFY7M7.cjs");
|
|
27
27
|
var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
|
|
28
28
|
var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
|
|
29
29
|
var import_app_framework = require("@dxos/app-framework");
|
|
@@ -40,13 +40,15 @@ var import_plugin_graph = require("@dxos/plugin-graph");
|
|
|
40
40
|
var import_types2 = require("@dxos/plugin-markdown/types");
|
|
41
41
|
var import_plugin_meeting = require("@dxos/plugin-meeting");
|
|
42
42
|
var import_types3 = require("@dxos/plugin-meeting/types");
|
|
43
|
+
var import_schema = require("@dxos/schema");
|
|
43
44
|
var import_effect = require("effect");
|
|
44
45
|
var import_artifact = require("@dxos/artifact");
|
|
45
46
|
var import_assistant2 = require("@dxos/assistant");
|
|
46
47
|
var import_async = require("@dxos/async");
|
|
47
48
|
var import_echo_schema2 = require("@dxos/echo-schema");
|
|
49
|
+
var import_keys2 = require("@dxos/keys");
|
|
48
50
|
var import_log2 = require("@dxos/log");
|
|
49
|
-
var
|
|
51
|
+
var import_schema2 = require("@dxos/schema");
|
|
50
52
|
var system_prompt_default = 'You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n a. Analyze the content and identify relevant information from the context.\n b. Extract a number of references to the context objects that are mentioned in the segment.\n c. Output the references in the format `{ "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" }`.\n d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n "references": [\n { "quote": "earnings report", "id": "01JT0JP9AX0XKGZX4MV4B69VT6" },\n { "quote": "John", "id": "01JT0VM0VN3ZKN7GDBM8CV9BA7" }\n ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions.';
|
|
51
53
|
var __dxlog_file = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/entity-extraction/entity-extraction.ts";
|
|
52
54
|
var createSystemPrompt = () => {
|
|
@@ -92,12 +94,12 @@ var processTranscriptMessage = async (params) => {
|
|
|
92
94
|
refs: result.references
|
|
93
95
|
}, {
|
|
94
96
|
F: __dxlog_file,
|
|
95
|
-
L:
|
|
97
|
+
L: 98,
|
|
96
98
|
S: void 0,
|
|
97
99
|
C: (f, a) => f(...a)
|
|
98
100
|
});
|
|
99
101
|
return {
|
|
100
|
-
message: (0, import_echo_schema2.create)(
|
|
102
|
+
message: (0, import_echo_schema2.create)(import_schema2.DataType.Message, {
|
|
101
103
|
...params.message,
|
|
102
104
|
blocks: params.message.blocks.map((block, i) => block.type !== "transcription" ? block : {
|
|
103
105
|
...block,
|
|
@@ -118,7 +120,7 @@ var processTranscriptMessage = async (params) => {
|
|
|
118
120
|
error
|
|
119
121
|
}, {
|
|
120
122
|
F: __dxlog_file,
|
|
121
|
-
L:
|
|
123
|
+
L: 123,
|
|
122
124
|
S: void 0,
|
|
123
125
|
C: (f, a) => f(...a)
|
|
124
126
|
});
|
|
@@ -133,17 +135,20 @@ var processTranscriptMessage = async (params) => {
|
|
|
133
135
|
};
|
|
134
136
|
var postprocessText = (text, quotes) => {
|
|
135
137
|
for (const quote of quotes.references) {
|
|
138
|
+
if (!import_echo_schema2.ObjectId.isValid(quote.id)) {
|
|
139
|
+
continue;
|
|
140
|
+
}
|
|
136
141
|
const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"), "gi");
|
|
137
|
-
text = text.replace(regex, `[${quote.quote}][
|
|
142
|
+
text = text.replace(regex, `[${quote.quote}][${import_keys2.DXN.fromLocalObjectId(quote.id).toString()}]`);
|
|
138
143
|
}
|
|
139
144
|
return text;
|
|
140
145
|
};
|
|
141
146
|
var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/capabilities/app-graph-builder.ts";
|
|
142
147
|
var getMeetingTranscript = async (context, meeting) => {
|
|
143
148
|
const { dispatchPromise: dispatch } = context.requestCapability(import_app_framework.Capabilities.IntentDispatcher);
|
|
144
|
-
const typename = (0, import_echo_schema.getSchemaTypename)(
|
|
149
|
+
const typename = (0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType);
|
|
145
150
|
const existing = await meeting.artifacts[typename]?.load();
|
|
146
|
-
if (existing instanceof
|
|
151
|
+
if (existing instanceof import_chunk_34WFY7M7.TranscriptType) {
|
|
147
152
|
return existing;
|
|
148
153
|
}
|
|
149
154
|
const space = (0, import_echo.getSpace)(meeting);
|
|
@@ -156,7 +161,7 @@ var getMeetingTranscript = async (context, meeting) => {
|
|
|
156
161
|
""
|
|
157
162
|
]
|
|
158
163
|
});
|
|
159
|
-
const { data } = await dispatch((0, import_app_framework.createIntent)(
|
|
164
|
+
const { data } = await dispatch((0, import_app_framework.createIntent)(import_chunk_34WFY7M7.TranscriptionAction.Create, {
|
|
160
165
|
spaceId: space.id
|
|
161
166
|
}));
|
|
162
167
|
meeting.artifacts[typename] = (0, import_echo.makeRef)(data.object);
|
|
@@ -184,7 +189,7 @@ var app_graph_builder_default = (context) => (0, import_app_framework.contribute
|
|
|
184
189
|
]
|
|
185
190
|
});
|
|
186
191
|
const callManager = context.requestCapability(import_plugin_meeting.MeetingCapabilities.CallManager);
|
|
187
|
-
callManager.setActivity((0, import_echo_schema.getSchemaTypename)(
|
|
192
|
+
callManager.setActivity((0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType), {
|
|
188
193
|
queueDxn: transcript.queue.dxn.toString(),
|
|
189
194
|
enabled: !state.enabled
|
|
190
195
|
});
|
|
@@ -218,9 +223,9 @@ var app_graph_builder_default = (context) => (0, import_app_framework.contribute
|
|
|
218
223
|
});
|
|
219
224
|
return [
|
|
220
225
|
{
|
|
221
|
-
id: `${(0, import_echo.fullyQualifiedId)(meeting)}${import_types.ATTENDABLE_PATH_SEPARATOR}${(0, import_echo_schema.getSchemaTypename)(
|
|
226
|
+
id: `${(0, import_echo.fullyQualifiedId)(meeting)}${import_types.ATTENDABLE_PATH_SEPARATOR}${(0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType)}`,
|
|
222
227
|
type: import_types.PLANK_COMPANION_TYPE,
|
|
223
|
-
data: meeting.artifacts[(0, import_echo_schema.getSchemaTypename)(
|
|
228
|
+
data: meeting.artifacts[(0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType)]?.target,
|
|
224
229
|
properties: {
|
|
225
230
|
label: [
|
|
226
231
|
"transcript companion label",
|
|
@@ -231,8 +236,8 @@ var app_graph_builder_default = (context) => (0, import_app_framework.contribute
|
|
|
231
236
|
icon: "ph--subtitles--regular",
|
|
232
237
|
position: "hoist",
|
|
233
238
|
disposition: "hidden",
|
|
234
|
-
schema:
|
|
235
|
-
getIntent: ({ space }) => (0, import_app_framework.createIntent)(
|
|
239
|
+
schema: import_chunk_34WFY7M7.TranscriptType,
|
|
240
|
+
getIntent: ({ space }) => (0, import_app_framework.createIntent)(import_chunk_34WFY7M7.TranscriptionAction.Create, {
|
|
236
241
|
spaceId: space.id
|
|
237
242
|
}),
|
|
238
243
|
// TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?
|
|
@@ -266,13 +271,13 @@ var app_graph_builder_default = (context) => (0, import_app_framework.contribute
|
|
|
266
271
|
// This will be replaced with a vector search index anyway, so its not a big deal.
|
|
267
272
|
contextTypes: [
|
|
268
273
|
import_types2.DocumentType,
|
|
269
|
-
|
|
270
|
-
|
|
274
|
+
import_schema.DataType.Person,
|
|
275
|
+
import_schema.DataType.Organization
|
|
271
276
|
],
|
|
272
277
|
space
|
|
273
278
|
});
|
|
274
279
|
}
|
|
275
|
-
state.transcriptionManager = await new
|
|
280
|
+
state.transcriptionManager = await new import_chunk_RK4BEN5E.TranscriptionManager({
|
|
276
281
|
edgeClient: client.edge,
|
|
277
282
|
messageEnricher
|
|
278
283
|
}).setIdentityDid(identity.did).open();
|
|
@@ -283,7 +288,7 @@ var app_graph_builder_default = (context) => (0, import_app_framework.contribute
|
|
|
283
288
|
state.enabled = false;
|
|
284
289
|
},
|
|
285
290
|
onCallStateUpdated: async (callState) => {
|
|
286
|
-
const typename = (0, import_echo_schema.getSchemaTypename)(
|
|
291
|
+
const typename = (0, import_echo_schema.getSchemaTypename)(import_chunk_34WFY7M7.TranscriptType);
|
|
287
292
|
const transcription = typename ? callState.activities?.[typename] : void 0;
|
|
288
293
|
if (!transcription?.payload) {
|
|
289
294
|
return;
|
|
@@ -339,13 +344,7 @@ var createEntityExtractionEnricher = ({ aiClient, contextTypes, space }) => {
|
|
|
339
344
|
};
|
|
340
345
|
};
|
|
341
346
|
var processContextObject = async (object) => {
|
|
342
|
-
if ((0, import_echo_schema.isInstanceOf)(import_types2.DocumentType, object)) {
|
|
343
|
-
return {
|
|
344
|
-
...object,
|
|
345
|
-
content: await object.content.load()
|
|
346
|
-
};
|
|
347
|
-
}
|
|
348
347
|
return object;
|
|
349
348
|
};
|
|
350
349
|
var ENTITY_EXTRACTOR_TIMEOUT = 25e3;
|
|
351
|
-
//# sourceMappingURL=app-graph-builder-
|
|
350
|
+
//# sourceMappingURL=app-graph-builder-I6LYVIYY.cjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/capabilities/app-graph-builder.ts", "../../../src/entity-extraction/entity-extraction.ts", "raw-loader:./system-prompt.tpl?raw"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport type { Schema } from 'effect';\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';\nimport { AI_SERVICE_ENDPOINT } from '@dxos/assistant/testing';\nimport { Filter, fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { DocumentType } from '@dxos/plugin-markdown/types';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';\nimport { type buf } from '@dxos/protocols/buf';\nimport { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport { DataType } from '@dxos/schema';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { processTranscriptMessage } from '../entity-extraction';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, type TranscriptionSettingsProps, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\n\nconst getMeetingTranscript = async (\n context: PluginsContext,\n meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n const typename = getSchemaTypename(TranscriptType)!;\n const existing = await meeting.artifacts[typename]?.load();\n if (existing instanceof TranscriptType) {\n return existing;\n }\n\n const space = getSpace(meeting);\n invariant(space);\n const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n meeting.artifacts[typename] = makeRef(data!.object);\n return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n contributes(Capabilities.AppGraphBuilder, [\n createExtension({\n id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n filter: (node): node is Node<MeetingType> => isInstanceOf(MeetingType, node.data),\n actions: ({ node }) => {\n const meeting = node.data;\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n return [\n {\n id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n data: async () => {\n // NOTE: We are not saving the state of the transcription manager here.\n // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.\n // This is done to avoid race conditions and to not handle optimistic updates.\n const transcript = await getMeetingTranscript(context, meeting);\n invariant(transcript, 'Failed to create transcript');\n\n const callManager = context.requestCapability(MeetingCapabilities.CallManager);\n callManager.setActivity(getSchemaTypename(TranscriptType)!, {\n queueDxn: transcript.queue.dxn.toString(),\n enabled: !state.enabled,\n });\n },\n properties: {\n label: state.enabled\n ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n disposition: 'toolbar',\n classNames: state.enabled ? 'bg-callAlert' : '',\n },\n },\n ];\n },\n connector: ({ node }) => {\n const meeting = node.data;\n const client = context.requestCapability(ClientCapabilities.Client);\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n const settings = context\n .requestCapability(Capabilities.SettingsStore)\n .getStore<TranscriptionSettingsProps>(TRANSCRIPTION_PLUGIN)!.value;\n\n // TODO(dmaretskyi): Request via capability.\n const aiClient: AIServiceClient | undefined = new AIServiceEdgeClient({\n endpoint: AI_SERVICE_ENDPOINT.REMOTE,\n });\n\n return [\n {\n id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n type: PLANK_COMPANION_TYPE,\n data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n properties: {\n label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n position: 'hoist',\n disposition: 'hidden',\n schema: TranscriptType,\n getIntent: ({ space }: { space: Space }) =>\n createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n\n // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?\n onJoin: async ({ meeting }: { meeting: MeetingType; roomId: string }) => {\n const identity = client.halo.identity.get();\n invariant(identity);\n const space = getSpace(meeting);\n invariant(space);\n\n let messageEnricher;\n if (aiClient && settings.entityExtraction) {\n messageEnricher = createEntityExtractionEnricher({\n aiClient,\n // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?\n // This forced me to add a dependency on markdown plugin.\n // This will be replaced with a vector search index anyway, so its not a big deal.\n contextTypes: [DocumentType, DataType.Person, DataType.Organization],\n space,\n });\n }\n\n // TODO(burdon): The TranscriptionManager singleton is part of the state and should just be updated here.\n state.transcriptionManager = await new TranscriptionManager({\n edgeClient: client.edge,\n messageEnricher,\n })\n .setIdentityDid(identity.did)\n .open();\n },\n onLeave: async () => {\n await state.transcriptionManager?.close();\n state.transcriptionManager = undefined;\n state.enabled = false;\n },\n onCallStateUpdated: async (callState: CallState) => {\n const typename = getSchemaTypename(TranscriptType);\n const transcription = typename ? callState.activities?.[typename] : undefined;\n if (!transcription?.payload) {\n return;\n }\n\n const payload: TranscriptionPayload = transcription.payload;\n state.enabled = !!payload.enabled;\n if (payload.queueDxn) {\n // NOTE: Must set queue before enabling transcription.\n state.transcriptionManager?.setQueue(DXN.parse(payload.queueDxn));\n }\n await state.transcriptionManager?.setEnabled(payload.enabled);\n },\n onMediaStateUpdated: async ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n void state.transcriptionManager?.setRecording(isSpeaking);\n },\n } satisfies MeetingCallProperties,\n },\n ];\n },\n }),\n ]);\n\ntype EntityExtractionEnricherFactoryOptions = {\n aiClient: AIServiceClient;\n contextTypes: Schema.Schema.AnyNoContext[];\n space: Space;\n};\n\nconst createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: EntityExtractionEnricherFactoryOptions) => {\n return async (message: DataType.Message) => {\n const { objects } = await space.db.query(Filter.or(...contextTypes.map((s) => Filter.schema(s)))).run();\n log.info('context', { objects });\n\n const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({\n aiService: aiClient,\n message,\n context: { objects: await Promise.all(objects.map(processContextObject)) },\n options: { timeout: ENTITY_EXTRACTOR_TIMEOUT, fallbackToRaw: true },\n });\n\n log.info('entity extraction time', { timeElapsed });\n return enhancedMessage;\n };\n};\n\nconst processContextObject = async (object: BaseEchoObject): Promise<any> => {\n // TODO(dmaretskyi): Documents need special processing is the content is behind a ref.\n // TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.\n // if (isInstanceOf(DocumentType, object)) {\n // return {\n // ...object,\n // content: await object.content.load(),\n // };\n // }\n\n return object;\n};\n\nconst ENTITY_EXTRACTOR_TIMEOUT = 25_000;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { createTemplate, Message, structuredOutputParser } from '@dxos/artifact';\nimport type { AIServiceClient } from '@dxos/assistant';\nimport { MixedStreamParser } from '@dxos/assistant';\nimport { asyncTimeout } from '@dxos/async';\nimport { type BaseEchoObject, create, ObjectId } from '@dxos/echo-schema';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport SYSTEM_PROMPT from './system-prompt.tpl?raw';\n\ntype ProcessTranscriptMessageParams = {\n message: DataType.Message;\n aiService: AIServiceClient;\n context: {\n objects?: BaseEchoObject[];\n };\n\n options?: {\n /**\n * Timeout for the entity extraction.\n */\n timeout?: number;\n\n /**\n * Fallback to raw text if the entity extraction fails.\n * Otherwise the function will throw an error.\n * @default false\n */\n fallbackToRaw?: boolean;\n };\n};\n\ntype ProcessTranscriptMessageResult = {\n message: DataType.Message;\n timeElapsed: number;\n};\n\n/**\n * Process Handlebars template.\n */\nconst createSystemPrompt = (): string => {\n const template = createTemplate(SYSTEM_PROMPT);\n return template({});\n};\n\nconst ReferencedQuotes = Schema.Struct({\n references: Schema.Array(\n Schema.Struct({\n quote: Schema.String,\n id: Schema.String,\n }),\n ).annotations({\n description:\n 'The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object.',\n }),\n});\ninterface ReferencedQuotes extends Schema.Schema.Type<typeof ReferencedQuotes> {}\n\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (\n params: ProcessTranscriptMessageParams,\n): Promise<ProcessTranscriptMessageResult> => {\n try {\n const outputParser = structuredOutputParser(ReferencedQuotes);\n const runParser = async (): Promise<ProcessTranscriptMessageResult> => {\n const startTime = performance.now();\n const result = outputParser.getResult(\n await new MixedStreamParser().parse(\n await params.aiService.execStream({\n model: '@anthropic/claude-3-5-haiku-20241022',\n systemPrompt: createSystemPrompt(),\n history: [\n create(Message, {\n role: 'user',\n content: [\n {\n type: 'text',\n text: `<context>${JSON.stringify(params.context.objects)}</context>`,\n },\n {\n type: 'text',\n text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`,\n },\n ],\n }),\n ],\n tools: [outputParser.tool],\n }),\n ),\n );\n log.info('entity extraction result', { refs: result.references });\n\n return {\n message: create(DataType.Message, {\n ...params.message,\n blocks: params.message.blocks.map((block, i) =>\n block.type !== 'transcription'\n ? block\n : {\n ...block,\n text: postprocessText(block.text, result),\n },\n ),\n }),\n timeElapsed: performance.now() - startTime,\n };\n };\n\n if (params.options?.timeout && params.options.timeout > 0) {\n return await asyncTimeout(runParser(), params.options.timeout);\n } else {\n return await runParser();\n }\n } catch (error) {\n if (params.options?.fallbackToRaw) {\n log.warn('failed to process transcript message, falling back to raw text', { error });\n return {\n message: params.message,\n timeElapsed: 0,\n };\n } else {\n throw error;\n }\n }\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const postprocessText = (text: string, quotes: ReferencedQuotes) => {\n for (const quote of quotes.references) {\n if (!ObjectId.isValid(quote.id)) {\n continue;\n }\n\n // Use a case-insensitive regular expression to replace the quote\n const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n text = text.replace(regex, `[${quote.quote}][${DXN.fromLocalObjectId(quote.id).toString()}]`);\n }\n return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n a. Analyze the content and identify relevant information from the context.\n b. Extract a number of references to the context objects that are mentioned in the segment.\n c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n \"references\": [\n { \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" },\n { \"quote\": \"John\", \"id\": \"01JT0VM0VN3ZKN7GDBM8CV9BA7\" }\n ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions."],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAMA,2BAA6E;AAC7E,uBAA0D;AAC1D,qBAAoC;AACpC,kBAAwE;AACxE,yBAAqE;AACrE,uBAA0B;AAC1B,kBAAoB;AACpB,iBAAoB;AACpB,2BAAmC;AACnC,mBAAgE;AAChE,0BAA2C;AAC3C,IAAAA,gBAA6B;AAC7B,4BAAqE;AACrE,IAAAA,gBAAwD;AAGxD,oBAAyB;AClBzB,oBAAuB;AAEvB,sBAAgE;AAEhE,IAAAC,oBAAkC;AAClC,mBAA6B;AAC7B,IAAAC,sBAAsD;AACtD,IAAAC,eAAoB;AACpB,IAAAC,cAAoB;AACpB,IAAAC,iBAAyB;ACbzB,IAAA,wBAAA;;AD+CA,IAAMC,qBAAqB,MAAA;AACzB,QAAMC,eAAWC,gCAAeC,qBAAAA;AAChC,SAAOF,SAAS,CAAC,CAAA;AACnB;AAEA,IAAMG,mBAAmBC,qBAAOC,OAAO;EACrCC,YAAYF,qBAAOG,MACjBH,qBAAOC,OAAO;IACZG,OAAOJ,qBAAOK;IACdC,IAAIN,qBAAOK;EACb,CAAA,CAAA,EACAE,YAAY;IACZC,aACE;EACJ,CAAA;AACF,CAAA;AAIO,IAAMC,2BAA2B,OACtCC,WAAAA;AAEA,MAAI;AACF,UAAMC,mBAAeC,wCAAuBb,gBAAAA;AAC5C,UAAMc,YAAY,YAAA;AAChB,YAAMC,YAAYC,YAAYC,IAAG;AACjC,YAAMC,SAASN,aAAaO,UAC1B,MAAM,IAAIC,oCAAAA,EAAoBC,MAC5B,MAAMV,OAAOW,UAAUC,WAAW;QAChCC,OAAO;QACPC,cAAc7B,mBAAAA;QACd8B,SAAS;cACPC,4BAAOC,yBAAS;YACdC,MAAM;YACNC,SAAS;cACP;gBACEC,MAAM;gBACNC,MAAM,YAAYC,KAAKC,UAAUvB,OAAOwB,QAAQC,OAAO,CAAA;cACzD;cACA;gBACEL,MAAM;gBACNC,MAAM,eAAeC,KAAKC,UAAUvB,OAAO0B,QAAQC,MAAM,CAAA;cAC3D;;UAEJ,CAAA;;QAEFC,OAAO;UAAC3B,aAAa4B;;MACvB,CAAA,CAAA,CAAA;AAGJC,sBAAIC,KAAK,4BAA4B;QAAEC,MAAMzB,OAAOf;MAAW,GAAA;;;;;;AAE/D,aAAO;QACLkC,aAASV,4BAAOiB,wBAAShB,SAAS;UAChC,GAAGjB,OAAO0B;UACVC,QAAQ3B,OAAO0B,QAAQC,OAAOO,IAAI,CAACC,OAAOC,MACxCD,MAAMf,SAAS,kBACXe,QACA;YACE,GAAGA;YACHd,MAAMgB,gBAAgBF,MAAMd,MAAMd,MAAAA;UACpC,CAAA;QAER,CAAA;QACA+B,aAAajC,YAAYC,IAAG,IAAKF;MACnC;IACF;AAEA,QAAIJ,OAAOuC,SAASC,WAAWxC,OAAOuC,QAAQC,UAAU,GAAG;AACzD,aAAO,UAAMC,2BAAatC,UAAAA,GAAaH,OAAOuC,QAAQC,OAAO;IAC/D,OAAO;AACL,aAAO,MAAMrC,UAAAA;IACf;EACF,SAASuC,OAAO;AACd,QAAI1C,OAAOuC,SAASI,eAAe;AACjCb,sBAAIc,KAAK,kEAAkE;QAAEF;MAAM,GAAA;;;;;;AACnF,aAAO;QACLhB,SAAS1B,OAAO0B;QAChBY,aAAa;MACf;IACF,OAAO;AACL,YAAMI;IACR;EACF;AACF;AAMO,IAAML,kBAAkB,CAAChB,MAAcwB,WAAAA;AAC5C,aAAWnD,SAASmD,OAAOrD,YAAY;AACrC,QAAI,CAACsD,6BAASC,QAAQrD,MAAME,EAAE,GAAG;AAC/B;IACF;AAGA,UAAMoD,QAAQ,IAAIC,OAAOvD,MAAMA,MAAMwD,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7E7B,WAAOA,KAAK6B,QAAQF,OAAO,IAAItD,MAAMA,KAAK,KAAKyD,iBAAIC,kBAAkB1D,MAAME,EAAE,EAAEyD,SAAQ,CAAA,GAAK;EAC9F;AACA,SAAOhC;AACT;;ADlHA,IAAMiC,uBAAuB,OAC3B9B,SACA+B,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKjC,QAAQkC,kBAAkBC,kCAAaC,gBAAgB;AAE7F,QAAMC,eAAWC,sCAAkBC,oCAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,sCAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,YAAQC,sBAASb,OAAAA;AACvBc,kCAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,aAASc,mCAAaC,0CAAoBC,QAAQ;IAAEC,SAASP,MAAMvE;EAAG,CAAA,CAAA;AAC7F2D,UAAQU,UAAUJ,QAAAA,QAAYc,qBAAQL,KAAMM,MAAM;AAClD,SAAON,MAAMM;AACf;AAGA,IAAA,4BAAe,CAACpD,gBACdqD,kCAAYlB,kCAAamB,iBAAiB;MACxCC,qCAAgB;IACdnF,IAAI,GAAGoF,0CAAAA;IACPC,QAAQ,CAACC,aAAoCC,iCAAaC,2BAAaF,KAAKZ,IAAI;IAChFe,SAAS,CAAC,EAAEH,KAAI,MAAE;AAChB,YAAM3B,UAAU2B,KAAKZ;AACrB,YAAMgB,QAAQ9D,QAAQkC,kBAAkB6B,gDAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACE5F,IAAI,OAAG6F,8BAAiBlC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AAIJ,kBAAMoB,aAAa,MAAMpC,qBAAqB9B,SAAS+B,OAAAA;AACvDc,4CAAUqB,YAAY,+BAAA;;;;;;;;;AAEtB,kBAAMC,cAAcnE,QAAQkC,kBAAkBkC,0CAAoBC,WAAW;AAC7EF,wBAAYG,gBAAYhC,sCAAkBC,oCAAAA,GAAkB;cAC1DgC,UAAUL,WAAWM,MAAMC,IAAI5C,SAAQ;cACvC6C,SAAS,CAACZ,MAAMY;YAClB,CAAA;UACF;UACAC,YAAY;YACVC,OAAOd,MAAMY,UACT;cAAC;cAA4B;gBAAEG,IAAIrB;cAAqB;gBACxD;cAAC;cAA6B;gBAAEqB,IAAIrB;cAAqB;;YAC7DsB,MAAM;YACNC,aAAa;YACbC,YAAYlB,MAAMY,UAAU,iBAAiB;UAC/C;QACF;;IAEJ;IACAO,WAAW,CAAC,EAAEvB,KAAI,MAAE;AAClB,YAAM3B,UAAU2B,KAAKZ;AACrB,YAAMoC,SAASlF,QAAQkC,kBAAkBiD,wCAAmBC,MAAM;AAClE,YAAMtB,QAAQ9D,QAAQkC,kBAAkB6B,gDAA0BC,yBAAyB;AAC3F,YAAMqB,WAAWrF,QACdkC,kBAAkBC,kCAAamD,aAAa,EAC5CC,SAAqC/B,0CAAAA,EAAuBgC;AAG/D,YAAMC,WAAwC,IAAIC,qCAAoB;QACpEC,UAAUC,mCAAoBC;MAChC,CAAA;AAEA,aAAO;QACL;UACEzH,IAAI,OAAG6F,8BAAiBlC,OAAAA,CAAAA,GAAW+D,sCAAAA,OAA4BxD,sCAAkBC,oCAAAA,CAAAA;UACjF3C,MAAMmG;UACNjD,MAAMf,QAAQU,cAAUH,sCAAkBC,oCAAAA,CAAAA,GAAmByD;UAC7DrB,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAIrB;cAAqB;;YACjEsB,MAAM;YACNmB,UAAU;YACVlB,aAAa;YACbmB,QAAQ3D;YACR4D,WAAW,CAAC,EAAExD,MAAK,UACjBI,mCAAaC,0CAAoBC,QAAQ;cAAEC,SAASP,MAAMvE;YAAG,CAAA;;YAG/DgI,QAAQ,OAAO,EAAErE,SAAAA,SAAO,MAA4C;AAClE,oBAAMsE,WAAWnB,OAAOoB,KAAKD,SAASE,IAAG;AACzC1D,8CAAUwD,UAAAA,QAAAA;;;;;;;;;AACV,oBAAM1D,YAAQC,sBAASb,QAAAA;AACvBc,8CAAUF,OAAAA,QAAAA;;;;;;;;;AAEV,kBAAI6D;AACJ,kBAAIf,YAAYJ,SAASoB,kBAAkB;AACzCD,kCAAkBE,+BAA+B;kBAC/CjB;;;;kBAIAkB,cAAc;oBAACC;oBAAcnG,cAAAA,SAASoG;oBAAQpG,cAAAA,SAASqG;;kBACvDnE;gBACF,CAAA;cACF;AAGAmB,oBAAMiD,uBAAuB,MAAM,IAAIC,2CAAqB;gBAC1DC,YAAY/B,OAAOgC;gBACnBV;cACF,CAAA,EACGW,eAAed,SAASe,GAAG,EAC3BC,KAAI;YACT;YACAC,SAAS,YAAA;AACP,oBAAMxD,MAAMiD,sBAAsBQ,MAAAA;AAClCzD,oBAAMiD,uBAAuBS;AAC7B1D,oBAAMY,UAAU;YAClB;YACA+C,oBAAoB,OAAOC,cAAAA;AACzB,oBAAMrF,eAAWC,sCAAkBC,oCAAAA;AACnC,oBAAMoF,gBAAgBtF,WAAWqF,UAAUE,aAAavF,QAAAA,IAAYmF;AACpE,kBAAI,CAACG,eAAeE,SAAS;AAC3B;cACF;AAEA,oBAAMA,UAAgCF,cAAcE;AACpD/D,oBAAMY,UAAU,CAAC,CAACmD,QAAQnD;AAC1B,kBAAImD,QAAQtD,UAAU;AAEpBT,sBAAMiD,sBAAsBe,SAASnG,YAAAA,IAAIzC,MAAM2I,QAAQtD,QAAQ,CAAA;cACjE;AACA,oBAAMT,MAAMiD,sBAAsBgB,WAAWF,QAAQnD,OAAO;YAC9D;YACAsD,qBAAqB,OAAO,CAACC,YAAYC,UAAAA,MAAkC;AACzE,mBAAKpE,MAAMiD,sBAAsBoB,cAAcF,WAAWG,UAAU;AACpE,mBAAKtE,MAAMiD,sBAAsBsB,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;AAQH,IAAMxB,iCAAiC,CAAC,EAAEjB,UAAUkB,cAAchE,MAAK,MAA0C;AAC/G,SAAO,OAAOzC,YAAAA;AACZ,UAAM,EAAED,QAAO,IAAK,MAAM0C,MAAM2F,GAAGC,MAAMC,mBAAOC,GAAE,GAAI9B,aAAajG,IAAI,CAACgI,MAAMF,mBAAOtC,OAAOwC,CAAAA,CAAAA,CAAAA,CAAAA,EAAMC,IAAG;AACrGrI,eAAAA,IAAIC,KAAK,WAAW;MAAEN;IAAQ,GAAA;;;;;;AAE9B,UAAM,EAAEC,SAAS0I,iBAAiB9H,YAAW,IAAK,MAAMvC,yBAAyB;MAC/EY,WAAWsG;MACXvF;MACAF,SAAS;QAAEC,SAAS,MAAM4I,QAAQC,IAAI7I,QAAQS,IAAIqI,oBAAAA,CAAAA;MAAuB;MACzEhI,SAAS;QAAEC,SAASgI;QAA0B7H,eAAe;MAAK;IACpE,CAAA;AAEAb,eAAAA,IAAIC,KAAK,0BAA0B;MAAEO;IAAY,GAAA;;;;;;AACjD,WAAO8H;EACT;AACF;AAEA,IAAMG,uBAAuB,OAAO3F,WAAAA;AAUlC,SAAOA;AACT;AAEA,IAAM4F,2BAA2B;",
|
|
6
|
+
"names": ["import_types", "import_assistant", "import_echo_schema", "import_keys", "import_log", "import_schema", "createSystemPrompt", "template", "createTemplate", "SYSTEM_PROMPT", "ReferencedQuotes", "Schema", "Struct", "references", "Array", "quote", "String", "id", "annotations", "description", "processTranscriptMessage", "params", "outputParser", "structuredOutputParser", "runParser", "startTime", "performance", "now", "result", "getResult", "MixedStreamParser", "parse", "aiService", "execStream", "model", "systemPrompt", "history", "create", "Message", "role", "content", "type", "text", "JSON", "stringify", "context", "objects", "message", "blocks", "tools", "tool", "log", "info", "refs", "DataType", "map", "block", "i", "postprocessText", "timeElapsed", "options", "timeout", "asyncTimeout", "error", "fallbackToRaw", "warn", "quotes", "ObjectId", "isValid", "regex", "RegExp", "replace", "DXN", "fromLocalObjectId", "toString", "getMeetingTranscript", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "transcript", "callManager", "MeetingCapabilities", "CallManager", "setActivity", "queueDxn", "queue", "dxn", "enabled", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "settings", "SettingsStore", "getStore", "value", "aiClient", "AIServiceEdgeClient", "endpoint", "AI_SERVICE_ENDPOINT", "REMOTE", "ATTENDABLE_PATH_SEPARATOR", "PLANK_COMPANION_TYPE", "target", "position", "schema", "getIntent", "onJoin", "identity", "halo", "get", "messageEnricher", "entityExtraction", "createEntityExtractionEnricher", "contextTypes", "DocumentType", "Person", "Organization", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "setIdentityDid", "did", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "setEnabled", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording", "db", "query", "Filter", "or", "s", "run", "enhancedMessage", "Promise", "all", "processContextObject", "ENTITY_EXTRACTOR_TIMEOUT"]
|
|
7
|
+
}
|
|
@@ -16,8 +16,8 @@ var __copyProps = (to, from, except, desc) => {
|
|
|
16
16
|
return to;
|
|
17
17
|
};
|
|
18
18
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
var
|
|
20
|
-
__export(
|
|
19
|
+
var chunk_34WFY7M7_exports = {};
|
|
20
|
+
__export(chunk_34WFY7M7_exports, {
|
|
21
21
|
TRANSCRIPTION_URL: () => TRANSCRIPTION_URL,
|
|
22
22
|
TranscriptSchema: () => TranscriptSchema,
|
|
23
23
|
TranscriptType: () => TranscriptType,
|
|
@@ -25,16 +25,18 @@ __export(chunk_IXU57SCA_exports, {
|
|
|
25
25
|
TranscriptionSettingsSchema: () => TranscriptionSettingsSchema,
|
|
26
26
|
isTranscript: () => isTranscript
|
|
27
27
|
});
|
|
28
|
-
module.exports = __toCommonJS(
|
|
28
|
+
module.exports = __toCommonJS(chunk_34WFY7M7_exports);
|
|
29
29
|
var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
|
|
30
|
+
var import_effect = require("effect");
|
|
30
31
|
var import_echo_schema = require("@dxos/echo-schema");
|
|
32
|
+
var import_effect2 = require("effect");
|
|
31
33
|
var import_echo_schema2 = require("@dxos/echo-schema");
|
|
32
34
|
var import_echo = require("@dxos/react-client/echo");
|
|
33
|
-
var TranscriptSchema =
|
|
34
|
-
name:
|
|
35
|
+
var TranscriptSchema = import_effect.Schema.Struct({
|
|
36
|
+
name: import_effect.Schema.String,
|
|
35
37
|
// TODO(burdon): Use Date or string?
|
|
36
|
-
started:
|
|
37
|
-
ended:
|
|
38
|
+
started: import_effect.Schema.optional(import_effect.Schema.String),
|
|
39
|
+
ended: import_effect.Schema.optional(import_effect.Schema.String),
|
|
38
40
|
/**
|
|
39
41
|
* Queue containing TranscriptBlock objects.
|
|
40
42
|
*/
|
|
@@ -46,19 +48,19 @@ var TranscriptType = class extends (0, import_echo_schema.TypedObject)({
|
|
|
46
48
|
version: "0.1.0"
|
|
47
49
|
})(TranscriptSchema.fields) {
|
|
48
50
|
};
|
|
49
|
-
var TranscriptHeader =
|
|
50
|
-
started:
|
|
51
|
+
var TranscriptHeader = import_effect.Schema.Struct({
|
|
52
|
+
started: import_effect.Schema.optional(import_effect.Schema.String)
|
|
51
53
|
});
|
|
52
54
|
var TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
|
|
53
55
|
var TranscriptionAction;
|
|
54
56
|
(function(TranscriptionAction2) {
|
|
55
57
|
const TRANSCRIPTION_ACTION = `${import_chunk_NVZWGFJL.TRANSCRIPTION_PLUGIN}/action`;
|
|
56
|
-
class Create extends
|
|
57
|
-
input:
|
|
58
|
-
name:
|
|
58
|
+
class Create extends import_effect2.Schema.TaggedClass()(`${TRANSCRIPTION_ACTION}/create`, {
|
|
59
|
+
input: import_effect2.Schema.Struct({
|
|
60
|
+
name: import_effect2.Schema.optional(import_effect2.Schema.String),
|
|
59
61
|
spaceId: import_echo_schema2.SpaceIdSchema
|
|
60
62
|
}),
|
|
61
|
-
output:
|
|
63
|
+
output: import_effect2.Schema.Struct({
|
|
62
64
|
object: TranscriptType
|
|
63
65
|
})
|
|
64
66
|
}) {
|
|
@@ -68,8 +70,8 @@ var TranscriptionAction;
|
|
|
68
70
|
var isTranscript = (object) => {
|
|
69
71
|
return (0, import_echo.isLiveObject)(object) && (0, import_echo_schema2.isInstanceOf)(TranscriptType, object);
|
|
70
72
|
};
|
|
71
|
-
var TranscriptionSettingsSchema =
|
|
72
|
-
entityExtraction:
|
|
73
|
+
var TranscriptionSettingsSchema = import_effect2.Schema.mutable(import_effect2.Schema.Struct({
|
|
74
|
+
entityExtraction: import_effect2.Schema.optional(import_effect2.Schema.Boolean).pipe(import_effect2.Schema.withConstructorDefault(() => true))
|
|
73
75
|
}));
|
|
74
76
|
// Annotate the CommonJS export names for ESM import in node:
|
|
75
77
|
0 && (module.exports = {
|
|
@@ -80,4 +82,4 @@ var TranscriptionSettingsSchema = import_echo_schema2.S.mutable(import_echo_sche
|
|
|
80
82
|
TranscriptionSettingsSchema,
|
|
81
83
|
isTranscript
|
|
82
84
|
});
|
|
83
|
-
//# sourceMappingURL=chunk-
|
|
85
|
+
//# sourceMappingURL=chunk-34WFY7M7.cjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/types/schema.ts", "../../../src/types/types.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { Expando, Ref, TypedObject } from '@dxos/echo-schema';\n\n/**\n * Root transcript object created when the user starts a transcription.\n */\nexport const TranscriptSchema = Schema.Struct({\n name: Schema.String,\n\n // TODO(burdon): Use Date or string?\n started: Schema.optional(Schema.String),\n ended: Schema.optional(Schema.String),\n\n /**\n * Queue containing TranscriptBlock objects.\n */\n // TODO(wittjosiah): Should be a ref to a queue.\n queue: Ref(Expando),\n});\n\nexport class TranscriptType extends TypedObject({\n typename: 'dxos.org/type/Transcript',\n version: '0.1.0',\n})(TranscriptSchema.fields) {}\n\n// TODO(burdon): Do these need to be kept in sync with EDGE?\n\n/**\n * First message in queue.\n * Contains metadata for the recording and transcript.\n */\nconst TranscriptHeader = Schema.Struct({\n started: Schema.optional(Schema.String),\n});\n\nexport type TranscriptHeader = Schema.Schema.Type<typeof TranscriptHeader>;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { SpaceIdSchema, isInstanceOf } from '@dxos/echo-schema';\nimport { isLiveObject } from '@dxos/react-client/echo';\n\nimport { TranscriptType } from './schema';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\n\n// TODO(burdon): Move to separate proto.\n\n/**\n * Endpoint to the calls service.\n */\n// TODO(burdon): Reconfigure/move.\nexport const TRANSCRIPTION_URL = 'https://calls-service.dxos.workers.dev';\n\nexport namespace TranscriptionAction {\n const TRANSCRIPTION_ACTION = `${TRANSCRIPTION_PLUGIN}/action`;\n\n export class Create extends Schema.TaggedClass<Create>()(`${TRANSCRIPTION_ACTION}/create`, {\n input: Schema.Struct({\n name: Schema.optional(Schema.String),\n spaceId: SpaceIdSchema,\n }),\n output: Schema.Struct({\n object: TranscriptType,\n }),\n }) {}\n}\n\nexport const isTranscript = (object: unknown): object is typeof TranscriptType => {\n return isLiveObject(object) && isInstanceOf(TranscriptType, object);\n};\n\n// TODO(burdon): Create with decode consistently: Schema.decodeSync(TranscriptionSettingsSchema)({}))\nexport const TranscriptionSettingsSchema = Schema.mutable(\n Schema.Struct({\n entityExtraction: Schema.optional(Schema.Boolean).pipe(Schema.withConstructorDefault(() => true)),\n }),\n);\n\nexport type TranscriptionSettingsProps = Schema.Schema.Type<typeof TranscriptionSettingsSchema>;\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,oBAAuB;AAEvB,yBAA0C;ACF1C,IAAAA,iBAAuB;AAEvB,IAAAC,sBAA4C;AAC5C,kBAA6B;ADItB,IAAMC,mBAAmBC,qBAAOC,OAAO;EAC5CC,MAAMF,qBAAOG;;EAGbC,SAASJ,qBAAOK,SAASL,qBAAOG,MAAM;EACtCG,OAAON,qBAAOK,SAASL,qBAAOG,MAAM;;;;;EAMpCI,WAAOC,wBAAIC,0BAAAA;AACb,CAAA;AAEO,IAAMC,iBAAN,kBAA6BC,gCAAY;EAC9CC,UAAU;EACVC,SAAS;AACX,CAAA,EAAGd,iBAAiBe,MAAM,EAAA;AAAG;AAQ7B,IAAMC,mBAAmBf,qBAAOC,OAAO;EACrCG,SAASJ,qBAAOK,SAASL,qBAAOG,MAAM;AACxC,CAAA;ACpBO,IAAMa,oBAAoB;;UAEhBC,sBAAAA;AACf,QAAMC,uBAAuB,GAAGC,0CAAAA;EAEzB,MAAMC,eAAepB,eAAAA,OAAOqB,YAAW,EAAW,GAAGH,oBAAAA,WAA+B;IACzFI,OAAOtB,eAAAA,OAAOC,OAAO;MACnBC,MAAMF,eAAAA,OAAOK,SAASL,eAAAA,OAAOG,MAAM;MACnCoB,SAASC;IACX,CAAA;IACAC,QAAQzB,eAAAA,OAAOC,OAAO;MACpByB,QAAQhB;IACV,CAAA;EACF,CAAA,EAAA;EAAI;uBARSU,SAAAA;AASf,GAZiBH,wBAAAA,sBAAAA,CAAAA,EAAAA;AAcV,IAAMU,eAAe,CAACD,WAAAA;AAC3B,aAAOE,0BAAaF,MAAAA,SAAWG,kCAAanB,gBAAgBgB,MAAAA;AAC9D;AAGO,IAAMI,8BAA8B9B,eAAAA,OAAO+B,QAChD/B,eAAAA,OAAOC,OAAO;EACZ+B,kBAAkBhC,eAAAA,OAAOK,SAASL,eAAAA,OAAOiC,OAAO,EAAEC,KAAKlC,eAAAA,OAAOmC,uBAAuB,MAAM,IAAA,CAAA;AAC7F,CAAA,CAAA;",
|
|
6
|
+
"names": ["import_effect", "import_echo_schema", "TranscriptSchema", "Schema", "Struct", "name", "String", "started", "optional", "ended", "queue", "Ref", "Expando", "TranscriptType", "TypedObject", "typename", "version", "fields", "TranscriptHeader", "TRANSCRIPTION_URL", "TranscriptionAction", "TRANSCRIPTION_ACTION", "TRANSCRIPTION_PLUGIN", "Create", "TaggedClass", "input", "spaceId", "SpaceIdSchema", "output", "object", "isTranscript", "isLiveObject", "isInstanceOf", "TranscriptionSettingsSchema", "mutable", "entityExtraction", "Boolean", "pipe", "withConstructorDefault"]
|
|
7
|
+
}
|
|
@@ -26,8 +26,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
26
26
|
mod
|
|
27
27
|
));
|
|
28
28
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
var
|
|
30
|
-
__export(
|
|
29
|
+
var chunk_4JOJCZPJ_exports = {};
|
|
30
|
+
__export(chunk_4JOJCZPJ_exports, {
|
|
31
31
|
AppGraphBuilder: () => AppGraphBuilder,
|
|
32
32
|
IntentResolver: () => IntentResolver,
|
|
33
33
|
MeetingTranscriptionState: () => MeetingTranscriptionState,
|
|
@@ -44,7 +44,7 @@ __export(chunk_NBC6V3M2_exports, {
|
|
|
44
44
|
useTranscriber: () => useTranscriber,
|
|
45
45
|
useVoiceInput: () => useVoiceInput
|
|
46
46
|
});
|
|
47
|
-
module.exports = __toCommonJS(
|
|
47
|
+
module.exports = __toCommonJS(chunk_4JOJCZPJ_exports);
|
|
48
48
|
var import_chunk_JUGOXWES = require("./chunk-JUGOXWES.cjs");
|
|
49
49
|
var import_react = __toESM(require("react"));
|
|
50
50
|
var import_echo = require("@dxos/client/echo");
|
|
@@ -479,7 +479,8 @@ var Transcript = ({ classNames, transcript: object, space, model, attendableId,
|
|
|
479
479
|
]);
|
|
480
480
|
return /* @__PURE__ */ import_react2.default.createElement("div", {
|
|
481
481
|
ref: parentRef,
|
|
482
|
-
className: (0, import_react_ui_theme.mx)("flex grow overflow-hidden", import_react_ui_editor.editorWidth, classNames)
|
|
482
|
+
className: (0, import_react_ui_theme.mx)("flex grow overflow-hidden", import_react_ui_editor.editorWidth, classNames),
|
|
483
|
+
"data-popover-collision-boundary": true
|
|
483
484
|
});
|
|
484
485
|
};
|
|
485
486
|
var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/plugins/plugin-transcription/src/hooks/useAudioFile.ts";
|
|
@@ -609,12 +610,12 @@ var useQueueModelAdapter = (renderer, queue, initialChunks = []) => {
|
|
|
609
610
|
]);
|
|
610
611
|
return model;
|
|
611
612
|
};
|
|
612
|
-
var AppGraphBuilder = (0, import_app_framework2.lazy)(() => import("./app-graph-builder-
|
|
613
|
-
var IntentResolver = (0, import_app_framework2.lazy)(() => import("./intent-resolver-
|
|
613
|
+
var AppGraphBuilder = (0, import_app_framework2.lazy)(() => import("./app-graph-builder-I6LYVIYY.cjs"));
|
|
614
|
+
var IntentResolver = (0, import_app_framework2.lazy)(() => import("./intent-resolver-7XY3WITN.cjs"));
|
|
614
615
|
var MeetingTranscriptionState = (0, import_app_framework2.lazy)(() => import("./meeting-transcription-state-5XLTMWPA.cjs"));
|
|
615
|
-
var ReactSurface = (0, import_app_framework2.lazy)(() => import("./react-surface-
|
|
616
|
-
var Transcriber = (0, import_app_framework2.lazy)(() => import("./transcriber-
|
|
617
|
-
var Settings = (0, import_app_framework2.lazy)(() => import("./settings-
|
|
616
|
+
var ReactSurface = (0, import_app_framework2.lazy)(() => import("./react-surface-HUSWAORU.cjs"));
|
|
617
|
+
var Transcriber = (0, import_app_framework2.lazy)(() => import("./transcriber-UZJMG44C.cjs"));
|
|
618
|
+
var Settings = (0, import_app_framework2.lazy)(() => import("./settings-NDMU3EWQ.cjs"));
|
|
618
619
|
var useTranscriber = ({ audioStreamTrack, onSegments, config }) => {
|
|
619
620
|
const [getTranscriber] = (0, import_app_framework.useCapabilities)(import_chunk_JUGOXWES.TranscriptionCapabilities.Transcriber);
|
|
620
621
|
const transcriber = (0, import_react6.useMemo)(() => {
|
|
@@ -733,4 +734,4 @@ var TranscriptContainer_default = TranscriptionContainer;
|
|
|
733
734
|
useTranscriber,
|
|
734
735
|
useVoiceInput
|
|
735
736
|
});
|
|
736
|
-
//# sourceMappingURL=chunk-
|
|
737
|
+
//# sourceMappingURL=chunk-4JOJCZPJ.cjs.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/components/TranscriptContainer.tsx", "../../../src/components/Transcript/Transcript.tsx", "../../../src/components/Transcript/transcript-extension.ts", "../../../src/model/model.ts", "../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/useQueueModelAdapter.ts", "../../../src/hooks/useTranscriber.ts", "../../../src/capabilities/index.ts", "../../../src/hooks/useVoiceInput.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React, { type FC } from 'react';\n\nimport { fullyQualifiedId, getSpace } from '@dxos/client/echo';\nimport { useMembers, useQueue } from '@dxos/react-client/echo';\nimport { StackItem } from '@dxos/react-ui-stack';\nimport { type DataType } from '@dxos/schema';\n\nimport { Transcript, renderMarkdown } from './Transcript';\nimport { useQueueModelAdapter } from '../hooks';\nimport { type TranscriptType } from '../types';\n\nexport const TranscriptionContainer: FC<{ role: string; transcript: TranscriptType }> = ({ role, transcript }) => {\n const attendableId = fullyQualifiedId(transcript);\n const space = getSpace(transcript);\n const members = useMembers(space?.key).map((member) => member.identity);\n const queue = useQueue<DataType.Message>(transcript.queue.dxn, { pollInterval: 1_000 });\n const model = useQueueModelAdapter(renderMarkdown(members), queue);\n\n return (\n <StackItem.Content role={role} classNames='container-max-width pli-2'>\n <Transcript attendableId={attendableId} space={space} model={model} transcript={transcript} />\n </StackItem.Content>\n );\n};\n\nexport default TranscriptionContainer;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { type Space } from '@dxos/react-client/echo';\nimport { type Identity } from '@dxos/react-client/halo';\nimport { IconButton, type ThemedClassName, useThemeContext } from '@dxos/react-ui';\nimport {\n createBasicExtensions,\n createMarkdownExtensions,\n createRenderer,\n createThemeExtensions,\n decorateMarkdown,\n editorWidth,\n preview,\n useTextEditor,\n} from '@dxos/react-ui-editor';\nimport { mx } from '@dxos/react-ui-theme';\nimport { type DataType } from '@dxos/schema';\nimport { isNotFalsy } from '@dxos/util';\n\nimport { transcript } from './transcript-extension';\nimport { type SerializationModel } from '../../model';\nimport { type TranscriptType } from '../../types';\n\nexport const renderMarkdown =\n (identities: Identity[]) =>\n (message: DataType.Message, index: number, debug = false): string[] => {\n if (message.sender.role === 'assistant') {\n // Start/stop block.\n return [message.blocks.find((block) => block.type === 'transcription')?.text ?? '', ''];\n }\n\n // TODO(burdon): Use link/reference markup for users (with popover).\n // TODO(burdon): Color and avatar.\n const identity = identities.find((identity) => identity.did === message.sender.identityDid);\n const name =\n identity?.profile?.displayName ??\n message.sender.contact?.target?.fullName ??\n message.sender.name ??\n message.sender.email ??\n message.sender.identityDid;\n const blocks = message.blocks.filter((block) => block.type === 'transcription');\n return [\n `###### ${name}` + (debug ? ` [${index}]:${message.id}` : ''),\n blocks.map((block) => block.text.trim()).join(' '),\n '',\n ];\n };\n\nexport type TranscriptProps = ThemedClassName<{\n transcript?: TranscriptType;\n space?: Space;\n model: SerializationModel<DataType.Message>;\n // TODO(wittjosiah): Move to container.\n attendableId?: string;\n ignoreAttention?: boolean;\n}>;\n\n/**\n * Transcript component implemented using the editor.\n */\nexport const Transcript = ({\n classNames,\n transcript: object,\n space,\n model,\n attendableId,\n ignoreAttention,\n}: TranscriptProps) => {\n const { themeMode } = useThemeContext();\n const { parentRef } = useTextEditor(() => {\n return {\n extensions: [\n createBasicExtensions({ readOnly: true, lineWrapping: true }),\n createMarkdownExtensions({ themeMode }),\n createThemeExtensions({ themeMode }),\n decorateMarkdown(),\n space && preview(),\n transcript({\n model,\n started: object?.started ? new Date(object.started) : undefined,\n renderButton: createRenderer(({ onClick }) => (\n <IconButton icon='ph--arrow-line-down--regular' iconOnly label='Scroll to bottom' onClick={onClick} />\n )),\n }),\n ].filter(isNotFalsy),\n };\n }, [space, model]);\n\n return (\n <div\n ref={parentRef}\n className={mx('flex grow overflow-hidden', editorWidth, classNames)}\n data-popover-collision-boundary={true}\n />\n );\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type Extension, RangeSetBuilder } from '@codemirror/state';\nimport { EditorView, GutterMarker, ViewPlugin, type ViewUpdate, gutter } from '@codemirror/view';\nimport { format } from 'date-fns/format';\nimport { intervalToDuration } from 'date-fns/intervalToDuration';\n\nimport { type CleanupFn, addEventListener, combine } from '@dxos/async';\nimport { type RenderCallback } from '@dxos/react-ui-editor';\nimport { type DataType } from '@dxos/schema';\n\nimport { DocumentAdapter, type SerializationModel } from '../../model';\n\n/**\n * Data structure that maps Chunks queue to lines with transcript state.\n */\nexport type TranscriptOptions = {\n model: SerializationModel<DataType.Message>;\n started?: Date;\n renderButton?: RenderCallback<{ onClick: () => void }>;\n};\n\n/**\n * Scrolling transcript with timestamps.\n */\nexport const transcript = ({ model, started, renderButton }: TranscriptOptions): Extension => {\n return [\n // Show timestamps in the gutter.\n gutter({\n class: 'cm-timestamp-gutter',\n lineMarkerChange: (update) => update.docChanged || update.viewportChanged,\n markers: (view) => {\n const start = getStartTime(started, model.chunks[0]);\n const builder = new RangeSetBuilder<GutterMarker>();\n for (const { from, to } of view.visibleRanges) {\n let line = view.state.doc.lineAt(from);\n while (line.from <= to) {\n const block = model.getChunkAtLine(line.number)?.blocks[0];\n const timestamp = block?.type === 'transcription' && block.started;\n if (timestamp) {\n builder.add(line.from, line.from, new TimestampMarker(line.number, new Date(timestamp), start));\n }\n\n if (line.to + 1 > view.state.doc.length) {\n break;\n }\n\n line = view.state.doc.lineAt(line.to + 1);\n }\n }\n\n return builder.finish();\n },\n }),\n\n // Listen for model updates.\n ViewPlugin.fromClass(\n class {\n private readonly _controls?: HTMLDivElement;\n private readonly _cleanup: CleanupFn;\n private readonly _adapter: DocumentAdapter;\n private _initialized = false;\n\n constructor(view: EditorView) {\n this._adapter = new DocumentAdapter(view);\n\n const scroller = view.scrollDOM;\n let isAutoScrolling = false;\n let hasScrolled = false;\n\n let timeout: NodeJS.Timeout | undefined;\n const scrollToBottom = (smooth = false) => {\n scroller.style.scrollBehavior = smooth ? 'smooth' : '';\n\n // Temporarily hide scrollbar to prevent flicker.\n scroller.classList.add('cm-hide-scrollbar');\n isAutoScrolling = true;\n clearTimeout(timeout);\n timeout = setTimeout(() => {\n this._controls?.classList.add('opacity-0');\n scroller.classList.remove('cm-hide-scrollbar');\n isAutoScrolling = false;\n }, 500);\n\n // Scroll to bottom.\n view.dispatch({\n effects: EditorView.scrollIntoView(view.state.doc.length, { y: 'end' }),\n });\n };\n\n // Scroll button.\n if (renderButton) {\n this._controls = document.createElement('div');\n this._controls.classList.add('cm-controls', 'transition-opacity', 'duration-300', 'opacity-0');\n view.dom.appendChild(this._controls);\n renderButton(\n this._controls,\n {\n onClick: () => {\n scrollToBottom(false);\n },\n },\n view,\n );\n }\n\n // Event listeners.\n this._cleanup = combine(\n addEventListener(view.scrollDOM, 'scroll', () => {\n if (!isAutoScrolling) {\n hasScrolled = true;\n this._controls?.classList.remove('opacity-0');\n }\n }),\n\n model.update.on(() => {\n // Check if clamped to bottom.\n const autoScroll =\n scroller.scrollHeight - scroller.scrollTop - scroller.clientHeight === 0 || !hasScrolled;\n\n // Sync.\n model.sync(this._adapter);\n\n // Scroll.\n if (autoScroll) {\n scrollToBottom(true);\n }\n }),\n );\n }\n\n update(update: ViewUpdate) {\n // Initial sync.\n if (!this._initialized) {\n this._initialized = true;\n setTimeout(() => {\n model.sync(this._adapter);\n });\n }\n }\n\n destroy() {\n this._controls?.remove();\n this._cleanup();\n }\n },\n ),\n\n EditorView.theme({\n '.cm-scroller': {\n overflowY: 'scroll',\n },\n '.cm-hide-scrollbar': {\n scrollbarWidth: 'none',\n '-ms-overflow-style': 'none',\n },\n '.cm-hide-scrollbar::-webkit-scrollbar': {\n display: 'none',\n },\n '.cm-controls': {\n position: 'absolute',\n bottom: '0.5rem',\n right: '0.5rem',\n zIndex: 1000,\n },\n '.cm-line': {\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter': {\n width: '6rem',\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter > .cm-gutterElement > div': {\n display: 'inline-flex',\n textAlign: 'right',\n padding: '3px',\n },\n }),\n ];\n};\n\n/**\n * Gutter marker that displays a timestamp.\n */\nclass TimestampMarker extends GutterMarker {\n constructor(\n readonly _line: number,\n readonly _timestamp: Date,\n readonly _started?: Date,\n ) {\n super();\n }\n\n override eq(other: this) {\n return other._timestamp === this._timestamp;\n }\n\n override toDOM(view: EditorView) {\n const el = document.createElement('div');\n el.className = 'text-sm text-subdued hover:bg-hoverSurface cursor-pointer';\n el.textContent = formatTimestamp(this._timestamp, this._started);\n // TODO(burdon): Click to bookmark or copy hyperlink.\n el.onclick = () => {\n const pos = view.state.doc.line(this._line).from;\n view.dispatch({\n effects: EditorView.scrollIntoView(pos, { y: 'start' }),\n });\n };\n\n return el;\n }\n}\n\nconst getStartTime = (started?: Date, message?: DataType.Message): Date | undefined => {\n if (started) {\n return started;\n }\n\n if (message?.blocks[0]?.type === 'transcription' && message.blocks[0].started) {\n return new Date(message.blocks[0].started);\n }\n\n return undefined;\n};\n\nconst formatTimestamp = (timestamp: Date, relative?: Date) => {\n if (relative) {\n const pad = (n = 0) => String(n).padStart(2, '0');\n const { hours, minutes, seconds } = intervalToDuration({ start: relative, end: timestamp });\n return `${pad(hours)}:${pad(minutes)}:${pad(seconds)}`;\n } else {\n return format(timestamp, 'HH:mm:ss');\n }\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Text } from '@codemirror/state';\nimport { type EditorView } from '@codemirror/view';\n\nimport { Event } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nexport type Chunk = { id: string };\n\n/**\n * Covert block to a set of markdown lines.\n */\nexport type ChunkRenderer<T extends Chunk> = (chunk: T, index: number, debug?: boolean) => string[];\n\n/**\n * Abstract representation of the document model.\n */\nexport interface ChunkDocument {\n lineCount(): number;\n replaceLines(from: number, remove: number, insert: string[]): void;\n}\n\n/**\n * Codemirror document adapter.\n */\nexport class DocumentAdapter implements ChunkDocument {\n constructor(private readonly _view: EditorView) {}\n\n /** The document must always have at least one line. */\n lineCount(): number {\n return this._view.state.doc.lines - 1;\n }\n\n replaceLines(from: number, remove: number, insert: string[]): void {\n log('replaceLines', { count: this._view.state.doc.lines, from, remove, insert });\n\n const numLines = this._view.state.doc.lines;\n const posFrom = this._view.state.doc.line(from).from;\n const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;\n\n // Don't remove the last line.\n let text = insert.join('\\n');\n if (posTo === this._view.state.doc.length) {\n text += '\\n';\n }\n\n this._view.dispatch({\n changes: { from: posFrom, to: posTo, insert: text },\n });\n }\n}\n\ntype ChunkChange<T extends Chunk> =\n | {\n type: 'append';\n index: number;\n chunk: T;\n }\n | {\n type: 'update';\n index: number;\n chunk: T;\n }\n | {\n type: 'delete';\n index: number;\n id: string;\n };\n\n/**\n * Each Chunk can be converted into a set of lines.\n * Chunks can be added, updated or deleted from the Queue.\n * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.\n *\n * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.\n * Instead this model tracks changes and syncs them with the ChunkDocument.\n */\nexport class SerializationModel<T extends Chunk> {\n /** Ordered set of chunks. */\n private readonly _chunks: T[] = [];\n\n /** Map of chunk IDs to their current line counts. */\n private readonly _chunkLineCounts = new Map<string, number>();\n\n /** Map of line numbers to chunk IDs. */\n private readonly _lineToChunk = new Map<number, T>();\n\n /** Track chunk changes since last sync. */\n private readonly _changes: Array<ChunkChange<T>> = [];\n\n /** Emits when the document is updated. */\n public readonly update = new Event<void>();\n\n constructor(\n private readonly _renderer: ChunkRenderer<T>,\n initialChunks: T[] = [],\n ) {\n initialChunks.forEach((chunk) => {\n this.appendChunk(chunk);\n });\n }\n\n toJSON() {\n return {\n chunks: this._chunks.length,\n changes: this._changes.length,\n };\n }\n\n get doc() {\n return Text.of([...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)), '']);\n }\n\n get chunks() {\n return this._chunks;\n }\n\n /**\n * Get the block ID at the given line number.\n */\n getChunkAtLine(line: number): T | undefined {\n return this._lineToChunk.get(line);\n }\n\n reset(): this {\n this._chunks.length = 0;\n this._chunkLineCounts.clear();\n this._lineToChunk.clear();\n this.update.emit();\n return this;\n }\n\n appendChunk(chunk: T): this {\n const index = this._chunks.length;\n this._chunks.push(chunk);\n this._changes.push({ type: 'append', index, chunk });\n this.update.emit();\n return this;\n }\n\n updateChunk(chunk: T): this {\n const index = this._chunks.findIndex((c) => c.id === chunk.id);\n invariant(index !== -1);\n this._chunks[index] = chunk;\n this._changes.push({ type: 'update', index, chunk });\n this.update.emit();\n return this;\n }\n\n deleteBlock(id: string): this {\n const index = this._chunks.findIndex((c) => c.id === id);\n invariant(index !== -1);\n this._chunks.splice(index, 1);\n this._changes.push({ type: 'delete', index, id });\n this.update.emit();\n return this;\n }\n\n /**\n * Syncs the tracked changes with the ChunkDocument.\n */\n sync(document: ChunkDocument): this {\n log('sync', { changes: this._changes });\n\n // Process each change in order.\n for (const change of this._changes) {\n switch (change.type) {\n case 'append': {\n // For appends, convert block to lines and add at the end.\n const lines = this._renderer(change.chunk, change.index);\n const lastLine = document.lineCount();\n document.replaceLines(lastLine + 1, 0, lines);\n break;\n }\n\n case 'update': {\n // For updates, find the block's line range and replace with new lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.chunk.id)!;\n const newLines = this._renderer(change.chunk, change.index);\n document.replaceLines(lineStart, previousLineCount, newLines);\n break;\n }\n\n case 'delete': {\n // For deletes, find the block's line range and remove those lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.id)!;\n document.replaceLines(lineStart, previousLineCount, []);\n break;\n }\n }\n }\n\n // Clear the line-to-block mapping.\n this._lineToChunk.clear();\n\n // Update all block line counts and line-to-block mapping after processing changes.\n let currentLine = 1;\n for (const [index, chunk] of this._chunks.entries()) {\n const lineCount = this._renderer(chunk, index).length;\n this._chunkLineCounts.set(chunk.id, lineCount);\n this._lineToChunk.set(currentLine, chunk);\n currentLine += lineCount;\n }\n\n // Clean up deleted blocks.\n const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));\n for (const id of this._chunkLineCounts.keys()) {\n if (!chunkIds.has(id)) {\n this._chunkLineCounts.delete(id);\n }\n }\n\n // Clear changes after sync.\n this._changes.length = 0;\n return this;\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n audio?: HTMLAudioElement;\n stream?: MediaStream;\n track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string): UseAudioState => {\n const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n useEffect(() => {\n const t = setTimeout(async () => {\n const response = await fetch(audioUrl);\n const blob = await response.blob();\n const audio = new Audio();\n audio.src = URL.createObjectURL(blob);\n await new Promise<void>((resolve, reject) => {\n audio.addEventListener(\n 'error',\n (err) => {\n log.error('error', { err });\n reject(err);\n },\n { once: true },\n );\n audio.addEventListener(\n 'canplay',\n () => {\n log.info('starting...');\n resolve();\n },\n { once: true },\n );\n audio.load();\n });\n\n const ctx = new AudioContext();\n\n const destination = ctx.createMediaStreamDestination();\n destination.channelCount = 1;\n\n const source = ctx.createMediaElementSource(audio);\n source.connect(destination);\n\n setStream({\n audio,\n stream: destination.stream,\n track: destination.stream.getAudioTracks()[0],\n });\n });\n\n return () => clearTimeout(t);\n }, [audioUrl]);\n\n return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean): MediaStreamTrack | undefined => {\n const [track, setTrack] = useState<MediaStreamTrack>();\n useEffect(() => {\n if (!active) {\n track?.stop();\n setTrack(undefined);\n return;\n }\n\n const initAudio = async () => {\n const audio = new Audio();\n audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: true });\n const [track] = audio.srcObject.getAudioTracks();\n if (track) {\n setTrack(track);\n }\n };\n\n if (active) {\n void initAudio();\n }\n }, [active]);\n\n return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useMemo, useEffect, useState } from 'react';\n\nimport { type Queue } from '@dxos/react-client/echo';\n\nimport { type Chunk, type ChunkRenderer, SerializationModel } from '../model';\n\n/**\n * Model adapter for a queue.\n */\nexport const useQueueModelAdapter = <T extends Chunk>(\n renderer: ChunkRenderer<T>,\n queue: Queue<T> | undefined,\n initialChunks: T[] = [],\n): SerializationModel<T> => {\n const model = useMemo(() => new SerializationModel<T>(renderer, initialChunks), [queue]);\n const [loaded, setLoaded] = useState(false);\n\n // Set initial blocks.\n useEffect(() => {\n if (!queue) {\n return;\n }\n\n const update = () => {\n for (const block of queue?.items ?? []) {\n model.appendChunk(block);\n }\n\n setLoaded(true);\n };\n\n // TODO(burdon): This is a hack to ensure the queue is loaded.\n let i: NodeJS.Timeout | undefined;\n if (queue.isLoading) {\n i = setInterval(() => {\n if (!queue?.isLoading) {\n clearInterval(i);\n update();\n }\n }, 1_000);\n } else {\n update();\n }\n\n return () => clearTimeout(i);\n }, [model, queue]);\n\n // TODO(burdon): Can we listen for queue events?\n useEffect(() => {\n if (!loaded || !queue || model.chunks.length === queue.items.length) {\n return;\n }\n\n const chunk = queue.items[queue.items.length - 1];\n model.appendChunk(chunk);\n }, [model, loaded, queue?.items.length]);\n\n return model;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { useCapabilities } from '@dxos/app-framework';\n\nimport { TranscriptionCapabilities } from '../capabilities';\nimport { type Transcriber } from '../transcriber';\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({\n audioStreamTrack,\n onSegments,\n config,\n}: Partial<TranscriptionCapabilities.GetTranscriberProps>) => {\n const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);\n\n // Initialize audio transcription.\n const transcriber = useMemo<Transcriber | undefined>(() => {\n if (!onSegments || !audioStreamTrack || !getTranscriber) {\n return undefined;\n }\n\n return getTranscriber({ audioStreamTrack, onSegments, config });\n }, [audioStreamTrack, onSegments, getTranscriber, config]);\n\n useEffect(() => {\n return () => {\n void transcriber?.close();\n };\n }, [transcriber]);\n\n return transcriber;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from '@dxos/app-framework';\n\nexport const AppGraphBuilder = lazy(() => import('./app-graph-builder'));\nexport const IntentResolver = lazy(() => import('./intent-resolver'));\nexport const MeetingTranscriptionState = lazy(() => import('./meeting-transcription-state'));\nexport const ReactSurface = lazy(() => import('./react-surface'));\nexport const Transcriber = lazy(() => import('./transcriber'));\nexport const Settings = lazy(() => import('./settings'));\n\nexport * from './capabilities';\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useState, useEffect, useCallback } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\nimport { type TranscriberParams } from '../transcriber';\n\nexport type UseVoiceInputProps = {\n active?: boolean;\n onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n const soundStart = useSoundEffect('StartRecording');\n const soundStop = useSoundEffect('StopRecording');\n\n const handleSegments = useCallback<TranscriberParams['onSegments']>(async (segments) => {\n const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n onUpdate(text);\n }, []);\n\n // Audio/transcription.\n const [recording, setRecording] = useState(false);\n const track = useAudioTrack(active);\n const transcriber = useTranscriber({\n audioStreamTrack: track,\n onSegments: handleSegments,\n });\n\n // Start/stop transcription.\n useEffect(() => {\n const ctx = new Context();\n scheduleMicroTask(ctx, async () => {\n if (active && transcriber) {\n await transcriber.open();\n log.info('starting...');\n setRecording(true);\n void soundStart.play();\n transcriber.startChunksRecording();\n } else if (!active && transcriber?.isOpen) {\n transcriber?.stopChunksRecording();\n await transcriber?.close();\n log.info('stopped');\n setRecording(false);\n void soundStop.play();\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [active, transcriber]);\n\n return { recording };\n};\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,mBAA+B;AAE/B,kBAA2C;AAC3C,IAAAA,eAAqC;AACrC,4BAA0B;ACJ1B,IAAAC,gBAAkB;AAIlB,sBAAkE;AAClE,6BASO;AACP,4BAAmB;AAEnB,kBAA2B;ACjB3B,mBAAgD;AAChD,kBAA8E;AAC9E,oBAAuB;AACvB,gCAAmC;AAEnC,mBAA0D;ACL1D,IAAAC,gBAAqB;AAGrB,IAAAC,gBAAsB;AACtB,uBAA0B;AAC1B,iBAAoB;ACLpB,IAAAF,gBAAoC;AAEpC,IAAAG,cAAoB;ACFpB,IAAAH,gBAAoC;ACApC,IAAAA,gBAA6C;ACA7C,IAAAA,gBAAmC;AAEnC,2BAAgC;ACFhC,IAAAI,wBAAqB;ACArB,IAAAJ,gBAAiD;AAEjD,IAAAE,gBAAkC;AAClC,qBAAwB;AACxB,IAAAC,cAAoB;AACpB,0BAA+B;;ANoBxB,IAAME,kBAAN,MAAMA;EACXC,YAA6BC,OAAmB;SAAnBA,QAAAA;EAAoB;;EAGjDC,YAAoB;AAClB,WAAO,KAAKD,MAAME,MAAMC,IAAIC,QAAQ;EACtC;EAEAC,aAAaC,MAAcC,QAAgBC,QAAwB;AACjEC,wBAAI,gBAAgB;MAAEC,OAAO,KAAKV,MAAME,MAAMC,IAAIC;MAAOE;MAAMC;MAAQC;IAAO,GAAA;;;;;;AAE9E,UAAMG,WAAW,KAAKX,MAAME,MAAMC,IAAIC;AACtC,UAAMQ,UAAU,KAAKZ,MAAME,MAAMC,IAAIU,KAAKP,IAAAA,EAAMA;AAChD,UAAMQ,QAAQP,WAAW,IAAIK,UAAU,KAAKZ,MAAME,MAAMC,IAAIU,KAAKE,KAAKC,IAAIL,UAAUL,OAAOC,MAAAA,CAAAA,EAASD;AAGpG,QAAIW,OAAOT,OAAOU,KAAK,IAAA;AACvB,QAAIJ,UAAU,KAAKd,MAAME,MAAMC,IAAIgB,QAAQ;AACzCF,cAAQ;IACV;AAEA,SAAKjB,MAAMoB,SAAS;MAClBC,SAAS;QAAEf,MAAMM;QAASU,IAAIR;QAAON,QAAQS;MAAK;IACpD,CAAA;EACF;AACF;AA2BO,IAAMM,qBAAN,MAAMA;EAgBXxB,YACmByB,WACjBC,gBAAqB,CAAA,GACrB;SAFiBD,YAAAA;SAfFE,UAAe,CAAA;SAGfC,mBAAmB,oBAAIC,IAAAA;SAGvBC,eAAe,oBAAID,IAAAA;SAGnBE,WAAkC,CAAA;SAGnCC,SAAS,IAAIC,oBAAAA;AAM3BP,kBAAcQ,QAAQ,CAACC,UAAAA;AACrB,WAAKC,YAAYD,KAAAA;IACnB,CAAA;EACF;EAEAE,SAAS;AACP,WAAO;MACLC,QAAQ,KAAKX,QAAQP;MACrBE,SAAS,KAAKS,SAASX;IACzB;EACF;EAEA,IAAIhB,MAAM;AACR,WAAOmC,mBAAKC,GAAG;SAAI,KAAKb,QAAQc,QAAQ,CAACN,OAAOO,UAAU,KAAKjB,UAAUU,OAAOO,KAAAA,CAAAA;MAAS;KAAG;EAC9F;EAEA,IAAIJ,SAAS;AACX,WAAO,KAAKX;EACd;;;;EAKAgB,eAAe7B,MAA6B;AAC1C,WAAO,KAAKgB,aAAac,IAAI9B,IAAAA;EAC/B;EAEA+B,QAAc;AACZ,SAAKlB,QAAQP,SAAS;AACtB,SAAKQ,iBAAiBkB,MAAK;AAC3B,SAAKhB,aAAagB,MAAK;AACvB,SAAKd,OAAOe,KAAI;AAChB,WAAO;EACT;EAEAX,YAAYD,OAAgB;AAC1B,UAAMO,QAAQ,KAAKf,QAAQP;AAC3B,SAAKO,QAAQqB,KAAKb,KAAAA;AAClB,SAAKJ,SAASiB,KAAK;MAAEC,MAAM;MAAUP;MAAOP;IAAM,CAAA;AAClD,SAAKH,OAAOe,KAAI;AAChB,WAAO;EACT;EAEAG,YAAYf,OAAgB;AAC1B,UAAMO,QAAQ,KAAKf,QAAQwB,UAAU,CAACC,MAAMA,EAAEC,OAAOlB,MAAMkB,EAAE;AAC7DC,oCAAUZ,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKf,QAAQe,KAAAA,IAASP;AACtB,SAAKJ,SAASiB,KAAK;MAAEC,MAAM;MAAUP;MAAOP;IAAM,CAAA;AAClD,SAAKH,OAAOe,KAAI;AAChB,WAAO;EACT;EAEAQ,YAAYF,IAAkB;AAC5B,UAAMX,QAAQ,KAAKf,QAAQwB,UAAU,CAACC,MAAMA,EAAEC,OAAOA,EAAAA;AACrDC,oCAAUZ,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKf,QAAQ6B,OAAOd,OAAO,CAAA;AAC3B,SAAKX,SAASiB,KAAK;MAAEC,MAAM;MAAUP;MAAOW;IAAG,CAAA;AAC/C,SAAKrB,OAAOe,KAAI;AAChB,WAAO;EACT;;;;EAKAU,KAAKC,WAA+B;AAClChD,wBAAI,QAAQ;MAAEY,SAAS,KAAKS;IAAS,GAAA;;;;;;AAGrC,eAAW4B,UAAU,KAAK5B,UAAU;AAClC,cAAQ4B,OAAOV,MAAI;QACjB,KAAK,UAAU;AAEb,gBAAM5C,QAAQ,KAAKoB,UAAUkC,OAAOxB,OAAOwB,OAAOjB,KAAK;AACvD,gBAAMkB,WAAWF,UAASxD,UAAS;AACnCwD,oBAASpD,aAAasD,WAAW,GAAG,GAAGvD,KAAAA;AACvC;QACF;QAEA,KAAK,UAAU;AAEb,cAAIwD,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOjB,OAAOoB,KAAK;AACrCD,yBAAa,KAAKjC,iBAAiBgB,IAAI,KAAKjB,QAAQmC,CAAAA,EAAGT,EAAE;UAC3D;AACA,gBAAMU,oBAAoB,KAAKnC,iBAAiBgB,IAAIe,OAAOxB,MAAMkB,EAAE;AACnE,gBAAMW,WAAW,KAAKvC,UAAUkC,OAAOxB,OAAOwB,OAAOjB,KAAK;AAC1DgB,oBAASpD,aAAauD,WAAWE,mBAAmBC,QAAAA;AACpD;QACF;QAEA,KAAK,UAAU;AAEb,cAAIH,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOjB,OAAOoB,KAAK;AACrCD,yBAAa,KAAKjC,iBAAiBgB,IAAI,KAAKjB,QAAQmC,CAAAA,EAAGT,EAAE;UAC3D;AACA,gBAAMU,oBAAoB,KAAKnC,iBAAiBgB,IAAIe,OAAON,EAAE;AAC7DK,oBAASpD,aAAauD,WAAWE,mBAAmB,CAAA,CAAE;AACtD;QACF;MACF;IACF;AAGA,SAAKjC,aAAagB,MAAK;AAGvB,QAAImB,cAAc;AAClB,eAAW,CAACvB,OAAOP,KAAAA,KAAU,KAAKR,QAAQuC,QAAO,GAAI;AACnD,YAAMhE,YAAY,KAAKuB,UAAUU,OAAOO,KAAAA,EAAOtB;AAC/C,WAAKQ,iBAAiBuC,IAAIhC,MAAMkB,IAAInD,SAAAA;AACpC,WAAK4B,aAAaqC,IAAIF,aAAa9B,KAAAA;AACnC8B,qBAAe/D;IACjB;AAGA,UAAMkE,WAAW,IAAIC,IAAI,KAAK1C,QAAQ2C,IAAI,CAACnC,UAAUA,MAAMkB,EAAE,CAAA;AAC7D,eAAWA,MAAM,KAAKzB,iBAAiB2C,KAAI,GAAI;AAC7C,UAAI,CAACH,SAASI,IAAInB,EAAAA,GAAK;AACrB,aAAKzB,iBAAiB6C,OAAOpB,EAAAA;MAC/B;IACF;AAGA,SAAKtB,SAASX,SAAS;AACvB,WAAO;EACT;AACF;ADzMO,IAAMsD,aAAa,CAAC,EAAEC,OAAOC,SAASC,aAAY,MAAqB;AAC5E,SAAO;;QAELC,oBAAO;MACLC,OAAO;MACPC,kBAAkB,CAAChD,WAAWA,OAAOiD,cAAcjD,OAAOkD;MAC1DC,SAAS,CAACC,SAAAA;AACR,cAAMC,QAAQC,aAAaV,SAASD,MAAMrC,OAAO,CAAA,CAAE;AACnD,cAAMiD,UAAU,IAAIC,6BAAAA;AACpB,mBAAW,EAAEjF,MAAMgB,GAAE,KAAM6D,KAAKK,eAAe;AAC7C,cAAI3E,OAAOsE,KAAKjF,MAAMC,IAAIsF,OAAOnF,IAAAA;AACjC,iBAAOO,KAAKP,QAAQgB,IAAI;AACtB,kBAAMoE,QAAQhB,MAAMhC,eAAe7B,KAAK8E,MAAM,GAAGC,OAAO,CAAA;AACxD,kBAAMC,YAAYH,OAAO1C,SAAS,mBAAmB0C,MAAMf;AAC3D,gBAAIkB,WAAW;AACbP,sBAAQQ,IAAIjF,KAAKP,MAAMO,KAAKP,MAAM,IAAIyF,gBAAgBlF,KAAK8E,QAAQ,IAAIK,KAAKH,SAAAA,GAAYT,KAAAA,CAAAA;YAC1F;AAEA,gBAAIvE,KAAKS,KAAK,IAAI6D,KAAKjF,MAAMC,IAAIgB,QAAQ;AACvC;YACF;AAEAN,mBAAOsE,KAAKjF,MAAMC,IAAIsF,OAAO5E,KAAKS,KAAK,CAAA;UACzC;QACF;AAEA,eAAOgE,QAAQW,OAAM;MACvB;IACF,CAAA;;IAGAC,uBAAWC,UACT,MAAA;MAMEpG,YAAYoF,MAAkB;AAFtBiB,aAAAA,eAAe;AAGrB,aAAKC,WAAW,IAAIvG,gBAAgBqF,IAAAA;AAEpC,cAAMmB,WAAWnB,KAAKoB;AACtB,YAAIC,kBAAkB;AACtB,YAAIC,cAAc;AAElB,YAAIC;AACJ,cAAMC,iBAAiB,CAACC,SAAS,UAAK;AACpCN,mBAASO,MAAMC,iBAAiBF,SAAS,WAAW;AAGpDN,mBAASS,UAAUjB,IAAI,mBAAA;AACvBU,4BAAkB;AAClBQ,uBAAaN,OAAAA;AACbA,oBAAUO,WAAW,MAAA;AACnB,iBAAKC,WAAWH,UAAUjB,IAAI,WAAA;AAC9BQ,qBAASS,UAAUxG,OAAO,mBAAA;AAC1BiG,8BAAkB;UACpB,GAAG,GAAA;AAGHrB,eAAK/D,SAAS;YACZ+F,SAASC,uBAAWC,eAAelC,KAAKjF,MAAMC,IAAIgB,QAAQ;cAAEmG,GAAG;YAAM,CAAA;UACvE,CAAA;QACF;AAGA,YAAI1C,cAAc;AAChB,eAAKsC,YAAYzD,SAAS8D,cAAc,KAAA;AACxC,eAAKL,UAAUH,UAAUjB,IAAI,eAAe,sBAAsB,gBAAgB,WAAA;AAClFX,eAAKqC,IAAIC,YAAY,KAAKP,SAAS;AACnCtC,uBACE,KAAKsC,WACL;YACEQ,SAAS,MAAA;AACPf,6BAAe,KAAA;YACjB;UACF,GACAxB,IAAAA;QAEJ;AAGA,aAAKwC,eAAWC,0BACdC,+BAAiB1C,KAAKoB,WAAW,UAAU,MAAA;AACzC,cAAI,CAACC,iBAAiB;AACpBC,0BAAc;AACd,iBAAKS,WAAWH,UAAUxG,OAAO,WAAA;UACnC;QACF,CAAA,GAEAmE,MAAM3C,OAAO+F,GAAG,MAAA;AAEd,gBAAMC,aACJzB,SAAS0B,eAAe1B,SAAS2B,YAAY3B,SAAS4B,iBAAiB,KAAK,CAACzB;AAG/E/B,gBAAMlB,KAAK,KAAK6C,QAAQ;AAGxB,cAAI0B,YAAY;AACdpB,2BAAe,IAAA;UACjB;QACF,CAAA,CAAA;MAEJ;MAEA5E,OAAOA,QAAoB;AAEzB,YAAI,CAAC,KAAKqE,cAAc;AACtB,eAAKA,eAAe;AACpBa,qBAAW,MAAA;AACTvC,kBAAMlB,KAAK,KAAK6C,QAAQ;UAC1B,CAAA;QACF;MACF;MAEA8B,UAAU;AACR,aAAKjB,WAAW3G,OAAAA;AAChB,aAAKoH,SAAQ;MACf;IACF,CAAA;IAGFP,uBAAWgB,MAAM;MACf,gBAAgB;QACdC,WAAW;MACb;MACA,sBAAsB;QACpBC,gBAAgB;QAChB,sBAAsB;MACxB;MACA,yCAAyC;QACvCC,SAAS;MACX;MACA,gBAAgB;QACdC,UAAU;QACVC,QAAQ;QACRC,OAAO;QACPC,QAAQ;MACV;MACA,YAAY;QACVC,cAAc;MAChB;MACA,wBAAwB;QACtBC,OAAO;QACPD,cAAc;MAChB;MACA,kDAAkD;QAChDL,SAAS;QACTO,WAAW;QACXC,SAAS;MACX;IACF,CAAA;;AAEJ;AAKA,IAAMhD,kBAAN,cAA8BiD,yBAAAA;EAC5BjJ,YACWkJ,OACAC,YACAC,UACT;AACA,UAAK;SAJIF,QAAAA;SACAC,aAAAA;SACAC,WAAAA;EAGX;EAESC,GAAGC,OAAa;AACvB,WAAOA,MAAMH,eAAe,KAAKA;EACnC;EAESI,MAAMnE,MAAkB;AAC/B,UAAMoE,KAAK9F,SAAS8D,cAAc,KAAA;AAClCgC,OAAGC,YAAY;AACfD,OAAGE,cAAcC,gBAAgB,KAAKR,YAAY,KAAKC,QAAQ;AAE/DI,OAAGI,UAAU,MAAA;AACX,YAAMC,MAAMzE,KAAKjF,MAAMC,IAAIU,KAAK,KAAKoI,KAAK,EAAE3I;AAC5C6E,WAAK/D,SAAS;QACZ+F,SAASC,uBAAWC,eAAeuC,KAAK;UAAEtC,GAAG;QAAQ,CAAA;MACvD,CAAA;IACF;AAEA,WAAOiC;EACT;AACF;AAEA,IAAMlE,eAAe,CAACV,SAAgBkF,YAAAA;AACpC,MAAIlF,SAAS;AACX,WAAOA;EACT;AAEA,MAAIkF,SAASjE,OAAO,CAAA,GAAI5C,SAAS,mBAAmB6G,QAAQjE,OAAO,CAAA,EAAGjB,SAAS;AAC7E,WAAO,IAAIqB,KAAK6D,QAAQjE,OAAO,CAAA,EAAGjB,OAAO;EAC3C;AAEA,SAAOmF;AACT;AAEA,IAAMJ,kBAAkB,CAAC7D,WAAiBkE,aAAAA;AACxC,MAAIA,UAAU;AACZ,UAAMC,MAAM,CAACC,IAAI,MAAMC,OAAOD,CAAAA,EAAGE,SAAS,GAAG,GAAA;AAC7C,UAAM,EAAEC,OAAOC,SAASC,QAAO,QAAKC,8CAAmB;MAAEnF,OAAO2E;MAAUS,KAAK3E;IAAU,CAAA;AACzF,WAAO,GAAGmE,IAAII,KAAAA,CAAAA,IAAUJ,IAAIK,OAAAA,CAAAA,IAAYL,IAAIM,OAAAA,CAAAA;EAC9C,OAAO;AACL,eAAOG,sBAAO5E,WAAW,UAAA;EAC3B;AACF;ADhNO,IAAM6E,iBACX,CAACC,eACD,CAACd,SAA2BpH,OAAemI,QAAQ,UAAK;AACtD,MAAIf,QAAQgB,OAAOC,SAAS,aAAa;AAEvC,WAAO;MAACjB,QAAQjE,OAAOmF,KAAK,CAACrF,UAAUA,MAAM1C,SAAS,eAAA,GAAkB/B,QAAQ;MAAI;;EACtF;AAIA,QAAM+J,WAAWL,WAAWI,KAAK,CAACC,cAAaA,UAASC,QAAQpB,QAAQgB,OAAOK,WAAW;AAC1F,QAAMC,OACJH,UAAUI,SAASC,eACnBxB,QAAQgB,OAAOS,SAASC,QAAQC,YAChC3B,QAAQgB,OAAOM,QACftB,QAAQgB,OAAOY,SACf5B,QAAQgB,OAAOK;AACjB,QAAMtF,SAASiE,QAAQjE,OAAO8F,OAAO,CAAChG,UAAUA,MAAM1C,SAAS,eAAA;AAC/D,SAAO;IACL,UAAUmI,IAAAA,MAAUP,QAAQ,KAAKnI,KAAAA,KAAUoH,QAAQzG,EAAE,KAAK;IAC1DwC,OAAOvB,IAAI,CAACqB,UAAUA,MAAMzE,KAAK0K,KAAI,CAAA,EAAIzK,KAAK,GAAA;IAC9C;;AAEJ;AAcK,IAAM0K,aAAa,CAAC,EACzBC,YACApH,YAAYqH,QACZC,OACArH,OACAsH,cACAC,gBAAe,MACC;AAChB,QAAM,EAAEC,UAAS,QAAKC,iCAAAA;AACtB,QAAM,EAAEC,UAAS,QAAKC,sCAAc,MAAA;AAClC,WAAO;MACLC,YAAY;YACVC,8CAAsB;UAAEC,UAAU;UAAMC,cAAc;QAAK,CAAA;YAC3DC,iDAAyB;UAAER;QAAU,CAAA;YACrCS,8CAAsB;UAAET;QAAU,CAAA;YAClCU,yCAAAA;QACAb,aAASc,gCAAAA;QACTpI,WAAW;UACTC;UACAC,SAASmH,QAAQnH,UAAU,IAAIqB,KAAK8F,OAAOnH,OAAO,IAAImF;UACtDlF,kBAAckI,uCAAe,CAAC,EAAEpF,QAAO,MACrC,8BAAAqF,QAAA,cAACC,4BAAAA;YAAWC,MAAK;YAA+BC,UAAAA;YAASC,OAAM;YAAmBzF;;QAEtF,CAAA;QACAgE,OAAO0B,sBAAAA;IACX;EACF,GAAG;IAACrB;IAAOrH;GAAM;AAEjB,SACE,8BAAAqI,QAAA,cAACM,OAAAA;IACCC,KAAKlB;IACL5C,eAAW+D,0BAAG,6BAA6BC,oCAAa3B,UAAAA;IACxD4B,mCAAiC;;AAGvC;;AGrFO,IAAMC,eAAe,CAACC,aAAAA;AAC3B,QAAM,CAAC,EAAEC,OAAOC,QAAQC,MAAK,GAAIC,SAAAA,QAAaC,wBAAwB,CAAC,CAAA;AACvEC,+BAAU,MAAA;AACR,UAAMC,IAAIjH,WAAW,YAAA;AACnB,YAAMkH,WAAW,MAAMC,MAAMT,QAAAA;AAC7B,YAAMU,OAAO,MAAMF,SAASE,KAAI;AAChC,YAAMT,SAAQ,IAAIU,MAAAA;AAClBV,aAAMW,MAAMC,IAAIC,gBAAgBJ,IAAAA;AAChC,YAAM,IAAIK,QAAc,CAACC,SAASC,WAAAA;AAChChB,eAAM/F,iBACJ,SACA,CAACgH,QAAAA;AACCpO,sBAAAA,IAAIqO,MAAM,SAAS;YAAED;UAAI,GAAA;;;;;;AACzBD,iBAAOC,GAAAA;QACT,GACA;UAAEE,MAAM;QAAK,CAAA;AAEfnB,eAAM/F,iBACJ,WACA,MAAA;AACEpH,sBAAAA,IAAIuO,KAAK,eAAA,QAAA;;;;;;AACTL,kBAAAA;QACF,GACA;UAAEI,MAAM;QAAK,CAAA;AAEfnB,eAAMqB,KAAI;MACZ,CAAA;AAEA,YAAMC,MAAM,IAAIC,aAAAA;AAEhB,YAAMC,cAAcF,IAAIG,6BAA4B;AACpDD,kBAAYE,eAAe;AAE3B,YAAMC,SAASL,IAAIM,yBAAyB5B,MAAAA;AAC5C2B,aAAOE,QAAQL,WAAAA;AAEfrB,gBAAU;QACRH,OAAAA;QACAC,QAAQuB,YAAYvB;QACpBC,OAAOsB,YAAYvB,OAAO6B,eAAc,EAAG,CAAA;MAC7C,CAAA;IACF,CAAA;AAEA,WAAO,MAAM1I,aAAakH,CAAAA;EAC5B,GAAG;IAACP;GAAS;AAEb,SAAO;IAAEC;IAAOC;IAAQC;EAAM;AAChC;ACnDO,IAAM6B,gBAAgB,CAACC,WAAAA;AAC5B,QAAM,CAAC9B,OAAO+B,QAAAA,QAAY7B,cAAAA,UAAAA;AAC1BC,oBAAAA,WAAU,MAAA;AACR,QAAI,CAAC2B,QAAQ;AACX9B,aAAOgC,KAAAA;AACPD,eAAS/F,MAAAA;AACT;IACF;AAEA,UAAMiG,YAAY,YAAA;AAChB,YAAMnC,QAAQ,IAAIU,MAAAA;AAClBV,YAAMoC,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEvC,OAAO;MAAK,CAAA;AAC1E,YAAM,CAACE,MAAAA,IAASF,MAAMoC,UAAUN,eAAc;AAC9C,UAAI5B,QAAO;AACT+B,iBAAS/B,MAAAA;MACX;IACF;AAEA,QAAI8B,QAAQ;AACV,WAAKG,UAAAA;IACP;EACF,GAAG;IAACH;GAAO;AAEX,SAAO9B;AACT;ACrBO,IAAMsC,uBAAuB,CAClCC,UACAC,OACA7O,gBAAqB,CAAA,MAAE;AAEvB,QAAMiD,YAAQ6L,uBAAQ,MAAM,IAAIhP,mBAAsB8O,UAAU5O,aAAAA,GAAgB;IAAC6O;GAAM;AACvF,QAAM,CAACE,QAAQC,SAAAA,QAAazC,cAAAA,UAAS,KAAA;AAGrCC,oBAAAA,WAAU,MAAA;AACR,QAAI,CAACqC,OAAO;AACV;IACF;AAEA,UAAMvO,SAAS,MAAA;AACb,iBAAW2D,SAAS4K,OAAOI,SAAS,CAAA,GAAI;AACtChM,cAAMvC,YAAYuD,KAAAA;MACpB;AAEA+K,gBAAU,IAAA;IACZ;AAGA,QAAI5M;AACJ,QAAIyM,MAAMK,WAAW;AACnB9M,UAAI+M,YAAY,MAAA;AACd,YAAI,CAACN,OAAOK,WAAW;AACrBE,wBAAchN,CAAAA;AACd9B,iBAAAA;QACF;MACF,GAAG,GAAA;IACL,OAAO;AACLA,aAAAA;IACF;AAEA,WAAO,MAAMiF,aAAanD,CAAAA;EAC5B,GAAG;IAACa;IAAO4L;GAAM;AAGjBrC,oBAAAA,WAAU,MAAA;AACR,QAAI,CAACuC,UAAU,CAACF,SAAS5L,MAAMrC,OAAOlB,WAAWmP,MAAMI,MAAMvP,QAAQ;AACnE;IACF;AAEA,UAAMe,QAAQoO,MAAMI,MAAMJ,MAAMI,MAAMvP,SAAS,CAAA;AAC/CuD,UAAMvC,YAAYD,KAAAA;EACpB,GAAG;IAACwC;IAAO8L;IAAQF,OAAOI,MAAMvP;GAAO;AAEvC,SAAOuD;AACT;AExDO,IAAMoM,sBAAkBC,4BAAK,MAAM,OAAO,kCAAA,CAAA;AAC1C,IAAMC,qBAAiBD,4BAAK,MAAM,OAAO,gCAAA,CAAA;AACzC,IAAME,gCAA4BF,4BAAK,MAAM,OAAO,4CAAA,CAAA;AACpD,IAAMG,mBAAeH,4BAAK,MAAM,OAAO,8BAAA,CAAA;AACvC,IAAMI,kBAAcJ,4BAAK,MAAM,OAAO,4BAAA,CAAA;AACtC,IAAMK,eAAWL,4BAAK,MAAM,OAAO,yBAAA,CAAA;ADGnC,IAAMM,iBAAiB,CAAC,EAC7BC,kBACAC,YACAC,OAAM,MACiD;AACvD,QAAM,CAACC,cAAAA,QAAkBC,sCAAgBC,gDAA0BR,WAAW;AAG9E,QAAMS,kBAAcrB,cAAAA,SAAiC,MAAA;AACnD,QAAI,CAACgB,cAAc,CAACD,oBAAoB,CAACG,gBAAgB;AACvD,aAAO3H;IACT;AAEA,WAAO2H,eAAe;MAAEH;MAAkBC;MAAYC;IAAO,CAAA;EAC/D,GAAG;IAACF;IAAkBC;IAAYE;IAAgBD;GAAO;AAEzDvD,oBAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAK2D,aAAaC,MAAAA;IACpB;EACF,GAAG;IAACD;GAAY;AAEhB,SAAOA;AACT;;AEdO,IAAME,gBAAgB,CAAC,EAAElC,QAAQmC,SAAQ,MAAsB;AACpE,QAAMC,iBAAaC,oCAAe,gBAAA;AAClC,QAAMC,gBAAYD,oCAAe,eAAA;AAEjC,QAAME,qBAAiBC,2BAA6C,OAAOC,aAAAA;AACzE,UAAMpR,OAAOoR,SAAShO,IAAI,CAACiO,QAAQA,IAAIrR,KAAK0K,KAAI,EAAG4G,QAAQ,YAAY,EAAA,CAAA,EAAKrR,KAAK,GAAA;AACjF6Q,aAAS9Q,IAAAA;EACX,GAAG,CAAA,CAAE;AAGL,QAAM,CAACuR,WAAWC,YAAAA,QAAgBzE,cAAAA,UAAS,KAAA;AAC3C,QAAMF,QAAQ6B,cAAcC,MAAAA;AAC5B,QAAMgC,cAAcP,eAAe;IACjCC,kBAAkBxD;IAClByD,YAAYY;EACd,CAAA;AAGAlE,oBAAAA,WAAU,MAAA;AACR,UAAMiB,MAAM,IAAIwD,uBAAAA,QAAAA;;;;AAChBC,yCAAkBzD,KAAK,YAAA;AACrB,UAAIU,UAAUgC,aAAa;AACzB,cAAMA,YAAYgB,KAAI;AACtBnS,oBAAAA,IAAIuO,KAAK,eAAA,QAAA;;;;;;AACTyD,qBAAa,IAAA;AACb,aAAKT,WAAWa,KAAI;AACpBjB,oBAAYkB,qBAAoB;MAClC,WAAW,CAAClD,UAAUgC,aAAamB,QAAQ;AACzCnB,qBAAaoB,oBAAAA;AACb,cAAMpB,aAAaC,MAAAA;AACnBpR,oBAAAA,IAAIuO,KAAK,WAAA,QAAA;;;;;;AACTyD,qBAAa,KAAA;AACb,aAAKP,UAAUW,KAAI;MACrB;IACF,CAAA;AAEA,WAAO,MAAA;AACL,WAAK3D,IAAI+D,QAAO;IAClB;EACF,GAAG;IAACrD;IAAQgC;GAAY;AAExB,SAAO;IAAEY;EAAU;AACrB;ATlDO,IAAMU,yBAA2E,CAAC,EAAEpI,MAAMrG,YAAAA,YAAU,MAAE;AAC3G,QAAMuH,mBAAemH,8BAAiB1O,WAAAA;AACtC,QAAMsH,YAAQqH,sBAAS3O,WAAAA;AACvB,QAAM4O,cAAUC,yBAAWvH,OAAOwH,GAAAA,EAAKlP,IAAI,CAACmP,WAAWA,OAAOxI,QAAQ;AACtE,QAAMsF,YAAQmD,uBAA2BhP,YAAW6L,MAAMoD,KAAK;IAAEC,cAAc;EAAM,CAAA;AACrF,QAAMjP,QAAQ0L,qBAAqB1F,eAAe2I,OAAAA,GAAU/C,KAAAA;AAE5D,SACEvD,6BAAAA,QAAA,cAAC6G,gCAAUC,SAAO;IAAC/I;IAAYe,YAAW;KACxCkB,6BAAAA,QAAA,cAACnB,YAAAA;IAAWI;IAA4BD;IAAcrH;IAAcD,YAAYA;;AAGtF;AAEA,IAAA,8BAAeyO;",
|
|
6
|
+
"names": ["import_echo", "import_react", "import_state", "import_async", "import_log", "import_app_framework", "DocumentAdapter", "constructor", "_view", "lineCount", "state", "doc", "lines", "replaceLines", "from", "remove", "insert", "log", "count", "numLines", "posFrom", "line", "posTo", "Math", "min", "text", "join", "length", "dispatch", "changes", "to", "SerializationModel", "_renderer", "initialChunks", "_chunks", "_chunkLineCounts", "Map", "_lineToChunk", "_changes", "update", "Event", "forEach", "chunk", "appendChunk", "toJSON", "chunks", "Text", "of", "flatMap", "index", "getChunkAtLine", "get", "reset", "clear", "emit", "push", "type", "updateChunk", "findIndex", "c", "id", "invariant", "deleteBlock", "splice", "sync", "document", "change", "lastLine", "lineStart", "i", "previousLineCount", "newLines", "currentLine", "entries", "set", "chunkIds", "Set", "map", "keys", "has", "delete", "transcript", "model", "started", "renderButton", "gutter", "class", "lineMarkerChange", "docChanged", "viewportChanged", "markers", "view", "start", "getStartTime", "builder", "RangeSetBuilder", "visibleRanges", "lineAt", "block", "number", "blocks", "timestamp", "add", "TimestampMarker", "Date", "finish", "ViewPlugin", "fromClass", "_initialized", "_adapter", "scroller", "scrollDOM", "isAutoScrolling", "hasScrolled", "timeout", "scrollToBottom", "smooth", "style", "scrollBehavior", "classList", "clearTimeout", "setTimeout", "_controls", "effects", "EditorView", "scrollIntoView", "y", "createElement", "dom", "appendChild", "onClick", "_cleanup", "combine", "addEventListener", "on", "autoScroll", "scrollHeight", "scrollTop", "clientHeight", "destroy", "theme", "overflowY", "scrollbarWidth", "display", "position", "bottom", "right", "zIndex", "paddingRight", "width", "textAlign", "padding", "GutterMarker", "_line", "_timestamp", "_started", "eq", "other", "toDOM", "el", "className", "textContent", "formatTimestamp", "onclick", "pos", "message", "undefined", "relative", "pad", "n", "String", "padStart", "hours", "minutes", "seconds", "intervalToDuration", "end", "format", "renderMarkdown", "identities", "debug", "sender", "role", "find", "identity", "did", "identityDid", "name", "profile", "displayName", "contact", "target", "fullName", "email", "filter", "trim", "Transcript", "classNames", "object", "space", "attendableId", "ignoreAttention", "themeMode", "useThemeContext", "parentRef", "useTextEditor", "extensions", "createBasicExtensions", "readOnly", "lineWrapping", "createMarkdownExtensions", "createThemeExtensions", "decorateMarkdown", "preview", "createRenderer", "React", "IconButton", "icon", "iconOnly", "label", "isNotFalsy", "div", "ref", "mx", "editorWidth", "data-popover-collision-boundary", "useAudioFile", "audioUrl", "audio", "stream", "track", "setStream", "useState", "useEffect", "t", "response", "fetch", "blob", "Audio", "src", "URL", "createObjectURL", "Promise", "resolve", "reject", "err", "error", "once", "info", "load", "ctx", "AudioContext", "destination", "createMediaStreamDestination", "channelCount", "source", "createMediaElementSource", "connect", "getAudioTracks", "useAudioTrack", "active", "setTrack", "stop", "initAudio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "useQueueModelAdapter", "renderer", "queue", "useMemo", "loaded", "setLoaded", "items", "isLoading", "setInterval", "clearInterval", "AppGraphBuilder", "lazy", "IntentResolver", "MeetingTranscriptionState", "ReactSurface", "Transcriber", "Settings", "useTranscriber", "audioStreamTrack", "onSegments", "config", "getTranscriber", "useCapabilities", "TranscriptionCapabilities", "transcriber", "close", "useVoiceInput", "onUpdate", "soundStart", "useSoundEffect", "soundStop", "handleSegments", "useCallback", "segments", "str", "replace", "recording", "setRecording", "Context", "scheduleMicroTask", "open", "play", "startChunksRecording", "isOpen", "stopChunksRecording", "dispose", "TranscriptionContainer", "fullyQualifiedId", "getSpace", "members", "useMembers", "key", "member", "useQueue", "dxn", "pollInterval", "StackItem", "Content"]
|
|
7
|
+
}
|
|
@@ -26,12 +26,12 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
26
26
|
mod
|
|
27
27
|
));
|
|
28
28
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
var
|
|
30
|
-
__export(
|
|
29
|
+
var chunk_K553L7CZ_exports = {};
|
|
30
|
+
__export(chunk_K553L7CZ_exports, {
|
|
31
31
|
TranscriptContainer: () => TranscriptContainer,
|
|
32
32
|
TranscriptionSettings: () => TranscriptionSettings
|
|
33
33
|
});
|
|
34
|
-
module.exports = __toCommonJS(
|
|
34
|
+
module.exports = __toCommonJS(chunk_K553L7CZ_exports);
|
|
35
35
|
var import_chunk_NVZWGFJL = require("./chunk-NVZWGFJL.cjs");
|
|
36
36
|
var import_react = __toESM(require("react"));
|
|
37
37
|
var import_react_ui = require("@dxos/react-ui");
|
|
@@ -46,10 +46,10 @@ var TranscriptionSettings = ({ settings }) => {
|
|
|
46
46
|
onCheckedChange: (checked) => settings.entityExtraction = checked
|
|
47
47
|
})));
|
|
48
48
|
};
|
|
49
|
-
var TranscriptContainer = (0, import_react2.lazy)(() => import("./TranscriptContainer-
|
|
49
|
+
var TranscriptContainer = (0, import_react2.lazy)(() => import("./TranscriptContainer-DICOMZLM.cjs"));
|
|
50
50
|
// Annotate the CommonJS export names for ESM import in node:
|
|
51
51
|
0 && (module.exports = {
|
|
52
52
|
TranscriptContainer,
|
|
53
53
|
TranscriptionSettings
|
|
54
54
|
});
|
|
55
|
-
//# sourceMappingURL=chunk-
|
|
55
|
+
//# sourceMappingURL=chunk-K553L7CZ.cjs.map
|
|
@@ -26,15 +26,15 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
26
26
|
mod
|
|
27
27
|
));
|
|
28
28
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
var
|
|
30
|
-
__export(
|
|
29
|
+
var chunk_RK4BEN5E_exports = {};
|
|
30
|
+
__export(chunk_RK4BEN5E_exports, {
|
|
31
31
|
MediaStreamRecorder: () => MediaStreamRecorder,
|
|
32
32
|
Transcriber: () => Transcriber,
|
|
33
33
|
TranscriptionManager: () => TranscriptionManager
|
|
34
34
|
});
|
|
35
|
-
module.exports = __toCommonJS(
|
|
35
|
+
module.exports = __toCommonJS(chunk_RK4BEN5E_exports);
|
|
36
36
|
var import_chunk_J72PUQ3C = require("./chunk-J72PUQ3C.cjs");
|
|
37
|
-
var
|
|
37
|
+
var import_chunk_34WFY7M7 = require("./chunk-34WFY7M7.cjs");
|
|
38
38
|
var import_extendable_media_recorder = require("extendable-media-recorder");
|
|
39
39
|
var import_wavefile = require("wavefile");
|
|
40
40
|
var import_async = require("@dxos/async");
|
|
@@ -283,7 +283,7 @@ var Transcriber = class extends import_context.Resource {
|
|
|
283
283
|
this._audioChunks = [];
|
|
284
284
|
throw new Error("No audio to send for transcribing");
|
|
285
285
|
}
|
|
286
|
-
const response = await fetch(`${
|
|
286
|
+
const response = await fetch(`${import_chunk_34WFY7M7.TRANSCRIPTION_URL}/transcribe`, {
|
|
287
287
|
method: "POST",
|
|
288
288
|
body: JSON.stringify({
|
|
289
289
|
audio
|
|
@@ -422,7 +422,7 @@ var TranscriptionManager = class extends import_context2.Resource {
|
|
|
422
422
|
await this._maybeReinitTranscriber();
|
|
423
423
|
if (this._enabled) {
|
|
424
424
|
await this._transcriber?.open();
|
|
425
|
-
const block = (0, import_echo_schema.create)(import_schema.
|
|
425
|
+
const block = (0, import_echo_schema.create)(import_schema.DataType.Message, {
|
|
426
426
|
created: (/* @__PURE__ */ new Date()).toISOString(),
|
|
427
427
|
blocks: [
|
|
428
428
|
{
|
|
@@ -440,7 +440,7 @@ var TranscriptionManager = class extends import_context2.Resource {
|
|
|
440
440
|
]);
|
|
441
441
|
} else {
|
|
442
442
|
await this._transcriber?.close();
|
|
443
|
-
const block = (0, import_echo_schema.create)(import_schema.
|
|
443
|
+
const block = (0, import_echo_schema.create)(import_schema.DataType.Message, {
|
|
444
444
|
created: (/* @__PURE__ */ new Date()).toISOString(),
|
|
445
445
|
blocks: [
|
|
446
446
|
{
|
|
@@ -486,7 +486,7 @@ var TranscriptionManager = class extends import_context2.Resource {
|
|
|
486
486
|
if (!this.isOpen || !this._queue) {
|
|
487
487
|
return;
|
|
488
488
|
}
|
|
489
|
-
let block = (0, import_echo_schema.create)(import_schema.
|
|
489
|
+
let block = (0, import_echo_schema.create)(import_schema.DataType.Message, {
|
|
490
490
|
created: (/* @__PURE__ */ new Date()).toISOString(),
|
|
491
491
|
blocks: segments,
|
|
492
492
|
sender: {
|
|
@@ -513,4 +513,4 @@ _ts_decorate3([
|
|
|
513
513
|
Transcriber,
|
|
514
514
|
TranscriptionManager
|
|
515
515
|
});
|
|
516
|
-
//# sourceMappingURL=chunk-
|
|
516
|
+
//# sourceMappingURL=chunk-RK4BEN5E.cjs.map
|