@dxos/plugin-transcription 0.8.2-main.36232bc → 0.8.2-main.5885341
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{TranscriptContainer-2VFHUHLE.mjs → TranscriptContainer-D3EH2SLO.mjs} +2 -2
- package/dist/lib/browser/{app-graph-builder-TDP6PYV6.mjs → app-graph-builder-7HN3M24G.mjs} +13 -14
- package/dist/lib/browser/app-graph-builder-7HN3M24G.mjs.map +7 -0
- package/dist/lib/browser/{chunk-NFVDICSJ.mjs → chunk-BSZSM6KA.mjs} +5 -4
- package/dist/lib/browser/chunk-BSZSM6KA.mjs.map +7 -0
- package/dist/lib/browser/{chunk-O6RY7FNK.mjs → chunk-IWZ7C3OA.mjs} +2 -2
- package/dist/lib/browser/index.mjs +2 -2
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/{react-surface-F32UNCKZ.mjs → react-surface-F7DBDGHS.mjs} +3 -3
- package/dist/lib/node/{TranscriptContainer-E2D7PKO3.cjs → TranscriptContainer-WCBZMA5K.cjs} +7 -7
- package/dist/lib/node/{TranscriptContainer-E2D7PKO3.cjs.map → TranscriptContainer-WCBZMA5K.cjs.map} +2 -2
- package/dist/lib/node/{app-graph-builder-W4VDMVGV.cjs → app-graph-builder-BVWYUGUO.cjs} +16 -17
- package/dist/lib/node/app-graph-builder-BVWYUGUO.cjs.map +7 -0
- package/dist/lib/node/{chunk-NBC6V3M2.cjs → chunk-JSCC2AQW.cjs} +8 -7
- package/dist/lib/node/chunk-JSCC2AQW.cjs.map +7 -0
- package/dist/lib/node/{chunk-TJMZ26GS.cjs → chunk-OCHTKDL7.cjs} +5 -5
- package/dist/lib/node/index.cjs +19 -19
- package/dist/lib/node/meta.json +1 -1
- package/dist/lib/node/{react-surface-YQHBGPOC.cjs → react-surface-7F37EYZA.cjs} +8 -8
- package/dist/lib/node-esm/{TranscriptContainer-5N3BSK2S.mjs → TranscriptContainer-GBPY6KKA.mjs} +2 -2
- package/dist/lib/node-esm/{app-graph-builder-DDDVKUHS.mjs → app-graph-builder-QK25O5K5.mjs} +13 -14
- package/dist/lib/node-esm/app-graph-builder-QK25O5K5.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-4RMJO6QQ.mjs → chunk-B2BD7S4X.mjs} +5 -4
- package/dist/lib/node-esm/chunk-B2BD7S4X.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-HZBSWUJH.mjs → chunk-DXJN2JWV.mjs} +2 -2
- package/dist/lib/node-esm/index.mjs +2 -2
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/{react-surface-DRDNXTFZ.mjs → react-surface-D3L6VBEV.mjs} +3 -3
- package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +2 -2
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +1 -1
- package/dist/types/src/entity-extraction/entity-extraction.d.ts.map +1 -1
- package/dist/types/src/testing/testing.d.ts +2 -2
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/types/schema.d.ts +17 -11
- package/dist/types/src/types/schema.d.ts.map +1 -1
- package/package.json +49 -49
- package/src/capabilities/app-graph-builder.ts +8 -8
- package/src/components/Transcript/Transcript.tsx +7 -1
- package/src/entity-extraction/entity-extraction.test.ts +23 -4
- package/src/entity-extraction/entity-extraction.ts +7 -2
- package/dist/lib/browser/app-graph-builder-TDP6PYV6.mjs.map +0 -7
- package/dist/lib/browser/chunk-NFVDICSJ.mjs.map +0 -7
- package/dist/lib/node/app-graph-builder-W4VDMVGV.cjs.map +0 -7
- package/dist/lib/node/chunk-NBC6V3M2.cjs.map +0 -7
- package/dist/lib/node-esm/app-graph-builder-DDDVKUHS.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-4RMJO6QQ.mjs.map +0 -7
- /package/dist/lib/browser/{TranscriptContainer-2VFHUHLE.mjs.map → TranscriptContainer-D3EH2SLO.mjs.map} +0 -0
- /package/dist/lib/browser/{chunk-O6RY7FNK.mjs.map → chunk-IWZ7C3OA.mjs.map} +0 -0
- /package/dist/lib/browser/{react-surface-F32UNCKZ.mjs.map → react-surface-F7DBDGHS.mjs.map} +0 -0
- /package/dist/lib/node/{chunk-TJMZ26GS.cjs.map → chunk-OCHTKDL7.cjs.map} +0 -0
- /package/dist/lib/node/{react-surface-YQHBGPOC.cjs.map → react-surface-7F37EYZA.cjs.map} +0 -0
- /package/dist/lib/node-esm/{TranscriptContainer-5N3BSK2S.mjs.map → TranscriptContainer-GBPY6KKA.mjs.map} +0 -0
- /package/dist/lib/node-esm/{chunk-HZBSWUJH.mjs.map → chunk-DXJN2JWV.mjs.map} +0 -0
- /package/dist/lib/node-esm/{react-surface-DRDNXTFZ.mjs.map → react-surface-D3L6VBEV.mjs.map} +0 -0
|
@@ -6,7 +6,7 @@ import type { Schema } from 'effect';
|
|
|
6
6
|
|
|
7
7
|
import { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';
|
|
8
8
|
import { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';
|
|
9
|
-
import { AI_SERVICE_ENDPOINT
|
|
9
|
+
import { AI_SERVICE_ENDPOINT } from '@dxos/assistant/testing';
|
|
10
10
|
import { Filter, fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';
|
|
11
11
|
import { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';
|
|
12
12
|
import { invariant } from '@dxos/invariant';
|
|
@@ -20,7 +20,7 @@ import { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plug
|
|
|
20
20
|
import { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';
|
|
21
21
|
import { type buf } from '@dxos/protocols/buf';
|
|
22
22
|
import { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';
|
|
23
|
-
import type
|
|
23
|
+
import { type MessageType, Contact, Organization } from '@dxos/schema';
|
|
24
24
|
|
|
25
25
|
import { TranscriptionCapabilities } from './capabilities';
|
|
26
26
|
import { processTranscriptMessage } from '../entity-extraction';
|
|
@@ -198,12 +198,12 @@ const createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: Entit
|
|
|
198
198
|
const processContextObject = async (object: BaseEchoObject): Promise<any> => {
|
|
199
199
|
// TODO(dmaretskyi): Documents need special processing is the content is behind a ref.
|
|
200
200
|
// TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.
|
|
201
|
-
if (isInstanceOf(DocumentType, object)) {
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
}
|
|
201
|
+
// if (isInstanceOf(DocumentType, object)) {
|
|
202
|
+
// return {
|
|
203
|
+
// ...object,
|
|
204
|
+
// content: await object.content.load(),
|
|
205
|
+
// };
|
|
206
|
+
// }
|
|
207
207
|
|
|
208
208
|
return object;
|
|
209
209
|
};
|
|
@@ -90,5 +90,11 @@ export const Transcript = ({
|
|
|
90
90
|
};
|
|
91
91
|
}, [space, model]);
|
|
92
92
|
|
|
93
|
-
return
|
|
93
|
+
return (
|
|
94
|
+
<div
|
|
95
|
+
ref={parentRef}
|
|
96
|
+
className={mx('flex grow overflow-hidden', editorWidth, classNames)}
|
|
97
|
+
data-popover-collision-boundary={true}
|
|
98
|
+
/>
|
|
99
|
+
);
|
|
94
100
|
};
|
|
@@ -17,7 +17,7 @@ const aiService = new AIServiceEdgeClient({
|
|
|
17
17
|
});
|
|
18
18
|
|
|
19
19
|
describe.skip('EntityExtraction', { timeout: 180_000 }, () => {
|
|
20
|
-
test('should process a transcript block', async () => {
|
|
20
|
+
test.skip('should process a transcript block', async () => {
|
|
21
21
|
const { transcriptMessages, documents, contacts } = await createTestData();
|
|
22
22
|
|
|
23
23
|
log.info('context', { documents, contacts });
|
|
@@ -35,11 +35,11 @@ describe.skip('EntityExtraction', { timeout: 180_000 }, () => {
|
|
|
35
35
|
}
|
|
36
36
|
});
|
|
37
37
|
|
|
38
|
-
test.
|
|
39
|
-
const {
|
|
38
|
+
test.only('computational irreducibility', async () => {
|
|
39
|
+
const { transcriptWoflram, documents, contacts } = await createTestData();
|
|
40
40
|
|
|
41
41
|
log.info('context', { documents, contacts });
|
|
42
|
-
const message =
|
|
42
|
+
const message = transcriptWoflram[0];
|
|
43
43
|
log.info('input', message);
|
|
44
44
|
|
|
45
45
|
await Promise.all(
|
|
@@ -55,6 +55,25 @@ describe.skip('EntityExtraction', { timeout: 180_000 }, () => {
|
|
|
55
55
|
}),
|
|
56
56
|
);
|
|
57
57
|
});
|
|
58
|
+
|
|
59
|
+
test('org and document linking', async () => {
|
|
60
|
+
const { transcriptJosiah, documents, contacts, organizations } = await createTestData();
|
|
61
|
+
|
|
62
|
+
log.info('context', { contacts, organizations, documents });
|
|
63
|
+
|
|
64
|
+
for (const message of transcriptJosiah) {
|
|
65
|
+
log.info('input', message);
|
|
66
|
+
|
|
67
|
+
const { message: enhancedMessage } = await processTranscriptMessage({
|
|
68
|
+
message,
|
|
69
|
+
aiService,
|
|
70
|
+
context: {
|
|
71
|
+
objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
|
|
72
|
+
},
|
|
73
|
+
});
|
|
74
|
+
log.info('output', enhancedMessage);
|
|
75
|
+
}
|
|
76
|
+
});
|
|
58
77
|
});
|
|
59
78
|
|
|
60
79
|
describe('postprocessText', () => {
|
|
@@ -8,7 +8,8 @@ import { createTemplate, Message, structuredOutputParser } from '@dxos/artifact'
|
|
|
8
8
|
import type { AIServiceClient } from '@dxos/assistant';
|
|
9
9
|
import { MixedStreamParser } from '@dxos/assistant';
|
|
10
10
|
import { asyncTimeout } from '@dxos/async';
|
|
11
|
-
import { type BaseEchoObject, create } from '@dxos/echo-schema';
|
|
11
|
+
import { type BaseEchoObject, create, ObjectId } from '@dxos/echo-schema';
|
|
12
|
+
import { DXN } from '@dxos/keys';
|
|
12
13
|
import { log } from '@dxos/log';
|
|
13
14
|
import { MessageType } from '@dxos/schema';
|
|
14
15
|
|
|
@@ -136,9 +137,13 @@ export const processTranscriptMessage = async (
|
|
|
136
137
|
// TODO(dmaretskyi): Lookup and verifiy ids from provided context.
|
|
137
138
|
export const postprocessText = (text: string, quotes: ReferencedQuotes) => {
|
|
138
139
|
for (const quote of quotes.references) {
|
|
140
|
+
if (!ObjectId.isValid(quote.id)) {
|
|
141
|
+
continue;
|
|
142
|
+
}
|
|
143
|
+
|
|
139
144
|
// Use a case-insensitive regular expression to replace the quote
|
|
140
145
|
const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'), 'gi');
|
|
141
|
-
text = text.replace(regex, `[${quote.quote}][
|
|
146
|
+
text = text.replace(regex, `[${quote.quote}][${DXN.fromLocalObjectId(quote.id).toString()}]`);
|
|
142
147
|
}
|
|
143
148
|
return text;
|
|
144
149
|
};
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/capabilities/app-graph-builder.ts", "../../../src/entity-extraction/entity-extraction.ts", "raw-loader:./system-prompt.tpl?raw"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport type { Schema } from 'effect';\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';\nimport { AI_SERVICE_ENDPOINT, Contact, Organization } from '@dxos/assistant/testing';\nimport { Filter, fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { DocumentType } from '@dxos/plugin-markdown/types';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';\nimport { type buf } from '@dxos/protocols/buf';\nimport { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport type { MessageType } from '@dxos/schema';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { processTranscriptMessage } from '../entity-extraction';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, type TranscriptionSettingsProps, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\n\nconst getMeetingTranscript = async (\n context: PluginsContext,\n meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n const typename = getSchemaTypename(TranscriptType)!;\n const existing = await meeting.artifacts[typename]?.load();\n if (existing instanceof TranscriptType) {\n return existing;\n }\n\n const space = getSpace(meeting);\n invariant(space);\n const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n meeting.artifacts[typename] = makeRef(data!.object);\n return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n contributes(Capabilities.AppGraphBuilder, [\n createExtension({\n id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n filter: (node): node is Node<MeetingType> => isInstanceOf(MeetingType, node.data),\n actions: ({ node }) => {\n const meeting = node.data;\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n return [\n {\n id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n data: async () => {\n // NOTE: We are not saving the state of the transcription manager here.\n // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.\n // This is done to avoid race conditions and to not handle optimistic updates.\n const transcript = await getMeetingTranscript(context, meeting);\n invariant(transcript, 'Failed to create transcript');\n\n const callManager = context.requestCapability(MeetingCapabilities.CallManager);\n callManager.setActivity(getSchemaTypename(TranscriptType)!, {\n queueDxn: transcript.queue.dxn.toString(),\n enabled: !state.enabled,\n });\n },\n properties: {\n label: state.enabled\n ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n disposition: 'toolbar',\n classNames: state.enabled ? 'bg-callAlert' : '',\n },\n },\n ];\n },\n connector: ({ node }) => {\n const meeting = node.data;\n const client = context.requestCapability(ClientCapabilities.Client);\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n const settings = context\n .requestCapability(Capabilities.SettingsStore)\n .getStore<TranscriptionSettingsProps>(TRANSCRIPTION_PLUGIN)!.value;\n\n // TODO(dmaretskyi): Request via capability.\n const aiClient: AIServiceClient | undefined = new AIServiceEdgeClient({\n endpoint: AI_SERVICE_ENDPOINT.REMOTE,\n });\n\n return [\n {\n id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n type: PLANK_COMPANION_TYPE,\n data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n properties: {\n label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n position: 'hoist',\n disposition: 'hidden',\n schema: TranscriptType,\n getIntent: ({ space }: { space: Space }) =>\n createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n\n // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?\n onJoin: async ({ meeting }: { meeting: MeetingType; roomId: string }) => {\n const identity = client.halo.identity.get();\n invariant(identity);\n const space = getSpace(meeting);\n invariant(space);\n\n let messageEnricher;\n if (aiClient && settings.entityExtraction) {\n messageEnricher = createEntityExtractionEnricher({\n aiClient,\n // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?\n // This forced me to add a dependency on markdown plugin.\n // This will be replaced with a vector search index anyway, so its not a big deal.\n contextTypes: [DocumentType, Contact, Organization],\n space,\n });\n }\n\n // TODO(burdon): The TranscriptionManager singleton is part of the state and should just be updated here.\n state.transcriptionManager = await new TranscriptionManager({\n edgeClient: client.edge,\n messageEnricher,\n })\n .setIdentityDid(identity.did)\n .open();\n },\n onLeave: async () => {\n await state.transcriptionManager?.close();\n state.transcriptionManager = undefined;\n state.enabled = false;\n },\n onCallStateUpdated: async (callState: CallState) => {\n const typename = getSchemaTypename(TranscriptType);\n const transcription = typename ? callState.activities?.[typename] : undefined;\n if (!transcription?.payload) {\n return;\n }\n\n const payload: TranscriptionPayload = transcription.payload;\n state.enabled = !!payload.enabled;\n if (payload.queueDxn) {\n // NOTE: Must set queue before enabling transcription.\n state.transcriptionManager?.setQueue(DXN.parse(payload.queueDxn));\n }\n await state.transcriptionManager?.setEnabled(payload.enabled);\n },\n onMediaStateUpdated: async ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n void state.transcriptionManager?.setRecording(isSpeaking);\n },\n } satisfies MeetingCallProperties,\n },\n ];\n },\n }),\n ]);\n\ntype EntityExtractionEnricherFactoryOptions = {\n aiClient: AIServiceClient;\n contextTypes: Schema.Schema.AnyNoContext[];\n space: Space;\n};\n\nconst createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: EntityExtractionEnricherFactoryOptions) => {\n return async (message: MessageType) => {\n const { objects } = await space.db.query(Filter.or(...contextTypes.map((s) => Filter.schema(s)))).run();\n log.info('context', { objects });\n\n const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({\n aiService: aiClient,\n message,\n context: { objects: await Promise.all(objects.map(processContextObject)) },\n options: { timeout: ENTITY_EXTRACTOR_TIMEOUT, fallbackToRaw: true },\n });\n\n log.info('entity extraction time', { timeElapsed });\n return enhancedMessage;\n };\n};\n\nconst processContextObject = async (object: BaseEchoObject): Promise<any> => {\n // TODO(dmaretskyi): Documents need special processing is the content is behind a ref.\n // TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.\n if (isInstanceOf(DocumentType, object)) {\n return {\n ...object,\n content: await object.content.load(),\n };\n }\n\n return object;\n};\n\nconst ENTITY_EXTRACTOR_TIMEOUT = 25_000;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { createTemplate, Message, structuredOutputParser } from '@dxos/artifact';\nimport type { AIServiceClient } from '@dxos/assistant';\nimport { MixedStreamParser } from '@dxos/assistant';\nimport { asyncTimeout } from '@dxos/async';\nimport { type BaseEchoObject, create } from '@dxos/echo-schema';\nimport { log } from '@dxos/log';\nimport { MessageType } from '@dxos/schema';\n\nimport SYSTEM_PROMPT from './system-prompt.tpl?raw';\n\ntype ProcessTranscriptMessageParams = {\n message: MessageType;\n aiService: AIServiceClient;\n context: {\n objects?: BaseEchoObject[];\n };\n\n options?: {\n /**\n * Timeout for the entity extraction.\n */\n timeout?: number;\n\n /**\n * Fallback to raw text if the entity extraction fails.\n * Otherwise the function will throw an error.\n * @default false\n */\n fallbackToRaw?: boolean;\n };\n};\n\ntype ProcessTranscriptMessageResult = {\n message: MessageType;\n timeElapsed: number;\n};\n\n/**\n * Process Handlebars template.\n */\nconst createSystemPrompt = (): string => {\n const template = createTemplate(SYSTEM_PROMPT);\n return template({});\n};\n\nconst ReferencedQuotes = Schema.Struct({\n references: Schema.Array(\n Schema.Struct({\n quote: Schema.String,\n id: Schema.String,\n }),\n ).annotations({\n description:\n 'The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object.',\n }),\n});\ninterface ReferencedQuotes extends Schema.Schema.Type<typeof ReferencedQuotes> {}\n\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (\n params: ProcessTranscriptMessageParams,\n): Promise<ProcessTranscriptMessageResult> => {\n try {\n const outputParser = structuredOutputParser(ReferencedQuotes);\n const runParser = async (): Promise<ProcessTranscriptMessageResult> => {\n const startTime = performance.now();\n const result = outputParser.getResult(\n await new MixedStreamParser().parse(\n await params.aiService.execStream({\n model: '@anthropic/claude-3-5-haiku-20241022',\n systemPrompt: createSystemPrompt(),\n history: [\n create(Message, {\n role: 'user',\n content: [\n {\n type: 'text',\n text: `<context>${JSON.stringify(params.context.objects)}</context>`,\n },\n {\n type: 'text',\n text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`,\n },\n ],\n }),\n ],\n tools: [outputParser.tool],\n }),\n ),\n );\n log.info('entity extraction result', { refs: result.references });\n\n return {\n message: create(MessageType, {\n ...params.message,\n blocks: params.message.blocks.map((block, i) =>\n block.type !== 'transcription'\n ? block\n : {\n ...block,\n text: postprocessText(block.text, result),\n },\n ),\n }),\n timeElapsed: performance.now() - startTime,\n };\n };\n\n if (params.options?.timeout && params.options.timeout > 0) {\n return await asyncTimeout(runParser(), params.options.timeout);\n } else {\n return await runParser();\n }\n } catch (error) {\n if (params.options?.fallbackToRaw) {\n log.warn('failed to process transcript message, falling back to raw text', { error });\n return {\n message: params.message,\n timeElapsed: 0,\n };\n } else {\n throw error;\n }\n }\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const postprocessText = (text: string, quotes: ReferencedQuotes) => {\n for (const quote of quotes.references) {\n // Use a case-insensitive regular expression to replace the quote\n const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n text = text.replace(regex, `[${quote.quote}][dxn:echo:@:${quote.id}]`);\n }\n return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n a. Analyze the content and identify relevant information from the context.\n b. Extract a number of references to the context objects that are mentioned in the segment.\n c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n \"references\": [\n { \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" },\n { \"quote\": \"John\", \"id\": \"01JT0VM0VN3ZKN7GDBM8CV9BA7\" }\n ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions."],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;AAMA,SAASA,cAAcC,aAAaC,oBAAyC;AAC7E,SAASC,2BAAiD;AAC1D,SAASC,qBAAqBC,SAASC,oBAAoB;AAC3D,SAASC,QAAQC,kBAAkBC,UAAUC,eAA2B;AACxE,SAASC,mBAAmBC,oBAAyC;AACrE,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,OAAAA,YAAW;AACpB,SAASC,0BAA0B;AACnC,SAASC,sBAAsBC,iCAAiC;AAChE,SAASC,uBAAkC;AAC3C,SAASC,oBAAoB;AAC7B,SAASC,2BAA4D;AACrE,SAASC,mBAA+C;;;ACfxD,SAASC,cAAc;AAEvB,SAASC,gBAAgBC,SAASC,8BAA8B;AAEhE,SAASC,yBAAyB;AAClC,SAASC,oBAAoB;AAC7B,SAA8BC,cAAc;AAC5C,SAASC,WAAW;AACpB,SAASC,mBAAmB;;;ACZ5B;;;;AD8CA,IAAMC,qBAAqB,MAAA;AACzB,QAAMC,WAAWC,eAAeC,qBAAAA;AAChC,SAAOF,SAAS,CAAC,CAAA;AACnB;AAEA,IAAMG,mBAAmBC,OAAOC,OAAO;EACrCC,YAAYF,OAAOG,MACjBH,OAAOC,OAAO;IACZG,OAAOJ,OAAOK;IACdC,IAAIN,OAAOK;EACb,CAAA,CAAA,EACAE,YAAY;IACZC,aACE;EACJ,CAAA;AACF,CAAA;AAIO,IAAMC,2BAA2B,OACtCC,WAAAA;AAEA,MAAI;AACF,UAAMC,eAAeC,uBAAuBb,gBAAAA;AAC5C,UAAMc,YAAY,YAAA;AAChB,YAAMC,YAAYC,YAAYC,IAAG;AACjC,YAAMC,SAASN,aAAaO,UAC1B,MAAM,IAAIC,kBAAAA,EAAoBC,MAC5B,MAAMV,OAAOW,UAAUC,WAAW;QAChCC,OAAO;QACPC,cAAc7B,mBAAAA;QACd8B,SAAS;UACPC,OAAOC,SAAS;YACdC,MAAM;YACNC,SAAS;cACP;gBACEC,MAAM;gBACNC,MAAM,YAAYC,KAAKC,UAAUvB,OAAOwB,QAAQC,OAAO,CAAA;cACzD;cACA;gBACEL,MAAM;gBACNC,MAAM,eAAeC,KAAKC,UAAUvB,OAAO0B,QAAQC,MAAM,CAAA;cAC3D;;UAEJ,CAAA;;QAEFC,OAAO;UAAC3B,aAAa4B;;MACvB,CAAA,CAAA,CAAA;AAGJC,UAAIC,KAAK,4BAA4B;QAAEC,MAAMzB,OAAOf;MAAW,GAAA;;;;;;AAE/D,aAAO;QACLkC,SAASV,OAAOiB,aAAa;UAC3B,GAAGjC,OAAO0B;UACVC,QAAQ3B,OAAO0B,QAAQC,OAAOO,IAAI,CAACC,OAAOC,MACxCD,MAAMf,SAAS,kBACXe,QACA;YACE,GAAGA;YACHd,MAAMgB,gBAAgBF,MAAMd,MAAMd,MAAAA;UACpC,CAAA;QAER,CAAA;QACA+B,aAAajC,YAAYC,IAAG,IAAKF;MACnC;IACF;AAEA,QAAIJ,OAAOuC,SAASC,WAAWxC,OAAOuC,QAAQC,UAAU,GAAG;AACzD,aAAO,MAAMC,aAAatC,UAAAA,GAAaH,OAAOuC,QAAQC,OAAO;IAC/D,OAAO;AACL,aAAO,MAAMrC,UAAAA;IACf;EACF,SAASuC,OAAO;AACd,QAAI1C,OAAOuC,SAASI,eAAe;AACjCb,UAAIc,KAAK,kEAAkE;QAAEF;MAAM,GAAA;;;;;;AACnF,aAAO;QACLhB,SAAS1B,OAAO0B;QAChBY,aAAa;MACf;IACF,OAAO;AACL,YAAMI;IACR;EACF;AACF;AAMO,IAAML,kBAAkB,CAAChB,MAAcwB,WAAAA;AAC5C,aAAWnD,SAASmD,OAAOrD,YAAY;AAErC,UAAMsD,QAAQ,IAAIC,OAAOrD,MAAMA,MAAMsD,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7E3B,WAAOA,KAAK2B,QAAQF,OAAO,IAAIpD,MAAMA,KAAK,gBAAgBA,MAAME,EAAE,GAAG;EACvE;AACA,SAAOyB;AACT;;;;AD7GA,IAAM4B,uBAAuB,OAC3BC,SACAC,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKH,QAAQI,kBAAkBC,aAAaC,gBAAgB;AAE7F,QAAMC,WAAWC,kBAAkBC,cAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,gBAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,QAAQC,SAASb,OAAAA;AACvBc,YAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,SAASc,aAAaC,oBAAoBC,QAAQ;IAAEC,SAASP,MAAMQ;EAAG,CAAA,CAAA;AAC7FpB,UAAQU,UAAUJ,QAAAA,IAAYe,QAAQN,KAAMO,MAAM;AAClD,SAAOP,MAAMO;AACf;AAGA,IAAA,4BAAe,CAACvB,YACdwB,YAAYnB,aAAaoB,iBAAiB;EACxCC,gBAAgB;IACdL,IAAI,GAAGM,oBAAAA;IACPC,QAAQ,CAACC,SAAoCC,aAAaC,aAAaF,KAAKb,IAAI;IAChFgB,SAAS,CAAC,EAAEH,KAAI,MAAE;AAChB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMiB,QAAQjC,QAAQI,kBAAkB8B,0BAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACEd,IAAI,GAAGe,iBAAiBnC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AAIJ,kBAAMqB,aAAa,MAAMtC,qBAAqBC,SAASC,OAAAA;AACvDc,sBAAUsB,YAAY,+BAAA;;;;;;;;;AAEtB,kBAAMC,cAActC,QAAQI,kBAAkBmC,oBAAoBC,WAAW;AAC7EF,wBAAYG,YAAYjC,kBAAkBC,cAAAA,GAAkB;cAC1DiC,UAAUL,WAAWM,MAAMC,IAAIC,SAAQ;cACvCC,SAAS,CAACb,MAAMa;YAClB,CAAA;UACF;UACAC,YAAY;YACVC,OAAOf,MAAMa,UACT;cAAC;cAA4B;gBAAEG,IAAItB;cAAqB;gBACxD;cAAC;cAA6B;gBAAEsB,IAAItB;cAAqB;;YAC7DuB,MAAM;YACNC,aAAa;YACbC,YAAYnB,MAAMa,UAAU,iBAAiB;UAC/C;QACF;;IAEJ;IACAO,WAAW,CAAC,EAAExB,KAAI,MAAE;AAClB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMsC,SAAStD,QAAQI,kBAAkBmD,mBAAmBC,MAAM;AAClE,YAAMvB,QAAQjC,QAAQI,kBAAkB8B,0BAA0BC,yBAAyB;AAC3F,YAAMsB,WAAWzD,QACdI,kBAAkBC,aAAaqD,aAAa,EAC5CC,SAAqChC,oBAAAA,EAAuBiC;AAG/D,YAAMC,WAAwC,IAAIC,oBAAoB;QACpEC,UAAUC,oBAAoBC;MAChC,CAAA;AAEA,aAAO;QACL;UACE5C,IAAI,GAAGe,iBAAiBnC,OAAAA,CAAAA,GAAWiE,yBAAAA,GAA4B1D,kBAAkBC,cAAAA,CAAAA;UACjF0D,MAAMC;UACNpD,MAAMf,QAAQU,UAAUH,kBAAkBC,cAAAA,CAAAA,GAAmB4D;UAC7DtB,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAItB;cAAqB;;YACjEuB,MAAM;YACNoB,UAAU;YACVnB,aAAa;YACboB,QAAQ9D;YACR+D,WAAW,CAAC,EAAE3D,MAAK,MACjBI,aAAaC,oBAAoBC,QAAQ;cAAEC,SAASP,MAAMQ;YAAG,CAAA;;YAG/DoD,QAAQ,OAAO,EAAExE,SAAAA,SAAO,MAA4C;AAClE,oBAAMyE,WAAWpB,OAAOqB,KAAKD,SAASE,IAAG;AACzC7D,wBAAU2D,UAAAA,QAAAA;;;;;;;;;AACV,oBAAM7D,QAAQC,SAASb,QAAAA;AACvBc,wBAAUF,OAAAA,QAAAA;;;;;;;;;AAEV,kBAAIgE;AACJ,kBAAIhB,YAAYJ,SAASqB,kBAAkB;AACzCD,kCAAkBE,+BAA+B;kBAC/ClB;;;;kBAIAmB,cAAc;oBAACC;oBAAcC;oBAASC;;kBACtCtE;gBACF,CAAA;cACF;AAGAoB,oBAAMmD,uBAAuB,MAAM,IAAIC,qBAAqB;gBAC1DC,YAAYhC,OAAOiC;gBACnBV;cACF,CAAA,EACGW,eAAed,SAASe,GAAG,EAC3BC,KAAI;YACT;YACAC,SAAS,YAAA;AACP,oBAAM1D,MAAMmD,sBAAsBQ,MAAAA;AAClC3D,oBAAMmD,uBAAuBS;AAC7B5D,oBAAMa,UAAU;YAClB;YACAgD,oBAAoB,OAAOC,cAAAA;AACzB,oBAAMxF,WAAWC,kBAAkBC,cAAAA;AACnC,oBAAMuF,gBAAgBzF,WAAWwF,UAAUE,aAAa1F,QAAAA,IAAYsF;AACpE,kBAAI,CAACG,eAAeE,SAAS;AAC3B;cACF;AAEA,oBAAMA,UAAgCF,cAAcE;AACpDjE,oBAAMa,UAAU,CAAC,CAACoD,QAAQpD;AAC1B,kBAAIoD,QAAQxD,UAAU;AAEpBT,sBAAMmD,sBAAsBe,SAASC,IAAIC,MAAMH,QAAQxD,QAAQ,CAAA;cACjE;AACA,oBAAMT,MAAMmD,sBAAsBkB,WAAWJ,QAAQpD,OAAO;YAC9D;YACAyD,qBAAqB,OAAO,CAACC,YAAYC,UAAAA,MAAkC;AACzE,mBAAKxE,MAAMmD,sBAAsBsB,cAAcF,WAAWG,UAAU;AACpE,mBAAK1E,MAAMmD,sBAAsBwB,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;AAQH,IAAM1B,iCAAiC,CAAC,EAAElB,UAAUmB,cAAcnE,MAAK,MAA0C;AAC/G,SAAO,OAAOgG,YAAAA;AACZ,UAAM,EAAEC,QAAO,IAAK,MAAMjG,MAAMkG,GAAGC,MAAMC,OAAOC,GAAE,GAAIlC,aAAamC,IAAI,CAACC,MAAMH,OAAO1C,OAAO6C,CAAAA,CAAAA,CAAAA,CAAAA,EAAMC,IAAG;AACrGC,IAAAA,KAAIC,KAAK,WAAW;MAAET;IAAQ,GAAA;;;;;;AAE9B,UAAM,EAAED,SAASW,iBAAiBC,YAAW,IAAK,MAAMC,yBAAyB;MAC/EC,WAAW9D;MACXgD;MACA7G,SAAS;QAAE8G,SAAS,MAAMc,QAAQC,IAAIf,QAAQK,IAAIW,oBAAAA,CAAAA;MAAuB;MACzEC,SAAS;QAAEC,SAASC;QAA0BC,eAAe;MAAK;IACpE,CAAA;AAEAZ,IAAAA,KAAIC,KAAK,0BAA0B;MAAEE;IAAY,GAAA;;;;;;AACjD,WAAOD;EACT;AACF;AAEA,IAAMM,uBAAuB,OAAOvG,WAAAA;AAGlC,MAAIO,aAAamD,cAAc1D,MAAAA,GAAS;AACtC,WAAO;MACL,GAAGA;MACH4G,SAAS,MAAM5G,OAAO4G,QAAQvH,KAAI;IACpC;EACF;AAEA,SAAOW;AACT;AAEA,IAAM0G,2BAA2B;",
|
|
6
|
-
"names": ["Capabilities", "contributes", "createIntent", "AIServiceEdgeClient", "AI_SERVICE_ENDPOINT", "Contact", "Organization", "Filter", "fullyQualifiedId", "getSpace", "makeRef", "getSchemaTypename", "isInstanceOf", "invariant", "DXN", "log", "ClientCapabilities", "PLANK_COMPANION_TYPE", "ATTENDABLE_PATH_SEPARATOR", "createExtension", "DocumentType", "MeetingCapabilities", "MeetingType", "Schema", "createTemplate", "Message", "structuredOutputParser", "MixedStreamParser", "asyncTimeout", "create", "log", "MessageType", "createSystemPrompt", "template", "createTemplate", "SYSTEM_PROMPT", "ReferencedQuotes", "Schema", "Struct", "references", "Array", "quote", "String", "id", "annotations", "description", "processTranscriptMessage", "params", "outputParser", "structuredOutputParser", "runParser", "startTime", "performance", "now", "result", "getResult", "MixedStreamParser", "parse", "aiService", "execStream", "model", "systemPrompt", "history", "create", "Message", "role", "content", "type", "text", "JSON", "stringify", "context", "objects", "message", "blocks", "tools", "tool", "log", "info", "refs", "MessageType", "map", "block", "i", "postprocessText", "timeElapsed", "options", "timeout", "asyncTimeout", "error", "fallbackToRaw", "warn", "quotes", "regex", "RegExp", "replace", "getMeetingTranscript", "context", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "id", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "transcript", "callManager", "MeetingCapabilities", "CallManager", "setActivity", "queueDxn", "queue", "dxn", "toString", "enabled", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "settings", "SettingsStore", "getStore", "value", "aiClient", "AIServiceEdgeClient", "endpoint", "AI_SERVICE_ENDPOINT", "REMOTE", "ATTENDABLE_PATH_SEPARATOR", "type", "PLANK_COMPANION_TYPE", "target", "position", "schema", "getIntent", "onJoin", "identity", "halo", "get", "messageEnricher", "entityExtraction", "createEntityExtractionEnricher", "contextTypes", "DocumentType", "Contact", "Organization", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "setIdentityDid", "did", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "DXN", "parse", "setEnabled", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording", "message", "objects", "db", "query", "Filter", "or", "map", "s", "run", "log", "info", "enhancedMessage", "timeElapsed", "processTranscriptMessage", "aiService", "Promise", "all", "processContextObject", "options", "timeout", "ENTITY_EXTRACTOR_TIMEOUT", "fallbackToRaw", "content"]
|
|
7
|
-
}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/components/TranscriptContainer.tsx", "../../../src/components/Transcript/Transcript.tsx", "../../../src/components/Transcript/transcript-extension.ts", "../../../src/model/model.ts", "../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/useQueueModelAdapter.ts", "../../../src/hooks/useTranscriber.ts", "../../../src/capabilities/index.ts", "../../../src/hooks/useVoiceInput.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React, { type FC } from 'react';\n\nimport { fullyQualifiedId, getSpace } from '@dxos/client/echo';\nimport { useMembers, useQueue } from '@dxos/react-client/echo';\nimport { StackItem } from '@dxos/react-ui-stack';\nimport { type MessageType } from '@dxos/schema';\n\nimport { Transcript, renderMarkdown } from './Transcript';\nimport { useQueueModelAdapter } from '../hooks';\nimport { type TranscriptType } from '../types';\n\nexport const TranscriptionContainer: FC<{ role: string; transcript: TranscriptType }> = ({ role, transcript }) => {\n const attendableId = fullyQualifiedId(transcript);\n const space = getSpace(transcript);\n const members = useMembers(space?.key).map((member) => member.identity);\n const queue = useQueue<MessageType>(transcript.queue.dxn, { pollInterval: 1_000 });\n const model = useQueueModelAdapter(renderMarkdown(members), queue);\n\n return (\n <StackItem.Content role={role} classNames='container-max-width pli-2'>\n <Transcript attendableId={attendableId} space={space} model={model} transcript={transcript} />\n </StackItem.Content>\n );\n};\n\nexport default TranscriptionContainer;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { type Space } from '@dxos/react-client/echo';\nimport { type Identity } from '@dxos/react-client/halo';\nimport { IconButton, type ThemedClassName, useThemeContext } from '@dxos/react-ui';\nimport {\n createBasicExtensions,\n createMarkdownExtensions,\n createRenderer,\n createThemeExtensions,\n decorateMarkdown,\n editorWidth,\n preview,\n useTextEditor,\n} from '@dxos/react-ui-editor';\nimport { mx } from '@dxos/react-ui-theme';\nimport { type MessageType } from '@dxos/schema';\nimport { isNotFalsy } from '@dxos/util';\n\nimport { transcript } from './transcript-extension';\nimport { type SerializationModel } from '../../model';\nimport { type TranscriptType } from '../../types';\n\nexport const renderMarkdown =\n (identities: Identity[]) =>\n (message: MessageType, index: number, debug = false): string[] => {\n if (message.sender.role === 'assistant') {\n // Start/stop block.\n return [message.blocks.find((block) => block.type === 'transcription')?.text ?? '', ''];\n }\n\n // TODO(burdon): Use link/reference markup for users (with popover).\n // TODO(burdon): Color and avatar.\n const identity = identities.find((identity) => identity.did === message.sender.identityDid);\n const name =\n identity?.profile?.displayName ??\n message.sender.contact?.target?.fullName ??\n message.sender.name ??\n message.sender.email ??\n message.sender.identityDid;\n const blocks = message.blocks.filter((block) => block.type === 'transcription');\n return [\n `###### ${name}` + (debug ? ` [${index}]:${message.id}` : ''),\n blocks.map((block) => block.text.trim()).join(' '),\n '',\n ];\n };\n\nexport type TranscriptProps = ThemedClassName<{\n transcript?: TranscriptType;\n space?: Space;\n model: SerializationModel<MessageType>;\n // TODO(wittjosiah): Move to container.\n attendableId?: string;\n ignoreAttention?: boolean;\n}>;\n\n/**\n * Transcript component implemented using the editor.\n */\nexport const Transcript = ({\n classNames,\n transcript: object,\n space,\n model,\n attendableId,\n ignoreAttention,\n}: TranscriptProps) => {\n const { themeMode } = useThemeContext();\n const { parentRef } = useTextEditor(() => {\n return {\n extensions: [\n createBasicExtensions({ readOnly: true, lineWrapping: true }),\n createMarkdownExtensions({ themeMode }),\n createThemeExtensions({ themeMode }),\n decorateMarkdown(),\n space && preview(),\n transcript({\n model,\n started: object?.started ? new Date(object.started) : undefined,\n renderButton: createRenderer(({ onClick }) => (\n <IconButton icon='ph--arrow-line-down--regular' iconOnly label='Scroll to bottom' onClick={onClick} />\n )),\n }),\n ].filter(isNotFalsy),\n };\n }, [space, model]);\n\n return <div ref={parentRef} className={mx('flex grow overflow-hidden', editorWidth, classNames)} />;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type Extension, RangeSetBuilder } from '@codemirror/state';\nimport { EditorView, GutterMarker, ViewPlugin, type ViewUpdate, gutter } from '@codemirror/view';\nimport { format } from 'date-fns/format';\nimport { intervalToDuration } from 'date-fns/intervalToDuration';\n\nimport { type CleanupFn, addEventListener, combine } from '@dxos/async';\nimport { type RenderCallback } from '@dxos/react-ui-editor';\nimport { type MessageType } from '@dxos/schema';\n\nimport { DocumentAdapter, type SerializationModel } from '../../model';\n\n/**\n * Data structure that maps Chunks queue to lines with transcript state.\n */\nexport type TranscriptOptions = {\n model: SerializationModel<MessageType>;\n started?: Date;\n renderButton?: RenderCallback<{ onClick: () => void }>;\n};\n\n/**\n * Scrolling transcript with timestamps.\n */\nexport const transcript = ({ model, started, renderButton }: TranscriptOptions): Extension => {\n return [\n // Show timestamps in the gutter.\n gutter({\n class: 'cm-timestamp-gutter',\n lineMarkerChange: (update) => update.docChanged || update.viewportChanged,\n markers: (view) => {\n const start = getStartTime(started, model.chunks[0]);\n const builder = new RangeSetBuilder<GutterMarker>();\n for (const { from, to } of view.visibleRanges) {\n let line = view.state.doc.lineAt(from);\n while (line.from <= to) {\n const block = model.getChunkAtLine(line.number)?.blocks[0];\n const timestamp = block?.type === 'transcription' && block.started;\n if (timestamp) {\n builder.add(line.from, line.from, new TimestampMarker(line.number, new Date(timestamp), start));\n }\n\n if (line.to + 1 > view.state.doc.length) {\n break;\n }\n\n line = view.state.doc.lineAt(line.to + 1);\n }\n }\n\n return builder.finish();\n },\n }),\n\n // Listen for model updates.\n ViewPlugin.fromClass(\n class {\n private readonly _controls?: HTMLDivElement;\n private readonly _cleanup: CleanupFn;\n private readonly _adapter: DocumentAdapter;\n private _initialized = false;\n\n constructor(view: EditorView) {\n this._adapter = new DocumentAdapter(view);\n\n const scroller = view.scrollDOM;\n let isAutoScrolling = false;\n let hasScrolled = false;\n\n let timeout: NodeJS.Timeout | undefined;\n const scrollToBottom = (smooth = false) => {\n scroller.style.scrollBehavior = smooth ? 'smooth' : '';\n\n // Temporarily hide scrollbar to prevent flicker.\n scroller.classList.add('cm-hide-scrollbar');\n isAutoScrolling = true;\n clearTimeout(timeout);\n timeout = setTimeout(() => {\n this._controls?.classList.add('opacity-0');\n scroller.classList.remove('cm-hide-scrollbar');\n isAutoScrolling = false;\n }, 500);\n\n // Scroll to bottom.\n view.dispatch({\n effects: EditorView.scrollIntoView(view.state.doc.length, { y: 'end' }),\n });\n };\n\n // Scroll button.\n if (renderButton) {\n this._controls = document.createElement('div');\n this._controls.classList.add('cm-controls', 'transition-opacity', 'duration-300', 'opacity-0');\n view.dom.appendChild(this._controls);\n renderButton(\n this._controls,\n {\n onClick: () => {\n scrollToBottom(false);\n },\n },\n view,\n );\n }\n\n // Event listeners.\n this._cleanup = combine(\n addEventListener(view.scrollDOM, 'scroll', () => {\n if (!isAutoScrolling) {\n hasScrolled = true;\n this._controls?.classList.remove('opacity-0');\n }\n }),\n\n model.update.on(() => {\n // Check if clamped to bottom.\n const autoScroll =\n scroller.scrollHeight - scroller.scrollTop - scroller.clientHeight === 0 || !hasScrolled;\n\n // Sync.\n model.sync(this._adapter);\n\n // Scroll.\n if (autoScroll) {\n scrollToBottom(true);\n }\n }),\n );\n }\n\n update(update: ViewUpdate) {\n // Initial sync.\n if (!this._initialized) {\n this._initialized = true;\n setTimeout(() => {\n model.sync(this._adapter);\n });\n }\n }\n\n destroy() {\n this._controls?.remove();\n this._cleanup();\n }\n },\n ),\n\n EditorView.theme({\n '.cm-scroller': {\n overflowY: 'scroll',\n },\n '.cm-hide-scrollbar': {\n scrollbarWidth: 'none',\n '-ms-overflow-style': 'none',\n },\n '.cm-hide-scrollbar::-webkit-scrollbar': {\n display: 'none',\n },\n '.cm-controls': {\n position: 'absolute',\n bottom: '0.5rem',\n right: '0.5rem',\n zIndex: 1000,\n },\n '.cm-line': {\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter': {\n width: '6rem',\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter > .cm-gutterElement > div': {\n display: 'inline-flex',\n textAlign: 'right',\n padding: '3px',\n },\n }),\n ];\n};\n\n/**\n * Gutter marker that displays a timestamp.\n */\nclass TimestampMarker extends GutterMarker {\n constructor(\n readonly _line: number,\n readonly _timestamp: Date,\n readonly _started?: Date,\n ) {\n super();\n }\n\n override eq(other: this) {\n return other._timestamp === this._timestamp;\n }\n\n override toDOM(view: EditorView) {\n const el = document.createElement('div');\n el.className = 'text-sm text-subdued hover:bg-hoverSurface cursor-pointer';\n el.textContent = formatTimestamp(this._timestamp, this._started);\n // TODO(burdon): Click to bookmark or copy hyperlink.\n el.onclick = () => {\n const pos = view.state.doc.line(this._line).from;\n view.dispatch({\n effects: EditorView.scrollIntoView(pos, { y: 'start' }),\n });\n };\n\n return el;\n }\n}\n\nconst getStartTime = (started?: Date, message?: MessageType): Date | undefined => {\n if (started) {\n return started;\n }\n\n if (message?.blocks[0]?.type === 'transcription' && message.blocks[0].started) {\n return new Date(message.blocks[0].started);\n }\n\n return undefined;\n};\n\nconst formatTimestamp = (timestamp: Date, relative?: Date) => {\n if (relative) {\n const pad = (n = 0) => String(n).padStart(2, '0');\n const { hours, minutes, seconds } = intervalToDuration({ start: relative, end: timestamp });\n return `${pad(hours)}:${pad(minutes)}:${pad(seconds)}`;\n } else {\n return format(timestamp, 'HH:mm:ss');\n }\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Text } from '@codemirror/state';\nimport { type EditorView } from '@codemirror/view';\n\nimport { Event } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nexport type Chunk = { id: string };\n\n/**\n * Covert block to a set of markdown lines.\n */\nexport type ChunkRenderer<T extends Chunk> = (chunk: T, index: number, debug?: boolean) => string[];\n\n/**\n * Abstract representation of the document model.\n */\nexport interface ChunkDocument {\n lineCount(): number;\n replaceLines(from: number, remove: number, insert: string[]): void;\n}\n\n/**\n * Codemirror document adapter.\n */\nexport class DocumentAdapter implements ChunkDocument {\n constructor(private readonly _view: EditorView) {}\n\n /** The document must always have at least one line. */\n lineCount(): number {\n return this._view.state.doc.lines - 1;\n }\n\n replaceLines(from: number, remove: number, insert: string[]): void {\n log('replaceLines', { count: this._view.state.doc.lines, from, remove, insert });\n\n const numLines = this._view.state.doc.lines;\n const posFrom = this._view.state.doc.line(from).from;\n const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;\n\n // Don't remove the last line.\n let text = insert.join('\\n');\n if (posTo === this._view.state.doc.length) {\n text += '\\n';\n }\n\n this._view.dispatch({\n changes: { from: posFrom, to: posTo, insert: text },\n });\n }\n}\n\ntype ChunkChange<T extends Chunk> =\n | {\n type: 'append';\n index: number;\n chunk: T;\n }\n | {\n type: 'update';\n index: number;\n chunk: T;\n }\n | {\n type: 'delete';\n index: number;\n id: string;\n };\n\n/**\n * Each Chunk can be converted into a set of lines.\n * Chunks can be added, updated or deleted from the Queue.\n * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.\n *\n * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.\n * Instead this model tracks changes and syncs them with the ChunkDocument.\n */\nexport class SerializationModel<T extends Chunk> {\n /** Ordered set of chunks. */\n private readonly _chunks: T[] = [];\n\n /** Map of chunk IDs to their current line counts. */\n private readonly _chunkLineCounts = new Map<string, number>();\n\n /** Map of line numbers to chunk IDs. */\n private readonly _lineToChunk = new Map<number, T>();\n\n /** Track chunk changes since last sync. */\n private readonly _changes: Array<ChunkChange<T>> = [];\n\n /** Emits when the document is updated. */\n public readonly update = new Event<void>();\n\n constructor(\n private readonly _renderer: ChunkRenderer<T>,\n initialChunks: T[] = [],\n ) {\n initialChunks.forEach((chunk) => {\n this.appendChunk(chunk);\n });\n }\n\n toJSON() {\n return {\n chunks: this._chunks.length,\n changes: this._changes.length,\n };\n }\n\n get doc() {\n return Text.of([...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)), '']);\n }\n\n get chunks() {\n return this._chunks;\n }\n\n /**\n * Get the block ID at the given line number.\n */\n getChunkAtLine(line: number): T | undefined {\n return this._lineToChunk.get(line);\n }\n\n reset(): this {\n this._chunks.length = 0;\n this._chunkLineCounts.clear();\n this._lineToChunk.clear();\n this.update.emit();\n return this;\n }\n\n appendChunk(chunk: T): this {\n const index = this._chunks.length;\n this._chunks.push(chunk);\n this._changes.push({ type: 'append', index, chunk });\n this.update.emit();\n return this;\n }\n\n updateChunk(chunk: T): this {\n const index = this._chunks.findIndex((c) => c.id === chunk.id);\n invariant(index !== -1);\n this._chunks[index] = chunk;\n this._changes.push({ type: 'update', index, chunk });\n this.update.emit();\n return this;\n }\n\n deleteBlock(id: string): this {\n const index = this._chunks.findIndex((c) => c.id === id);\n invariant(index !== -1);\n this._chunks.splice(index, 1);\n this._changes.push({ type: 'delete', index, id });\n this.update.emit();\n return this;\n }\n\n /**\n * Syncs the tracked changes with the ChunkDocument.\n */\n sync(document: ChunkDocument): this {\n log('sync', { changes: this._changes });\n\n // Process each change in order.\n for (const change of this._changes) {\n switch (change.type) {\n case 'append': {\n // For appends, convert block to lines and add at the end.\n const lines = this._renderer(change.chunk, change.index);\n const lastLine = document.lineCount();\n document.replaceLines(lastLine + 1, 0, lines);\n break;\n }\n\n case 'update': {\n // For updates, find the block's line range and replace with new lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.chunk.id)!;\n const newLines = this._renderer(change.chunk, change.index);\n document.replaceLines(lineStart, previousLineCount, newLines);\n break;\n }\n\n case 'delete': {\n // For deletes, find the block's line range and remove those lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.id)!;\n document.replaceLines(lineStart, previousLineCount, []);\n break;\n }\n }\n }\n\n // Clear the line-to-block mapping.\n this._lineToChunk.clear();\n\n // Update all block line counts and line-to-block mapping after processing changes.\n let currentLine = 1;\n for (const [index, chunk] of this._chunks.entries()) {\n const lineCount = this._renderer(chunk, index).length;\n this._chunkLineCounts.set(chunk.id, lineCount);\n this._lineToChunk.set(currentLine, chunk);\n currentLine += lineCount;\n }\n\n // Clean up deleted blocks.\n const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));\n for (const id of this._chunkLineCounts.keys()) {\n if (!chunkIds.has(id)) {\n this._chunkLineCounts.delete(id);\n }\n }\n\n // Clear changes after sync.\n this._changes.length = 0;\n return this;\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n audio?: HTMLAudioElement;\n stream?: MediaStream;\n track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string): UseAudioState => {\n const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n useEffect(() => {\n const t = setTimeout(async () => {\n const response = await fetch(audioUrl);\n const blob = await response.blob();\n const audio = new Audio();\n audio.src = URL.createObjectURL(blob);\n await new Promise<void>((resolve, reject) => {\n audio.addEventListener(\n 'error',\n (err) => {\n log.error('error', { err });\n reject(err);\n },\n { once: true },\n );\n audio.addEventListener(\n 'canplay',\n () => {\n log.info('starting...');\n resolve();\n },\n { once: true },\n );\n audio.load();\n });\n\n const ctx = new AudioContext();\n\n const destination = ctx.createMediaStreamDestination();\n destination.channelCount = 1;\n\n const source = ctx.createMediaElementSource(audio);\n source.connect(destination);\n\n setStream({\n audio,\n stream: destination.stream,\n track: destination.stream.getAudioTracks()[0],\n });\n });\n\n return () => clearTimeout(t);\n }, [audioUrl]);\n\n return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean): MediaStreamTrack | undefined => {\n const [track, setTrack] = useState<MediaStreamTrack>();\n useEffect(() => {\n if (!active) {\n track?.stop();\n setTrack(undefined);\n return;\n }\n\n const initAudio = async () => {\n const audio = new Audio();\n audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: true });\n const [track] = audio.srcObject.getAudioTracks();\n if (track) {\n setTrack(track);\n }\n };\n\n if (active) {\n void initAudio();\n }\n }, [active]);\n\n return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useMemo, useEffect, useState } from 'react';\n\nimport { type Queue } from '@dxos/react-client/echo';\n\nimport { type Chunk, type ChunkRenderer, SerializationModel } from '../model';\n\n/**\n * Model adapter for a queue.\n */\nexport const useQueueModelAdapter = <T extends Chunk>(\n renderer: ChunkRenderer<T>,\n queue: Queue<T> | undefined,\n initialChunks: T[] = [],\n): SerializationModel<T> => {\n const model = useMemo(() => new SerializationModel<T>(renderer, initialChunks), [queue]);\n const [loaded, setLoaded] = useState(false);\n\n // Set initial blocks.\n useEffect(() => {\n if (!queue) {\n return;\n }\n\n const update = () => {\n for (const block of queue?.items ?? []) {\n model.appendChunk(block);\n }\n\n setLoaded(true);\n };\n\n // TODO(burdon): This is a hack to ensure the queue is loaded.\n let i: NodeJS.Timeout | undefined;\n if (queue.isLoading) {\n i = setInterval(() => {\n if (!queue?.isLoading) {\n clearInterval(i);\n update();\n }\n }, 1_000);\n } else {\n update();\n }\n\n return () => clearTimeout(i);\n }, [model, queue]);\n\n // TODO(burdon): Can we listen for queue events?\n useEffect(() => {\n if (!loaded || !queue || model.chunks.length === queue.items.length) {\n return;\n }\n\n const chunk = queue.items[queue.items.length - 1];\n model.appendChunk(chunk);\n }, [model, loaded, queue?.items.length]);\n\n return model;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { useCapabilities } from '@dxos/app-framework';\n\nimport { TranscriptionCapabilities } from '../capabilities';\nimport { type Transcriber } from '../transcriber';\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({\n audioStreamTrack,\n onSegments,\n config,\n}: Partial<TranscriptionCapabilities.GetTranscriberProps>) => {\n const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);\n\n // Initialize audio transcription.\n const transcriber = useMemo<Transcriber | undefined>(() => {\n if (!onSegments || !audioStreamTrack || !getTranscriber) {\n return undefined;\n }\n\n return getTranscriber({ audioStreamTrack, onSegments, config });\n }, [audioStreamTrack, onSegments, getTranscriber, config]);\n\n useEffect(() => {\n return () => {\n void transcriber?.close();\n };\n }, [transcriber]);\n\n return transcriber;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from '@dxos/app-framework';\n\nexport const AppGraphBuilder = lazy(() => import('./app-graph-builder'));\nexport const IntentResolver = lazy(() => import('./intent-resolver'));\nexport const MeetingTranscriptionState = lazy(() => import('./meeting-transcription-state'));\nexport const ReactSurface = lazy(() => import('./react-surface'));\nexport const Transcriber = lazy(() => import('./transcriber'));\nexport const Settings = lazy(() => import('./settings'));\n\nexport * from './capabilities';\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useState, useEffect, useCallback } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\nimport { type TranscriberParams } from '../transcriber';\n\nexport type UseVoiceInputProps = {\n active?: boolean;\n onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n const soundStart = useSoundEffect('StartRecording');\n const soundStop = useSoundEffect('StopRecording');\n\n const handleSegments = useCallback<TranscriberParams['onSegments']>(async (segments) => {\n const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n onUpdate(text);\n }, []);\n\n // Audio/transcription.\n const [recording, setRecording] = useState(false);\n const track = useAudioTrack(active);\n const transcriber = useTranscriber({\n audioStreamTrack: track,\n onSegments: handleSegments,\n });\n\n // Start/stop transcription.\n useEffect(() => {\n const ctx = new Context();\n scheduleMicroTask(ctx, async () => {\n if (active && transcriber) {\n await transcriber.open();\n log.info('starting...');\n setRecording(true);\n void soundStart.play();\n transcriber.startChunksRecording();\n } else if (!active && transcriber?.isOpen) {\n transcriber?.stopChunksRecording();\n await transcriber?.close();\n log.info('stopped');\n setRecording(false);\n void soundStop.play();\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [active, transcriber]);\n\n return { recording };\n};\n"],
|
|
5
|
-
"mappings": ";;;;;AAIA,OAAOA,YAAwB;AAE/B,SAASC,kBAAkBC,gBAAgB;AAC3C,SAASC,YAAYC,gBAAgB;AACrC,SAASC,iBAAiB;;;ACJ1B,OAAOC,WAAW;AAIlB,SAASC,YAAkCC,uBAAuB;AAClE,SACEC,uBACAC,0BACAC,gBACAC,uBACAC,kBACAC,aACAC,SACAC,qBACK;AACP,SAASC,UAAU;AAEnB,SAASC,kBAAkB;;;ACjB3B,SAAyBC,uBAAuB;AAChD,SAASC,YAAYC,cAAcC,YAA6BC,cAAc;AAC9E,SAASC,cAAc;AACvB,SAASC,0BAA0B;AAEnC,SAAyBC,kBAAkBC,eAAe;;;ACL1D,SAASC,YAAY;AAGrB,SAASC,aAAa;AACtB,SAASC,iBAAiB;AAC1B,SAASC,WAAW;;AAoBb,IAAMC,kBAAN,MAAMA;EACXC,YAA6BC,OAAmB;SAAnBA,QAAAA;EAAoB;;EAGjDC,YAAoB;AAClB,WAAO,KAAKD,MAAME,MAAMC,IAAIC,QAAQ;EACtC;EAEAC,aAAaC,MAAcC,QAAgBC,QAAwB;AACjEX,QAAI,gBAAgB;MAAEY,OAAO,KAAKT,MAAME,MAAMC,IAAIC;MAAOE;MAAMC;MAAQC;IAAO,GAAA;;;;;;AAE9E,UAAME,WAAW,KAAKV,MAAME,MAAMC,IAAIC;AACtC,UAAMO,UAAU,KAAKX,MAAME,MAAMC,IAAIS,KAAKN,IAAAA,EAAMA;AAChD,UAAMO,QAAQN,WAAW,IAAII,UAAU,KAAKX,MAAME,MAAMC,IAAIS,KAAKE,KAAKC,IAAIL,UAAUJ,OAAOC,MAAAA,CAAAA,EAASD;AAGpG,QAAIU,OAAOR,OAAOS,KAAK,IAAA;AACvB,QAAIJ,UAAU,KAAKb,MAAME,MAAMC,IAAIe,QAAQ;AACzCF,cAAQ;IACV;AAEA,SAAKhB,MAAMmB,SAAS;MAClBC,SAAS;QAAEd,MAAMK;QAASU,IAAIR;QAAOL,QAAQQ;MAAK;IACpD,CAAA;EACF;AACF;AA2BO,IAAMM,qBAAN,MAAMA;EAgBXvB,YACmBwB,WACjBC,gBAAqB,CAAA,GACrB;SAFiBD,YAAAA;SAfFE,UAAe,CAAA;SAGfC,mBAAmB,oBAAIC,IAAAA;SAGvBC,eAAe,oBAAID,IAAAA;SAGnBE,WAAkC,CAAA;SAGnCC,SAAS,IAAInC,MAAAA;AAM3B6B,kBAAcO,QAAQ,CAACC,UAAAA;AACrB,WAAKC,YAAYD,KAAAA;IACnB,CAAA;EACF;EAEAE,SAAS;AACP,WAAO;MACLC,QAAQ,KAAKV,QAAQP;MACrBE,SAAS,KAAKS,SAASX;IACzB;EACF;EAEA,IAAIf,MAAM;AACR,WAAOT,KAAK0C,GAAG;SAAI,KAAKX,QAAQY,QAAQ,CAACL,OAAOM,UAAU,KAAKf,UAAUS,OAAOM,KAAAA,CAAAA;MAAS;KAAG;EAC9F;EAEA,IAAIH,SAAS;AACX,WAAO,KAAKV;EACd;;;;EAKAc,eAAe3B,MAA6B;AAC1C,WAAO,KAAKgB,aAAaY,IAAI5B,IAAAA;EAC/B;EAEA6B,QAAc;AACZ,SAAKhB,QAAQP,SAAS;AACtB,SAAKQ,iBAAiBgB,MAAK;AAC3B,SAAKd,aAAac,MAAK;AACvB,SAAKZ,OAAOa,KAAI;AAChB,WAAO;EACT;EAEAV,YAAYD,OAAgB;AAC1B,UAAMM,QAAQ,KAAKb,QAAQP;AAC3B,SAAKO,QAAQmB,KAAKZ,KAAAA;AAClB,SAAKH,SAASe,KAAK;MAAEC,MAAM;MAAUP;MAAON;IAAM,CAAA;AAClD,SAAKF,OAAOa,KAAI;AAChB,WAAO;EACT;EAEAG,YAAYd,OAAgB;AAC1B,UAAMM,QAAQ,KAAKb,QAAQsB,UAAU,CAACC,MAAMA,EAAEC,OAAOjB,MAAMiB,EAAE;AAC7DrD,cAAU0C,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKb,QAAQa,KAAAA,IAASN;AACtB,SAAKH,SAASe,KAAK;MAAEC,MAAM;MAAUP;MAAON;IAAM,CAAA;AAClD,SAAKF,OAAOa,KAAI;AAChB,WAAO;EACT;EAEAO,YAAYD,IAAkB;AAC5B,UAAMX,QAAQ,KAAKb,QAAQsB,UAAU,CAACC,MAAMA,EAAEC,OAAOA,EAAAA;AACrDrD,cAAU0C,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKb,QAAQ0B,OAAOb,OAAO,CAAA;AAC3B,SAAKT,SAASe,KAAK;MAAEC,MAAM;MAAUP;MAAOW;IAAG,CAAA;AAC/C,SAAKnB,OAAOa,KAAI;AAChB,WAAO;EACT;;;;EAKAS,KAAKC,WAA+B;AAClCxD,QAAI,QAAQ;MAAEuB,SAAS,KAAKS;IAAS,GAAA;;;;;;AAGrC,eAAWyB,UAAU,KAAKzB,UAAU;AAClC,cAAQyB,OAAOT,MAAI;QACjB,KAAK,UAAU;AAEb,gBAAMzC,QAAQ,KAAKmB,UAAU+B,OAAOtB,OAAOsB,OAAOhB,KAAK;AACvD,gBAAMiB,WAAWF,UAASpD,UAAS;AACnCoD,UAAAA,UAAShD,aAAakD,WAAW,GAAG,GAAGnD,KAAAA;AACvC;QACF;QAEA,KAAK,UAAU;AAEb,cAAIoD,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOhB,OAAOmB,KAAK;AACrCD,yBAAa,KAAK9B,iBAAiBc,IAAI,KAAKf,QAAQgC,CAAAA,EAAGR,EAAE;UAC3D;AACA,gBAAMS,oBAAoB,KAAKhC,iBAAiBc,IAAIc,OAAOtB,MAAMiB,EAAE;AACnE,gBAAMU,WAAW,KAAKpC,UAAU+B,OAAOtB,OAAOsB,OAAOhB,KAAK;AAC1De,UAAAA,UAAShD,aAAamD,WAAWE,mBAAmBC,QAAAA;AACpD;QACF;QAEA,KAAK,UAAU;AAEb,cAAIH,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOhB,OAAOmB,KAAK;AACrCD,yBAAa,KAAK9B,iBAAiBc,IAAI,KAAKf,QAAQgC,CAAAA,EAAGR,EAAE;UAC3D;AACA,gBAAMS,oBAAoB,KAAKhC,iBAAiBc,IAAIc,OAAOL,EAAE;AAC7DI,UAAAA,UAAShD,aAAamD,WAAWE,mBAAmB,CAAA,CAAE;AACtD;QACF;MACF;IACF;AAGA,SAAK9B,aAAac,MAAK;AAGvB,QAAIkB,cAAc;AAClB,eAAW,CAACtB,OAAON,KAAAA,KAAU,KAAKP,QAAQoC,QAAO,GAAI;AACnD,YAAM5D,YAAY,KAAKsB,UAAUS,OAAOM,KAAAA,EAAOpB;AAC/C,WAAKQ,iBAAiBoC,IAAI9B,MAAMiB,IAAIhD,SAAAA;AACpC,WAAK2B,aAAakC,IAAIF,aAAa5B,KAAAA;AACnC4B,qBAAe3D;IACjB;AAGA,UAAM8D,WAAW,IAAIC,IAAI,KAAKvC,QAAQwC,IAAI,CAACjC,UAAUA,MAAMiB,EAAE,CAAA;AAC7D,eAAWA,MAAM,KAAKvB,iBAAiBwC,KAAI,GAAI;AAC7C,UAAI,CAACH,SAASI,IAAIlB,EAAAA,GAAK;AACrB,aAAKvB,iBAAiB0C,OAAOnB,EAAAA;MAC/B;IACF;AAGA,SAAKpB,SAASX,SAAS;AACvB,WAAO;EACT;AACF;;;ADzMO,IAAMmD,aAAa,CAAC,EAAEC,OAAOC,SAASC,aAAY,MAAqB;AAC5E,SAAO;;IAELC,OAAO;MACLC,OAAO;MACPC,kBAAkB,CAACC,WAAWA,OAAOC,cAAcD,OAAOE;MAC1DC,SAAS,CAACC,SAAAA;AACR,cAAMC,QAAQC,aAAaX,SAASD,MAAMa,OAAO,CAAA,CAAE;AACnD,cAAMC,UAAU,IAAIC,gBAAAA;AACpB,mBAAW,EAAEC,MAAMC,GAAE,KAAMP,KAAKQ,eAAe;AAC7C,cAAIC,OAAOT,KAAKU,MAAMC,IAAIC,OAAON,IAAAA;AACjC,iBAAOG,KAAKH,QAAQC,IAAI;AACtB,kBAAMM,QAAQvB,MAAMwB,eAAeL,KAAKM,MAAM,GAAGC,OAAO,CAAA;AACxD,kBAAMC,YAAYJ,OAAOK,SAAS,mBAAmBL,MAAMtB;AAC3D,gBAAI0B,WAAW;AACbb,sBAAQe,IAAIV,KAAKH,MAAMG,KAAKH,MAAM,IAAIc,gBAAgBX,KAAKM,QAAQ,IAAIM,KAAKJ,SAAAA,GAAYhB,KAAAA,CAAAA;YAC1F;AAEA,gBAAIQ,KAAKF,KAAK,IAAIP,KAAKU,MAAMC,IAAIW,QAAQ;AACvC;YACF;AAEAb,mBAAOT,KAAKU,MAAMC,IAAIC,OAAOH,KAAKF,KAAK,CAAA;UACzC;QACF;AAEA,eAAOH,QAAQmB,OAAM;MACvB;IACF,CAAA;;IAGAC,WAAWC,UACT,MAAA;MAMEC,YAAY1B,MAAkB;AAFtB2B,4BAAe;AAGrB,aAAKC,WAAW,IAAIC,gBAAgB7B,IAAAA;AAEpC,cAAM8B,WAAW9B,KAAK+B;AACtB,YAAIC,kBAAkB;AACtB,YAAIC,cAAc;AAElB,YAAIC;AACJ,cAAMC,iBAAiB,CAACC,SAAS,UAAK;AACpCN,mBAASO,MAAMC,iBAAiBF,SAAS,WAAW;AAGpDN,mBAASS,UAAUpB,IAAI,mBAAA;AACvBa,4BAAkB;AAClBQ,uBAAaN,OAAAA;AACbA,oBAAUO,WAAW,MAAA;AACnB,iBAAKC,WAAWH,UAAUpB,IAAI,WAAA;AAC9BW,qBAASS,UAAUI,OAAO,mBAAA;AAC1BX,8BAAkB;UACpB,GAAG,GAAA;AAGHhC,eAAK4C,SAAS;YACZC,SAASC,WAAWC,eAAe/C,KAAKU,MAAMC,IAAIW,QAAQ;cAAE0B,GAAG;YAAM,CAAA;UACvE,CAAA;QACF;AAGA,YAAIxD,cAAc;AAChB,eAAKkD,YAAYO,SAASC,cAAc,KAAA;AACxC,eAAKR,UAAUH,UAAUpB,IAAI,eAAe,sBAAsB,gBAAgB,WAAA;AAClFnB,eAAKmD,IAAIC,YAAY,KAAKV,SAAS;AACnClD,uBACE,KAAKkD,WACL;YACEW,SAAS,MAAA;AACPlB,6BAAe,KAAA;YACjB;UACF,GACAnC,IAAAA;QAEJ;AAGA,aAAKsD,WAAWC,QACdC,iBAAiBxD,KAAK+B,WAAW,UAAU,MAAA;AACzC,cAAI,CAACC,iBAAiB;AACpBC,0BAAc;AACd,iBAAKS,WAAWH,UAAUI,OAAO,WAAA;UACnC;QACF,CAAA,GAEArD,MAAMM,OAAO6D,GAAG,MAAA;AAEd,gBAAMC,aACJ5B,SAAS6B,eAAe7B,SAAS8B,YAAY9B,SAAS+B,iBAAiB,KAAK,CAAC5B;AAG/E3C,gBAAMwE,KAAK,KAAKlC,QAAQ;AAGxB,cAAI8B,YAAY;AACdvB,2BAAe,IAAA;UACjB;QACF,CAAA,CAAA;MAEJ;MAEAvC,OAAOA,QAAoB;AAEzB,YAAI,CAAC,KAAK+B,cAAc;AACtB,eAAKA,eAAe;AACpBc,qBAAW,MAAA;AACTnD,kBAAMwE,KAAK,KAAKlC,QAAQ;UAC1B,CAAA;QACF;MACF;MAEAmC,UAAU;AACR,aAAKrB,WAAWC,OAAAA;AAChB,aAAKW,SAAQ;MACf;IACF,CAAA;IAGFR,WAAWkB,MAAM;MACf,gBAAgB;QACdC,WAAW;MACb;MACA,sBAAsB;QACpBC,gBAAgB;QAChB,sBAAsB;MACxB;MACA,yCAAyC;QACvCC,SAAS;MACX;MACA,gBAAgB;QACdC,UAAU;QACVC,QAAQ;QACRC,OAAO;QACPC,QAAQ;MACV;MACA,YAAY;QACVC,cAAc;MAChB;MACA,wBAAwB;QACtBC,OAAO;QACPD,cAAc;MAChB;MACA,kDAAkD;QAChDL,SAAS;QACTO,WAAW;QACXC,SAAS;MACX;IACF,CAAA;;AAEJ;AAKA,IAAMvD,kBAAN,cAA8BwD,aAAAA;EAC5BlD,YACWmD,OACAC,YACAC,UACT;AACA,UAAK;SAJIF,QAAAA;SACAC,aAAAA;SACAC,WAAAA;EAGX;EAESC,GAAGC,OAAa;AACvB,WAAOA,MAAMH,eAAe,KAAKA;EACnC;EAESI,MAAMlF,MAAkB;AAC/B,UAAMmF,KAAKlC,SAASC,cAAc,KAAA;AAClCiC,OAAGC,YAAY;AACfD,OAAGE,cAAcC,gBAAgB,KAAKR,YAAY,KAAKC,QAAQ;AAE/DI,OAAGI,UAAU,MAAA;AACX,YAAMC,MAAMxF,KAAKU,MAAMC,IAAIF,KAAK,KAAKoE,KAAK,EAAEvE;AAC5CN,WAAK4C,SAAS;QACZC,SAASC,WAAWC,eAAeyC,KAAK;UAAExC,GAAG;QAAQ,CAAA;MACvD,CAAA;IACF;AAEA,WAAOmC;EACT;AACF;AAEA,IAAMjF,eAAe,CAACX,SAAgBkG,YAAAA;AACpC,MAAIlG,SAAS;AACX,WAAOA;EACT;AAEA,MAAIkG,SAASzE,OAAO,CAAA,GAAIE,SAAS,mBAAmBuE,QAAQzE,OAAO,CAAA,EAAGzB,SAAS;AAC7E,WAAO,IAAI8B,KAAKoE,QAAQzE,OAAO,CAAA,EAAGzB,OAAO;EAC3C;AAEA,SAAOmG;AACT;AAEA,IAAMJ,kBAAkB,CAACrE,WAAiB0E,aAAAA;AACxC,MAAIA,UAAU;AACZ,UAAMC,MAAM,CAACC,IAAI,MAAMC,OAAOD,CAAAA,EAAGE,SAAS,GAAG,GAAA;AAC7C,UAAM,EAAEC,OAAOC,SAASC,QAAO,IAAKC,mBAAmB;MAAElG,OAAO0F;MAAUS,KAAKnF;IAAU,CAAA;AACzF,WAAO,GAAG2E,IAAII,KAAAA,CAAAA,IAAUJ,IAAIK,OAAAA,CAAAA,IAAYL,IAAIM,OAAAA,CAAAA;EAC9C,OAAO;AACL,WAAOG,OAAOpF,WAAW,UAAA;EAC3B;AACF;;;ADhNO,IAAMqF,iBACX,CAACC,eACD,CAACC,SAAsBC,OAAeC,QAAQ,UAAK;AACjD,MAAIF,QAAQG,OAAOC,SAAS,aAAa;AAEvC,WAAO;MAACJ,QAAQK,OAAOC,KAAK,CAACC,UAAUA,MAAMC,SAAS,eAAA,GAAkBC,QAAQ;MAAI;;EACtF;AAIA,QAAMC,WAAWX,WAAWO,KAAK,CAACI,cAAaA,UAASC,QAAQX,QAAQG,OAAOS,WAAW;AAC1F,QAAMC,OACJH,UAAUI,SAASC,eACnBf,QAAQG,OAAOa,SAASC,QAAQC,YAChClB,QAAQG,OAAOU,QACfb,QAAQG,OAAOgB,SACfnB,QAAQG,OAAOS;AACjB,QAAMP,SAASL,QAAQK,OAAOe,OAAO,CAACb,UAAUA,MAAMC,SAAS,eAAA;AAC/D,SAAO;IACL,UAAUK,IAAAA,MAAUX,QAAQ,KAAKD,KAAAA,KAAUD,QAAQqB,EAAE,KAAK;IAC1DhB,OAAOiB,IAAI,CAACf,UAAUA,MAAME,KAAKc,KAAI,CAAA,EAAIC,KAAK,GAAA;IAC9C;;AAEJ;AAcK,IAAMC,aAAa,CAAC,EACzBC,YACAC,YAAYC,QACZC,OACAC,OACAC,cACAC,gBAAe,MACC;AAChB,QAAM,EAAEC,UAAS,IAAKC,gBAAAA;AACtB,QAAM,EAAEC,UAAS,IAAKC,cAAc,MAAA;AAClC,WAAO;MACLC,YAAY;QACVC,sBAAsB;UAAEC,UAAU;UAAMC,cAAc;QAAK,CAAA;QAC3DC,yBAAyB;UAAER;QAAU,CAAA;QACrCS,sBAAsB;UAAET;QAAU,CAAA;QAClCU,iBAAAA;QACAd,SAASe,QAAAA;QACTjB,WAAW;UACTG;UACAe,SAASjB,QAAQiB,UAAU,IAAIC,KAAKlB,OAAOiB,OAAO,IAAIE;UACtDC,cAAcC,eAAe,CAAC,EAAEC,QAAO,MACrC,sBAAA,cAACC,YAAAA;YAAWC,MAAK;YAA+BC,UAAAA;YAASC,OAAM;YAAmBJ;;QAEtF,CAAA;QACA9B,OAAOmC,UAAAA;IACX;EACF,GAAG;IAAC1B;IAAOC;GAAM;AAEjB,SAAO,sBAAA,cAAC0B,OAAAA;IAAIC,KAAKtB;IAAWuB,WAAWC,GAAG,6BAA6BC,aAAalC,UAAAA;;AACtF;;;AGzFA,SAASmC,WAAWC,gBAAgB;AAEpC,SAASC,OAAAA,YAAW;;AAQb,IAAMC,eAAe,CAACC,aAAAA;AAC3B,QAAM,CAAC,EAAEC,OAAOC,QAAQC,MAAK,GAAIC,SAAAA,IAAaP,SAAwB,CAAC,CAAA;AACvED,YAAU,MAAA;AACR,UAAMS,IAAIC,WAAW,YAAA;AACnB,YAAMC,WAAW,MAAMC,MAAMR,QAAAA;AAC7B,YAAMS,OAAO,MAAMF,SAASE,KAAI;AAChC,YAAMR,SAAQ,IAAIS,MAAAA;AAClBT,MAAAA,OAAMU,MAAMC,IAAIC,gBAAgBJ,IAAAA;AAChC,YAAM,IAAIK,QAAc,CAACC,SAASC,WAAAA;AAChCf,QAAAA,OAAMgB,iBACJ,SACA,CAACC,QAAAA;AACCpB,UAAAA,KAAIqB,MAAM,SAAS;YAAED;UAAI,GAAA;;;;;;AACzBF,iBAAOE,GAAAA;QACT,GACA;UAAEE,MAAM;QAAK,CAAA;AAEfnB,QAAAA,OAAMgB,iBACJ,WACA,MAAA;AACEnB,UAAAA,KAAIuB,KAAK,eAAA,QAAA;;;;;;AACTN,kBAAAA;QACF,GACA;UAAEK,MAAM;QAAK,CAAA;AAEfnB,QAAAA,OAAMqB,KAAI;MACZ,CAAA;AAEA,YAAMC,MAAM,IAAIC,aAAAA;AAEhB,YAAMC,cAAcF,IAAIG,6BAA4B;AACpDD,kBAAYE,eAAe;AAE3B,YAAMC,SAASL,IAAIM,yBAAyB5B,MAAAA;AAC5C2B,aAAOE,QAAQL,WAAAA;AAEfrB,gBAAU;QACRH,OAAAA;QACAC,QAAQuB,YAAYvB;QACpBC,OAAOsB,YAAYvB,OAAO6B,eAAc,EAAG,CAAA;MAC7C,CAAA;IACF,CAAA;AAEA,WAAO,MAAMC,aAAa3B,CAAAA;EAC5B,GAAG;IAACL;GAAS;AAEb,SAAO;IAAEC;IAAOC;IAAQC;EAAM;AAChC;;;ACzDA,SAAS8B,aAAAA,YAAWC,YAAAA,iBAAgB;AAM7B,IAAMC,gBAAgB,CAACC,WAAAA;AAC5B,QAAM,CAACC,OAAOC,QAAAA,IAAYC,UAAAA;AAC1BC,EAAAA,WAAU,MAAA;AACR,QAAI,CAACJ,QAAQ;AACXC,aAAOI,KAAAA;AACPH,eAASI,MAAAA;AACT;IACF;AAEA,UAAMC,YAAY,YAAA;AAChB,YAAMC,QAAQ,IAAIC,MAAAA;AAClBD,YAAME,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEL,OAAO;MAAK,CAAA;AAC1E,YAAM,CAACP,MAAAA,IAASO,MAAME,UAAUI,eAAc;AAC9C,UAAIb,QAAO;AACTC,iBAASD,MAAAA;MACX;IACF;AAEA,QAAID,QAAQ;AACV,WAAKO,UAAAA;IACP;EACF,GAAG;IAACP;GAAO;AAEX,SAAOC;AACT;;;AC9BA,SAASc,SAASC,aAAAA,YAAWC,YAAAA,iBAAgB;AAStC,IAAMC,uBAAuB,CAClCC,UACAC,OACAC,gBAAqB,CAAA,MAAE;AAEvB,QAAMC,QAAQC,QAAQ,MAAM,IAAIC,mBAAsBL,UAAUE,aAAAA,GAAgB;IAACD;GAAM;AACvF,QAAM,CAACK,QAAQC,SAAAA,IAAaC,UAAS,KAAA;AAGrCC,EAAAA,WAAU,MAAA;AACR,QAAI,CAACR,OAAO;AACV;IACF;AAEA,UAAMS,SAAS,MAAA;AACb,iBAAWC,SAASV,OAAOW,SAAS,CAAA,GAAI;AACtCT,cAAMU,YAAYF,KAAAA;MACpB;AAEAJ,gBAAU,IAAA;IACZ;AAGA,QAAIO;AACJ,QAAIb,MAAMc,WAAW;AACnBD,UAAIE,YAAY,MAAA;AACd,YAAI,CAACf,OAAOc,WAAW;AACrBE,wBAAcH,CAAAA;AACdJ,iBAAAA;QACF;MACF,GAAG,GAAA;IACL,OAAO;AACLA,aAAAA;IACF;AAEA,WAAO,MAAMQ,aAAaJ,CAAAA;EAC5B,GAAG;IAACX;IAAOF;GAAM;AAGjBQ,EAAAA,WAAU,MAAA;AACR,QAAI,CAACH,UAAU,CAACL,SAASE,MAAMgB,OAAOC,WAAWnB,MAAMW,MAAMQ,QAAQ;AACnE;IACF;AAEA,UAAMC,QAAQpB,MAAMW,MAAMX,MAAMW,MAAMQ,SAAS,CAAA;AAC/CjB,UAAMU,YAAYQ,KAAAA;EACpB,GAAG;IAAClB;IAAOG;IAAQL,OAAOW,MAAMQ;GAAO;AAEvC,SAAOjB;AACT;;;AC1DA,SAASmB,aAAAA,YAAWC,WAAAA,gBAAe;AAEnC,SAASC,uBAAuB;;;ACFhC,SAASC,YAAY;AAEd,IAAMC,kBAAkBC,KAAK,MAAM,OAAO,kCAAA,CAAA;AAC1C,IAAMC,iBAAiBD,KAAK,MAAM,OAAO,gCAAA,CAAA;AACzC,IAAME,4BAA4BF,KAAK,MAAM,OAAO,4CAAA,CAAA;AACpD,IAAMG,eAAeH,KAAK,MAAM,OAAO,8BAAA,CAAA;AACvC,IAAMI,cAAcJ,KAAK,MAAM,OAAO,4BAAA,CAAA;AACtC,IAAMK,WAAWL,KAAK,MAAM,OAAO,yBAAA,CAAA;;;ADGnC,IAAMM,iBAAiB,CAAC,EAC7BC,kBACAC,YACAC,OAAM,MACiD;AACvD,QAAM,CAACC,cAAAA,IAAkBC,gBAAgBC,0BAA0BC,WAAW;AAG9E,QAAMC,cAAcC,SAAiC,MAAA;AACnD,QAAI,CAACP,cAAc,CAACD,oBAAoB,CAACG,gBAAgB;AACvD,aAAOM;IACT;AAEA,WAAON,eAAe;MAAEH;MAAkBC;MAAYC;IAAO,CAAA;EAC/D,GAAG;IAACF;IAAkBC;IAAYE;IAAgBD;GAAO;AAEzDQ,EAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAKH,aAAaI,MAAAA;IACpB;EACF,GAAG;IAACJ;GAAY;AAEhB,SAAOA;AACT;;;AEjCA,SAASK,YAAAA,WAAUC,aAAAA,YAAWC,mBAAmB;AAEjD,SAASC,yBAAyB;AAClC,SAASC,eAAe;AACxB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;;AAcxB,IAAMC,gBAAgB,CAAC,EAAEC,QAAQC,SAAQ,MAAsB;AACpE,QAAMC,aAAaC,eAAe,gBAAA;AAClC,QAAMC,YAAYD,eAAe,eAAA;AAEjC,QAAME,iBAAiBC,YAA6C,OAAOC,aAAAA;AACzE,UAAMC,OAAOD,SAASE,IAAI,CAACC,QAAQA,IAAIF,KAAKG,KAAI,EAAGC,QAAQ,YAAY,EAAA,CAAA,EAAKC,KAAK,GAAA;AACjFZ,aAASO,IAAAA;EACX,GAAG,CAAA,CAAE;AAGL,QAAM,CAACM,WAAWC,YAAAA,IAAgBC,UAAS,KAAA;AAC3C,QAAMC,QAAQC,cAAclB,MAAAA;AAC5B,QAAMmB,cAAcC,eAAe;IACjCC,kBAAkBJ;IAClBK,YAAYjB;EACd,CAAA;AAGAkB,EAAAA,WAAU,MAAA;AACR,UAAMC,MAAM,IAAIC,QAAAA,QAAAA;;;;AAChBC,sBAAkBF,KAAK,YAAA;AACrB,UAAIxB,UAAUmB,aAAa;AACzB,cAAMA,YAAYQ,KAAI;AACtBC,QAAAA,KAAIC,KAAK,eAAA,QAAA;;;;;;AACTd,qBAAa,IAAA;AACb,aAAKb,WAAW4B,KAAI;AACpBX,oBAAYY,qBAAoB;MAClC,WAAW,CAAC/B,UAAUmB,aAAaa,QAAQ;AACzCb,qBAAac,oBAAAA;AACb,cAAMd,aAAae,MAAAA;AACnBN,QAAAA,KAAIC,KAAK,WAAA,QAAA;;;;;;AACTd,qBAAa,KAAA;AACb,aAAKX,UAAU0B,KAAI;MACrB;IACF,CAAA;AAEA,WAAO,MAAA;AACL,WAAKN,IAAIW,QAAO;IAClB;EACF,GAAG;IAACnC;IAAQmB;GAAY;AAExB,SAAO;IAAEL;EAAU;AACrB;;;ATlDO,IAAMsB,yBAA2E,CAAC,EAAEC,MAAMC,YAAAA,YAAU,MAAE;AAC3G,QAAMC,eAAeC,iBAAiBF,WAAAA;AACtC,QAAMG,QAAQC,SAASJ,WAAAA;AACvB,QAAMK,UAAUC,WAAWH,OAAOI,GAAAA,EAAKC,IAAI,CAACC,WAAWA,OAAOC,QAAQ;AACtE,QAAMC,QAAQC,SAAsBZ,YAAWW,MAAME,KAAK;IAAEC,cAAc;EAAM,CAAA;AAChF,QAAMC,QAAQC,qBAAqBC,eAAeZ,OAAAA,GAAUM,KAAAA;AAE5D,SACE,gBAAAO,OAAA,cAACC,UAAUC,SAAO;IAACrB;IAAYsB,YAAW;KACxC,gBAAAH,OAAA,cAACI,YAAAA;IAAWrB;IAA4BE;IAAcY;IAAcf,YAAYA;;AAGtF;AAEA,IAAA,8BAAeF;",
|
|
6
|
-
"names": ["React", "fullyQualifiedId", "getSpace", "useMembers", "useQueue", "StackItem", "React", "IconButton", "useThemeContext", "createBasicExtensions", "createMarkdownExtensions", "createRenderer", "createThemeExtensions", "decorateMarkdown", "editorWidth", "preview", "useTextEditor", "mx", "isNotFalsy", "RangeSetBuilder", "EditorView", "GutterMarker", "ViewPlugin", "gutter", "format", "intervalToDuration", "addEventListener", "combine", "Text", "Event", "invariant", "log", "DocumentAdapter", "constructor", "_view", "lineCount", "state", "doc", "lines", "replaceLines", "from", "remove", "insert", "count", "numLines", "posFrom", "line", "posTo", "Math", "min", "text", "join", "length", "dispatch", "changes", "to", "SerializationModel", "_renderer", "initialChunks", "_chunks", "_chunkLineCounts", "Map", "_lineToChunk", "_changes", "update", "forEach", "chunk", "appendChunk", "toJSON", "chunks", "of", "flatMap", "index", "getChunkAtLine", "get", "reset", "clear", "emit", "push", "type", "updateChunk", "findIndex", "c", "id", "deleteBlock", "splice", "sync", "document", "change", "lastLine", "lineStart", "i", "previousLineCount", "newLines", "currentLine", "entries", "set", "chunkIds", "Set", "map", "keys", "has", "delete", "transcript", "model", "started", "renderButton", "gutter", "class", "lineMarkerChange", "update", "docChanged", "viewportChanged", "markers", "view", "start", "getStartTime", "chunks", "builder", "RangeSetBuilder", "from", "to", "visibleRanges", "line", "state", "doc", "lineAt", "block", "getChunkAtLine", "number", "blocks", "timestamp", "type", "add", "TimestampMarker", "Date", "length", "finish", "ViewPlugin", "fromClass", "constructor", "_initialized", "_adapter", "DocumentAdapter", "scroller", "scrollDOM", "isAutoScrolling", "hasScrolled", "timeout", "scrollToBottom", "smooth", "style", "scrollBehavior", "classList", "clearTimeout", "setTimeout", "_controls", "remove", "dispatch", "effects", "EditorView", "scrollIntoView", "y", "document", "createElement", "dom", "appendChild", "onClick", "_cleanup", "combine", "addEventListener", "on", "autoScroll", "scrollHeight", "scrollTop", "clientHeight", "sync", "destroy", "theme", "overflowY", "scrollbarWidth", "display", "position", "bottom", "right", "zIndex", "paddingRight", "width", "textAlign", "padding", "GutterMarker", "_line", "_timestamp", "_started", "eq", "other", "toDOM", "el", "className", "textContent", "formatTimestamp", "onclick", "pos", "message", "undefined", "relative", "pad", "n", "String", "padStart", "hours", "minutes", "seconds", "intervalToDuration", "end", "format", "renderMarkdown", "identities", "message", "index", "debug", "sender", "role", "blocks", "find", "block", "type", "text", "identity", "did", "identityDid", "name", "profile", "displayName", "contact", "target", "fullName", "email", "filter", "id", "map", "trim", "join", "Transcript", "classNames", "transcript", "object", "space", "model", "attendableId", "ignoreAttention", "themeMode", "useThemeContext", "parentRef", "useTextEditor", "extensions", "createBasicExtensions", "readOnly", "lineWrapping", "createMarkdownExtensions", "createThemeExtensions", "decorateMarkdown", "preview", "started", "Date", "undefined", "renderButton", "createRenderer", "onClick", "IconButton", "icon", "iconOnly", "label", "isNotFalsy", "div", "ref", "className", "mx", "editorWidth", "useEffect", "useState", "log", "useAudioFile", "audioUrl", "audio", "stream", "track", "setStream", "t", "setTimeout", "response", "fetch", "blob", "Audio", "src", "URL", "createObjectURL", "Promise", "resolve", "reject", "addEventListener", "err", "error", "once", "info", "load", "ctx", "AudioContext", "destination", "createMediaStreamDestination", "channelCount", "source", "createMediaElementSource", "connect", "getAudioTracks", "clearTimeout", "useEffect", "useState", "useAudioTrack", "active", "track", "setTrack", "useState", "useEffect", "stop", "undefined", "initAudio", "audio", "Audio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "getAudioTracks", "useMemo", "useEffect", "useState", "useQueueModelAdapter", "renderer", "queue", "initialChunks", "model", "useMemo", "SerializationModel", "loaded", "setLoaded", "useState", "useEffect", "update", "block", "items", "appendChunk", "i", "isLoading", "setInterval", "clearInterval", "clearTimeout", "chunks", "length", "chunk", "useEffect", "useMemo", "useCapabilities", "lazy", "AppGraphBuilder", "lazy", "IntentResolver", "MeetingTranscriptionState", "ReactSurface", "Transcriber", "Settings", "useTranscriber", "audioStreamTrack", "onSegments", "config", "getTranscriber", "useCapabilities", "TranscriptionCapabilities", "Transcriber", "transcriber", "useMemo", "undefined", "useEffect", "close", "useState", "useEffect", "useCallback", "scheduleMicroTask", "Context", "log", "useSoundEffect", "useVoiceInput", "active", "onUpdate", "soundStart", "useSoundEffect", "soundStop", "handleSegments", "useCallback", "segments", "text", "map", "str", "trim", "replace", "join", "recording", "setRecording", "useState", "track", "useAudioTrack", "transcriber", "useTranscriber", "audioStreamTrack", "onSegments", "useEffect", "ctx", "Context", "scheduleMicroTask", "open", "log", "info", "play", "startChunksRecording", "isOpen", "stopChunksRecording", "close", "dispose", "TranscriptionContainer", "role", "transcript", "attendableId", "fullyQualifiedId", "space", "getSpace", "members", "useMembers", "key", "map", "member", "identity", "queue", "useQueue", "dxn", "pollInterval", "model", "useQueueModelAdapter", "renderMarkdown", "React", "StackItem", "Content", "classNames", "Transcript"]
|
|
7
|
-
}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/capabilities/app-graph-builder.ts", "../../../src/entity-extraction/entity-extraction.ts", "raw-loader:./system-prompt.tpl?raw"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport type { Schema } from 'effect';\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';\nimport { AI_SERVICE_ENDPOINT, Contact, Organization } from '@dxos/assistant/testing';\nimport { Filter, fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { DocumentType } from '@dxos/plugin-markdown/types';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';\nimport { type buf } from '@dxos/protocols/buf';\nimport { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport type { MessageType } from '@dxos/schema';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { processTranscriptMessage } from '../entity-extraction';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, type TranscriptionSettingsProps, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\n\nconst getMeetingTranscript = async (\n context: PluginsContext,\n meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n const typename = getSchemaTypename(TranscriptType)!;\n const existing = await meeting.artifacts[typename]?.load();\n if (existing instanceof TranscriptType) {\n return existing;\n }\n\n const space = getSpace(meeting);\n invariant(space);\n const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n meeting.artifacts[typename] = makeRef(data!.object);\n return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n contributes(Capabilities.AppGraphBuilder, [\n createExtension({\n id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n filter: (node): node is Node<MeetingType> => isInstanceOf(MeetingType, node.data),\n actions: ({ node }) => {\n const meeting = node.data;\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n return [\n {\n id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n data: async () => {\n // NOTE: We are not saving the state of the transcription manager here.\n // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.\n // This is done to avoid race conditions and to not handle optimistic updates.\n const transcript = await getMeetingTranscript(context, meeting);\n invariant(transcript, 'Failed to create transcript');\n\n const callManager = context.requestCapability(MeetingCapabilities.CallManager);\n callManager.setActivity(getSchemaTypename(TranscriptType)!, {\n queueDxn: transcript.queue.dxn.toString(),\n enabled: !state.enabled,\n });\n },\n properties: {\n label: state.enabled\n ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n disposition: 'toolbar',\n classNames: state.enabled ? 'bg-callAlert' : '',\n },\n },\n ];\n },\n connector: ({ node }) => {\n const meeting = node.data;\n const client = context.requestCapability(ClientCapabilities.Client);\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n const settings = context\n .requestCapability(Capabilities.SettingsStore)\n .getStore<TranscriptionSettingsProps>(TRANSCRIPTION_PLUGIN)!.value;\n\n // TODO(dmaretskyi): Request via capability.\n const aiClient: AIServiceClient | undefined = new AIServiceEdgeClient({\n endpoint: AI_SERVICE_ENDPOINT.REMOTE,\n });\n\n return [\n {\n id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n type: PLANK_COMPANION_TYPE,\n data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n properties: {\n label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n position: 'hoist',\n disposition: 'hidden',\n schema: TranscriptType,\n getIntent: ({ space }: { space: Space }) =>\n createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n\n // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?\n onJoin: async ({ meeting }: { meeting: MeetingType; roomId: string }) => {\n const identity = client.halo.identity.get();\n invariant(identity);\n const space = getSpace(meeting);\n invariant(space);\n\n let messageEnricher;\n if (aiClient && settings.entityExtraction) {\n messageEnricher = createEntityExtractionEnricher({\n aiClient,\n // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?\n // This forced me to add a dependency on markdown plugin.\n // This will be replaced with a vector search index anyway, so its not a big deal.\n contextTypes: [DocumentType, Contact, Organization],\n space,\n });\n }\n\n // TODO(burdon): The TranscriptionManager singleton is part of the state and should just be updated here.\n state.transcriptionManager = await new TranscriptionManager({\n edgeClient: client.edge,\n messageEnricher,\n })\n .setIdentityDid(identity.did)\n .open();\n },\n onLeave: async () => {\n await state.transcriptionManager?.close();\n state.transcriptionManager = undefined;\n state.enabled = false;\n },\n onCallStateUpdated: async (callState: CallState) => {\n const typename = getSchemaTypename(TranscriptType);\n const transcription = typename ? callState.activities?.[typename] : undefined;\n if (!transcription?.payload) {\n return;\n }\n\n const payload: TranscriptionPayload = transcription.payload;\n state.enabled = !!payload.enabled;\n if (payload.queueDxn) {\n // NOTE: Must set queue before enabling transcription.\n state.transcriptionManager?.setQueue(DXN.parse(payload.queueDxn));\n }\n await state.transcriptionManager?.setEnabled(payload.enabled);\n },\n onMediaStateUpdated: async ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n void state.transcriptionManager?.setRecording(isSpeaking);\n },\n } satisfies MeetingCallProperties,\n },\n ];\n },\n }),\n ]);\n\ntype EntityExtractionEnricherFactoryOptions = {\n aiClient: AIServiceClient;\n contextTypes: Schema.Schema.AnyNoContext[];\n space: Space;\n};\n\nconst createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: EntityExtractionEnricherFactoryOptions) => {\n return async (message: MessageType) => {\n const { objects } = await space.db.query(Filter.or(...contextTypes.map((s) => Filter.schema(s)))).run();\n log.info('context', { objects });\n\n const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({\n aiService: aiClient,\n message,\n context: { objects: await Promise.all(objects.map(processContextObject)) },\n options: { timeout: ENTITY_EXTRACTOR_TIMEOUT, fallbackToRaw: true },\n });\n\n log.info('entity extraction time', { timeElapsed });\n return enhancedMessage;\n };\n};\n\nconst processContextObject = async (object: BaseEchoObject): Promise<any> => {\n // TODO(dmaretskyi): Documents need special processing is the content is behind a ref.\n // TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.\n if (isInstanceOf(DocumentType, object)) {\n return {\n ...object,\n content: await object.content.load(),\n };\n }\n\n return object;\n};\n\nconst ENTITY_EXTRACTOR_TIMEOUT = 25_000;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { createTemplate, Message, structuredOutputParser } from '@dxos/artifact';\nimport type { AIServiceClient } from '@dxos/assistant';\nimport { MixedStreamParser } from '@dxos/assistant';\nimport { asyncTimeout } from '@dxos/async';\nimport { type BaseEchoObject, create } from '@dxos/echo-schema';\nimport { log } from '@dxos/log';\nimport { MessageType } from '@dxos/schema';\n\nimport SYSTEM_PROMPT from './system-prompt.tpl?raw';\n\ntype ProcessTranscriptMessageParams = {\n message: MessageType;\n aiService: AIServiceClient;\n context: {\n objects?: BaseEchoObject[];\n };\n\n options?: {\n /**\n * Timeout for the entity extraction.\n */\n timeout?: number;\n\n /**\n * Fallback to raw text if the entity extraction fails.\n * Otherwise the function will throw an error.\n * @default false\n */\n fallbackToRaw?: boolean;\n };\n};\n\ntype ProcessTranscriptMessageResult = {\n message: MessageType;\n timeElapsed: number;\n};\n\n/**\n * Process Handlebars template.\n */\nconst createSystemPrompt = (): string => {\n const template = createTemplate(SYSTEM_PROMPT);\n return template({});\n};\n\nconst ReferencedQuotes = Schema.Struct({\n references: Schema.Array(\n Schema.Struct({\n quote: Schema.String,\n id: Schema.String,\n }),\n ).annotations({\n description:\n 'The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object.',\n }),\n});\ninterface ReferencedQuotes extends Schema.Schema.Type<typeof ReferencedQuotes> {}\n\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (\n params: ProcessTranscriptMessageParams,\n): Promise<ProcessTranscriptMessageResult> => {\n try {\n const outputParser = structuredOutputParser(ReferencedQuotes);\n const runParser = async (): Promise<ProcessTranscriptMessageResult> => {\n const startTime = performance.now();\n const result = outputParser.getResult(\n await new MixedStreamParser().parse(\n await params.aiService.execStream({\n model: '@anthropic/claude-3-5-haiku-20241022',\n systemPrompt: createSystemPrompt(),\n history: [\n create(Message, {\n role: 'user',\n content: [\n {\n type: 'text',\n text: `<context>${JSON.stringify(params.context.objects)}</context>`,\n },\n {\n type: 'text',\n text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`,\n },\n ],\n }),\n ],\n tools: [outputParser.tool],\n }),\n ),\n );\n log.info('entity extraction result', { refs: result.references });\n\n return {\n message: create(MessageType, {\n ...params.message,\n blocks: params.message.blocks.map((block, i) =>\n block.type !== 'transcription'\n ? block\n : {\n ...block,\n text: postprocessText(block.text, result),\n },\n ),\n }),\n timeElapsed: performance.now() - startTime,\n };\n };\n\n if (params.options?.timeout && params.options.timeout > 0) {\n return await asyncTimeout(runParser(), params.options.timeout);\n } else {\n return await runParser();\n }\n } catch (error) {\n if (params.options?.fallbackToRaw) {\n log.warn('failed to process transcript message, falling back to raw text', { error });\n return {\n message: params.message,\n timeElapsed: 0,\n };\n } else {\n throw error;\n }\n }\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const postprocessText = (text: string, quotes: ReferencedQuotes) => {\n for (const quote of quotes.references) {\n // Use a case-insensitive regular expression to replace the quote\n const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n text = text.replace(regex, `[${quote.quote}][dxn:echo:@:${quote.id}]`);\n }\n return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n a. Analyze the content and identify relevant information from the context.\n b. Extract a number of references to the context objects that are mentioned in the segment.\n c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n \"references\": [\n { \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" },\n { \"quote\": \"John\", \"id\": \"01JT0VM0VN3ZKN7GDBM8CV9BA7\" }\n ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions."],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAMA,2BAA6E;AAC7E,uBAA0D;AAC1D,qBAA2D;AAC3D,kBAAwE;AACxE,yBAAqE;AACrE,uBAA0B;AAC1B,kBAAoB;AACpB,iBAAoB;AACpB,2BAAmC;AACnC,mBAAgE;AAChE,0BAA2C;AAC3C,IAAAA,gBAA6B;AAC7B,4BAAqE;AACrE,IAAAA,gBAAwD;ACfxD,oBAAuB;AAEvB,sBAAgE;AAEhE,IAAAC,oBAAkC;AAClC,mBAA6B;AAC7B,IAAAC,sBAA4C;AAC5C,IAAAC,cAAoB;AACpB,oBAA4B;ACZ5B,IAAA,wBAAA;;AD8CA,IAAMC,qBAAqB,MAAA;AACzB,QAAMC,eAAWC,gCAAeC,qBAAAA;AAChC,SAAOF,SAAS,CAAC,CAAA;AACnB;AAEA,IAAMG,mBAAmBC,qBAAOC,OAAO;EACrCC,YAAYF,qBAAOG,MACjBH,qBAAOC,OAAO;IACZG,OAAOJ,qBAAOK;IACdC,IAAIN,qBAAOK;EACb,CAAA,CAAA,EACAE,YAAY;IACZC,aACE;EACJ,CAAA;AACF,CAAA;AAIO,IAAMC,2BAA2B,OACtCC,WAAAA;AAEA,MAAI;AACF,UAAMC,mBAAeC,wCAAuBb,gBAAAA;AAC5C,UAAMc,YAAY,YAAA;AAChB,YAAMC,YAAYC,YAAYC,IAAG;AACjC,YAAMC,SAASN,aAAaO,UAC1B,MAAM,IAAIC,oCAAAA,EAAoBC,MAC5B,MAAMV,OAAOW,UAAUC,WAAW;QAChCC,OAAO;QACPC,cAAc7B,mBAAAA;QACd8B,SAAS;cACPC,4BAAOC,yBAAS;YACdC,MAAM;YACNC,SAAS;cACP;gBACEC,MAAM;gBACNC,MAAM,YAAYC,KAAKC,UAAUvB,OAAOwB,QAAQC,OAAO,CAAA;cACzD;cACA;gBACEL,MAAM;gBACNC,MAAM,eAAeC,KAAKC,UAAUvB,OAAO0B,QAAQC,MAAM,CAAA;cAC3D;;UAEJ,CAAA;;QAEFC,OAAO;UAAC3B,aAAa4B;;MACvB,CAAA,CAAA,CAAA;AAGJC,sBAAIC,KAAK,4BAA4B;QAAEC,MAAMzB,OAAOf;MAAW,GAAA;;;;;;AAE/D,aAAO;QACLkC,aAASV,4BAAOiB,2BAAa;UAC3B,GAAGjC,OAAO0B;UACVC,QAAQ3B,OAAO0B,QAAQC,OAAOO,IAAI,CAACC,OAAOC,MACxCD,MAAMf,SAAS,kBACXe,QACA;YACE,GAAGA;YACHd,MAAMgB,gBAAgBF,MAAMd,MAAMd,MAAAA;UACpC,CAAA;QAER,CAAA;QACA+B,aAAajC,YAAYC,IAAG,IAAKF;MACnC;IACF;AAEA,QAAIJ,OAAOuC,SAASC,WAAWxC,OAAOuC,QAAQC,UAAU,GAAG;AACzD,aAAO,UAAMC,2BAAatC,UAAAA,GAAaH,OAAOuC,QAAQC,OAAO;IAC/D,OAAO;AACL,aAAO,MAAMrC,UAAAA;IACf;EACF,SAASuC,OAAO;AACd,QAAI1C,OAAOuC,SAASI,eAAe;AACjCb,sBAAIc,KAAK,kEAAkE;QAAEF;MAAM,GAAA;;;;;;AACnF,aAAO;QACLhB,SAAS1B,OAAO0B;QAChBY,aAAa;MACf;IACF,OAAO;AACL,YAAMI;IACR;EACF;AACF;AAMO,IAAML,kBAAkB,CAAChB,MAAcwB,WAAAA;AAC5C,aAAWnD,SAASmD,OAAOrD,YAAY;AAErC,UAAMsD,QAAQ,IAAIC,OAAOrD,MAAMA,MAAMsD,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7E3B,WAAOA,KAAK2B,QAAQF,OAAO,IAAIpD,MAAMA,KAAK,gBAAgBA,MAAME,EAAE,GAAG;EACvE;AACA,SAAOyB;AACT;;AD7GA,IAAM4B,uBAAuB,OAC3BzB,SACA0B,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAK5B,QAAQ6B,kBAAkBC,kCAAaC,gBAAgB;AAE7F,QAAMC,eAAWC,sCAAkBC,oCAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,sCAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,YAAQC,sBAASb,OAAAA;AACvBc,kCAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,aAASc,mCAAaC,0CAAoBC,QAAQ;IAAEC,SAASP,MAAMlE;EAAG,CAAA,CAAA;AAC7FsD,UAAQU,UAAUJ,QAAAA,QAAYc,qBAAQL,KAAMM,MAAM;AAClD,SAAON,MAAMM;AACf;AAGA,IAAA,4BAAe,CAAC/C,gBACdgD,kCAAYlB,kCAAamB,iBAAiB;MACxCC,qCAAgB;IACd9E,IAAI,GAAG+E,0CAAAA;IACPC,QAAQ,CAACC,aAAoCC,iCAAaC,2BAAaF,KAAKZ,IAAI;IAChFe,SAAS,CAAC,EAAEH,KAAI,MAAE;AAChB,YAAM3B,UAAU2B,KAAKZ;AACrB,YAAMgB,QAAQzD,QAAQ6B,kBAAkB6B,gDAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACEvF,IAAI,OAAGwF,8BAAiBlC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AAIJ,kBAAMoB,aAAa,MAAMpC,qBAAqBzB,SAAS0B,OAAAA;AACvDc,4CAAUqB,YAAY,+BAAA;;;;;;;;;AAEtB,kBAAMC,cAAc9D,QAAQ6B,kBAAkBkC,0CAAoBC,WAAW;AAC7EF,wBAAYG,gBAAYhC,sCAAkBC,oCAAAA,GAAkB;cAC1DgC,UAAUL,WAAWM,MAAMC,IAAIC,SAAQ;cACvCC,SAAS,CAACb,MAAMa;YAClB,CAAA;UACF;UACAC,YAAY;YACVC,OAAOf,MAAMa,UACT;cAAC;cAA4B;gBAAEG,IAAItB;cAAqB;gBACxD;cAAC;cAA6B;gBAAEsB,IAAItB;cAAqB;;YAC7DuB,MAAM;YACNC,aAAa;YACbC,YAAYnB,MAAMa,UAAU,iBAAiB;UAC/C;QACF;;IAEJ;IACAO,WAAW,CAAC,EAAExB,KAAI,MAAE;AAClB,YAAM3B,UAAU2B,KAAKZ;AACrB,YAAMqC,SAAS9E,QAAQ6B,kBAAkBkD,wCAAmBC,MAAM;AAClE,YAAMvB,QAAQzD,QAAQ6B,kBAAkB6B,gDAA0BC,yBAAyB;AAC3F,YAAMsB,WAAWjF,QACd6B,kBAAkBC,kCAAaoD,aAAa,EAC5CC,SAAqChC,0CAAAA,EAAuBiC;AAG/D,YAAMC,WAAwC,IAAIC,qCAAoB;QACpEC,UAAUC,mCAAoBC;MAChC,CAAA;AAEA,aAAO;QACL;UACErH,IAAI,OAAGwF,8BAAiBlC,OAAAA,CAAAA,GAAWgE,sCAAAA,OAA4BzD,sCAAkBC,oCAAAA,CAAAA;UACjFtC,MAAM+F;UACNlD,MAAMf,QAAQU,cAAUH,sCAAkBC,oCAAAA,CAAAA,GAAmB0D;UAC7DrB,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAItB;cAAqB;;YACjEuB,MAAM;YACNmB,UAAU;YACVlB,aAAa;YACbmB,QAAQ5D;YACR6D,WAAW,CAAC,EAAEzD,MAAK,UACjBI,mCAAaC,0CAAoBC,QAAQ;cAAEC,SAASP,MAAMlE;YAAG,CAAA;;YAG/D4H,QAAQ,OAAO,EAAEtE,SAAAA,SAAO,MAA4C;AAClE,oBAAMuE,WAAWnB,OAAOoB,KAAKD,SAASE,IAAG;AACzC3D,8CAAUyD,UAAAA,QAAAA;;;;;;;;;AACV,oBAAM3D,YAAQC,sBAASb,QAAAA;AACvBc,8CAAUF,OAAAA,QAAAA;;;;;;;;;AAEV,kBAAI8D;AACJ,kBAAIf,YAAYJ,SAASoB,kBAAkB;AACzCD,kCAAkBE,+BAA+B;kBAC/CjB;;;;kBAIAkB,cAAc;oBAACC;oBAAcC;oBAASC;;kBACtCpE;gBACF,CAAA;cACF;AAGAmB,oBAAMkD,uBAAuB,MAAM,IAAIC,2CAAqB;gBAC1DC,YAAY/B,OAAOgC;gBACnBV;cACF,CAAA,EACGW,eAAed,SAASe,GAAG,EAC3BC,KAAI;YACT;YACAC,SAAS,YAAA;AACP,oBAAMzD,MAAMkD,sBAAsBQ,MAAAA;AAClC1D,oBAAMkD,uBAAuBS;AAC7B3D,oBAAMa,UAAU;YAClB;YACA+C,oBAAoB,OAAOC,cAAAA;AACzB,oBAAMtF,eAAWC,sCAAkBC,oCAAAA;AACnC,oBAAMqF,gBAAgBvF,WAAWsF,UAAUE,aAAaxF,QAAAA,IAAYoF;AACpE,kBAAI,CAACG,eAAeE,SAAS;AAC3B;cACF;AAEA,oBAAMA,UAAgCF,cAAcE;AACpDhE,oBAAMa,UAAU,CAAC,CAACmD,QAAQnD;AAC1B,kBAAImD,QAAQvD,UAAU;AAEpBT,sBAAMkD,sBAAsBe,SAASC,gBAAIzI,MAAMuI,QAAQvD,QAAQ,CAAA;cACjE;AACA,oBAAMT,MAAMkD,sBAAsBiB,WAAWH,QAAQnD,OAAO;YAC9D;YACAuD,qBAAqB,OAAO,CAACC,YAAYC,UAAAA,MAAkC;AACzE,mBAAKtE,MAAMkD,sBAAsBqB,cAAcF,WAAWG,UAAU;AACpE,mBAAKxE,MAAMkD,sBAAsBuB,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;AAQH,IAAMzB,iCAAiC,CAAC,EAAEjB,UAAUkB,cAAcjE,MAAK,MAA0C;AAC/G,SAAO,OAAOpC,YAAAA;AACZ,UAAM,EAAED,QAAO,IAAK,MAAMqC,MAAM6F,GAAGC,MAAMC,mBAAOC,GAAE,GAAI/B,aAAa7F,IAAI,CAAC6H,MAAMF,mBAAOvC,OAAOyC,CAAAA,CAAAA,CAAAA,CAAAA,EAAMC,IAAG;AACrGlI,eAAAA,IAAIC,KAAK,WAAW;MAAEN;IAAQ,GAAA;;;;;;AAE9B,UAAM,EAAEC,SAASuI,iBAAiB3H,YAAW,IAAK,MAAMvC,yBAAyB;MAC/EY,WAAWkG;MACXnF;MACAF,SAAS;QAAEC,SAAS,MAAMyI,QAAQC,IAAI1I,QAAQS,IAAIkI,oBAAAA,CAAAA;MAAuB;MACzE7H,SAAS;QAAEC,SAAS6H;QAA0B1H,eAAe;MAAK;IACpE,CAAA;AAEAb,eAAAA,IAAIC,KAAK,0BAA0B;MAAEO;IAAY,GAAA;;;;;;AACjD,WAAO2H;EACT;AACF;AAEA,IAAMG,uBAAuB,OAAO7F,WAAAA;AAGlC,UAAIO,iCAAakD,4BAAczD,MAAAA,GAAS;AACtC,WAAO;MACL,GAAGA;MACHpD,SAAS,MAAMoD,OAAOpD,QAAQ0C,KAAI;IACpC;EACF;AAEA,SAAOU;AACT;AAEA,IAAM8F,2BAA2B;",
|
|
6
|
-
"names": ["import_types", "import_assistant", "import_echo_schema", "import_log", "createSystemPrompt", "template", "createTemplate", "SYSTEM_PROMPT", "ReferencedQuotes", "Schema", "Struct", "references", "Array", "quote", "String", "id", "annotations", "description", "processTranscriptMessage", "params", "outputParser", "structuredOutputParser", "runParser", "startTime", "performance", "now", "result", "getResult", "MixedStreamParser", "parse", "aiService", "execStream", "model", "systemPrompt", "history", "create", "Message", "role", "content", "type", "text", "JSON", "stringify", "context", "objects", "message", "blocks", "tools", "tool", "log", "info", "refs", "MessageType", "map", "block", "i", "postprocessText", "timeElapsed", "options", "timeout", "asyncTimeout", "error", "fallbackToRaw", "warn", "quotes", "regex", "RegExp", "replace", "getMeetingTranscript", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "transcript", "callManager", "MeetingCapabilities", "CallManager", "setActivity", "queueDxn", "queue", "dxn", "toString", "enabled", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "settings", "SettingsStore", "getStore", "value", "aiClient", "AIServiceEdgeClient", "endpoint", "AI_SERVICE_ENDPOINT", "REMOTE", "ATTENDABLE_PATH_SEPARATOR", "PLANK_COMPANION_TYPE", "target", "position", "schema", "getIntent", "onJoin", "identity", "halo", "get", "messageEnricher", "entityExtraction", "createEntityExtractionEnricher", "contextTypes", "DocumentType", "Contact", "Organization", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "setIdentityDid", "did", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "DXN", "setEnabled", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording", "db", "query", "Filter", "or", "s", "run", "enhancedMessage", "Promise", "all", "processContextObject", "ENTITY_EXTRACTOR_TIMEOUT"]
|
|
7
|
-
}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/components/TranscriptContainer.tsx", "../../../src/components/Transcript/Transcript.tsx", "../../../src/components/Transcript/transcript-extension.ts", "../../../src/model/model.ts", "../../../src/hooks/useAudioFile.ts", "../../../src/hooks/useAudioTrack.ts", "../../../src/hooks/useQueueModelAdapter.ts", "../../../src/hooks/useTranscriber.ts", "../../../src/capabilities/index.ts", "../../../src/hooks/useVoiceInput.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React, { type FC } from 'react';\n\nimport { fullyQualifiedId, getSpace } from '@dxos/client/echo';\nimport { useMembers, useQueue } from '@dxos/react-client/echo';\nimport { StackItem } from '@dxos/react-ui-stack';\nimport { type MessageType } from '@dxos/schema';\n\nimport { Transcript, renderMarkdown } from './Transcript';\nimport { useQueueModelAdapter } from '../hooks';\nimport { type TranscriptType } from '../types';\n\nexport const TranscriptionContainer: FC<{ role: string; transcript: TranscriptType }> = ({ role, transcript }) => {\n const attendableId = fullyQualifiedId(transcript);\n const space = getSpace(transcript);\n const members = useMembers(space?.key).map((member) => member.identity);\n const queue = useQueue<MessageType>(transcript.queue.dxn, { pollInterval: 1_000 });\n const model = useQueueModelAdapter(renderMarkdown(members), queue);\n\n return (\n <StackItem.Content role={role} classNames='container-max-width pli-2'>\n <Transcript attendableId={attendableId} space={space} model={model} transcript={transcript} />\n </StackItem.Content>\n );\n};\n\nexport default TranscriptionContainer;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { type Space } from '@dxos/react-client/echo';\nimport { type Identity } from '@dxos/react-client/halo';\nimport { IconButton, type ThemedClassName, useThemeContext } from '@dxos/react-ui';\nimport {\n createBasicExtensions,\n createMarkdownExtensions,\n createRenderer,\n createThemeExtensions,\n decorateMarkdown,\n editorWidth,\n preview,\n useTextEditor,\n} from '@dxos/react-ui-editor';\nimport { mx } from '@dxos/react-ui-theme';\nimport { type MessageType } from '@dxos/schema';\nimport { isNotFalsy } from '@dxos/util';\n\nimport { transcript } from './transcript-extension';\nimport { type SerializationModel } from '../../model';\nimport { type TranscriptType } from '../../types';\n\nexport const renderMarkdown =\n (identities: Identity[]) =>\n (message: MessageType, index: number, debug = false): string[] => {\n if (message.sender.role === 'assistant') {\n // Start/stop block.\n return [message.blocks.find((block) => block.type === 'transcription')?.text ?? '', ''];\n }\n\n // TODO(burdon): Use link/reference markup for users (with popover).\n // TODO(burdon): Color and avatar.\n const identity = identities.find((identity) => identity.did === message.sender.identityDid);\n const name =\n identity?.profile?.displayName ??\n message.sender.contact?.target?.fullName ??\n message.sender.name ??\n message.sender.email ??\n message.sender.identityDid;\n const blocks = message.blocks.filter((block) => block.type === 'transcription');\n return [\n `###### ${name}` + (debug ? ` [${index}]:${message.id}` : ''),\n blocks.map((block) => block.text.trim()).join(' '),\n '',\n ];\n };\n\nexport type TranscriptProps = ThemedClassName<{\n transcript?: TranscriptType;\n space?: Space;\n model: SerializationModel<MessageType>;\n // TODO(wittjosiah): Move to container.\n attendableId?: string;\n ignoreAttention?: boolean;\n}>;\n\n/**\n * Transcript component implemented using the editor.\n */\nexport const Transcript = ({\n classNames,\n transcript: object,\n space,\n model,\n attendableId,\n ignoreAttention,\n}: TranscriptProps) => {\n const { themeMode } = useThemeContext();\n const { parentRef } = useTextEditor(() => {\n return {\n extensions: [\n createBasicExtensions({ readOnly: true, lineWrapping: true }),\n createMarkdownExtensions({ themeMode }),\n createThemeExtensions({ themeMode }),\n decorateMarkdown(),\n space && preview(),\n transcript({\n model,\n started: object?.started ? new Date(object.started) : undefined,\n renderButton: createRenderer(({ onClick }) => (\n <IconButton icon='ph--arrow-line-down--regular' iconOnly label='Scroll to bottom' onClick={onClick} />\n )),\n }),\n ].filter(isNotFalsy),\n };\n }, [space, model]);\n\n return <div ref={parentRef} className={mx('flex grow overflow-hidden', editorWidth, classNames)} />;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type Extension, RangeSetBuilder } from '@codemirror/state';\nimport { EditorView, GutterMarker, ViewPlugin, type ViewUpdate, gutter } from '@codemirror/view';\nimport { format } from 'date-fns/format';\nimport { intervalToDuration } from 'date-fns/intervalToDuration';\n\nimport { type CleanupFn, addEventListener, combine } from '@dxos/async';\nimport { type RenderCallback } from '@dxos/react-ui-editor';\nimport { type MessageType } from '@dxos/schema';\n\nimport { DocumentAdapter, type SerializationModel } from '../../model';\n\n/**\n * Data structure that maps Chunks queue to lines with transcript state.\n */\nexport type TranscriptOptions = {\n model: SerializationModel<MessageType>;\n started?: Date;\n renderButton?: RenderCallback<{ onClick: () => void }>;\n};\n\n/**\n * Scrolling transcript with timestamps.\n */\nexport const transcript = ({ model, started, renderButton }: TranscriptOptions): Extension => {\n return [\n // Show timestamps in the gutter.\n gutter({\n class: 'cm-timestamp-gutter',\n lineMarkerChange: (update) => update.docChanged || update.viewportChanged,\n markers: (view) => {\n const start = getStartTime(started, model.chunks[0]);\n const builder = new RangeSetBuilder<GutterMarker>();\n for (const { from, to } of view.visibleRanges) {\n let line = view.state.doc.lineAt(from);\n while (line.from <= to) {\n const block = model.getChunkAtLine(line.number)?.blocks[0];\n const timestamp = block?.type === 'transcription' && block.started;\n if (timestamp) {\n builder.add(line.from, line.from, new TimestampMarker(line.number, new Date(timestamp), start));\n }\n\n if (line.to + 1 > view.state.doc.length) {\n break;\n }\n\n line = view.state.doc.lineAt(line.to + 1);\n }\n }\n\n return builder.finish();\n },\n }),\n\n // Listen for model updates.\n ViewPlugin.fromClass(\n class {\n private readonly _controls?: HTMLDivElement;\n private readonly _cleanup: CleanupFn;\n private readonly _adapter: DocumentAdapter;\n private _initialized = false;\n\n constructor(view: EditorView) {\n this._adapter = new DocumentAdapter(view);\n\n const scroller = view.scrollDOM;\n let isAutoScrolling = false;\n let hasScrolled = false;\n\n let timeout: NodeJS.Timeout | undefined;\n const scrollToBottom = (smooth = false) => {\n scroller.style.scrollBehavior = smooth ? 'smooth' : '';\n\n // Temporarily hide scrollbar to prevent flicker.\n scroller.classList.add('cm-hide-scrollbar');\n isAutoScrolling = true;\n clearTimeout(timeout);\n timeout = setTimeout(() => {\n this._controls?.classList.add('opacity-0');\n scroller.classList.remove('cm-hide-scrollbar');\n isAutoScrolling = false;\n }, 500);\n\n // Scroll to bottom.\n view.dispatch({\n effects: EditorView.scrollIntoView(view.state.doc.length, { y: 'end' }),\n });\n };\n\n // Scroll button.\n if (renderButton) {\n this._controls = document.createElement('div');\n this._controls.classList.add('cm-controls', 'transition-opacity', 'duration-300', 'opacity-0');\n view.dom.appendChild(this._controls);\n renderButton(\n this._controls,\n {\n onClick: () => {\n scrollToBottom(false);\n },\n },\n view,\n );\n }\n\n // Event listeners.\n this._cleanup = combine(\n addEventListener(view.scrollDOM, 'scroll', () => {\n if (!isAutoScrolling) {\n hasScrolled = true;\n this._controls?.classList.remove('opacity-0');\n }\n }),\n\n model.update.on(() => {\n // Check if clamped to bottom.\n const autoScroll =\n scroller.scrollHeight - scroller.scrollTop - scroller.clientHeight === 0 || !hasScrolled;\n\n // Sync.\n model.sync(this._adapter);\n\n // Scroll.\n if (autoScroll) {\n scrollToBottom(true);\n }\n }),\n );\n }\n\n update(update: ViewUpdate) {\n // Initial sync.\n if (!this._initialized) {\n this._initialized = true;\n setTimeout(() => {\n model.sync(this._adapter);\n });\n }\n }\n\n destroy() {\n this._controls?.remove();\n this._cleanup();\n }\n },\n ),\n\n EditorView.theme({\n '.cm-scroller': {\n overflowY: 'scroll',\n },\n '.cm-hide-scrollbar': {\n scrollbarWidth: 'none',\n '-ms-overflow-style': 'none',\n },\n '.cm-hide-scrollbar::-webkit-scrollbar': {\n display: 'none',\n },\n '.cm-controls': {\n position: 'absolute',\n bottom: '0.5rem',\n right: '0.5rem',\n zIndex: 1000,\n },\n '.cm-line': {\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter': {\n width: '6rem',\n paddingRight: '1rem',\n },\n '.cm-timestamp-gutter > .cm-gutterElement > div': {\n display: 'inline-flex',\n textAlign: 'right',\n padding: '3px',\n },\n }),\n ];\n};\n\n/**\n * Gutter marker that displays a timestamp.\n */\nclass TimestampMarker extends GutterMarker {\n constructor(\n readonly _line: number,\n readonly _timestamp: Date,\n readonly _started?: Date,\n ) {\n super();\n }\n\n override eq(other: this) {\n return other._timestamp === this._timestamp;\n }\n\n override toDOM(view: EditorView) {\n const el = document.createElement('div');\n el.className = 'text-sm text-subdued hover:bg-hoverSurface cursor-pointer';\n el.textContent = formatTimestamp(this._timestamp, this._started);\n // TODO(burdon): Click to bookmark or copy hyperlink.\n el.onclick = () => {\n const pos = view.state.doc.line(this._line).from;\n view.dispatch({\n effects: EditorView.scrollIntoView(pos, { y: 'start' }),\n });\n };\n\n return el;\n }\n}\n\nconst getStartTime = (started?: Date, message?: MessageType): Date | undefined => {\n if (started) {\n return started;\n }\n\n if (message?.blocks[0]?.type === 'transcription' && message.blocks[0].started) {\n return new Date(message.blocks[0].started);\n }\n\n return undefined;\n};\n\nconst formatTimestamp = (timestamp: Date, relative?: Date) => {\n if (relative) {\n const pad = (n = 0) => String(n).padStart(2, '0');\n const { hours, minutes, seconds } = intervalToDuration({ start: relative, end: timestamp });\n return `${pad(hours)}:${pad(minutes)}:${pad(seconds)}`;\n } else {\n return format(timestamp, 'HH:mm:ss');\n }\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Text } from '@codemirror/state';\nimport { type EditorView } from '@codemirror/view';\n\nimport { Event } from '@dxos/async';\nimport { invariant } from '@dxos/invariant';\nimport { log } from '@dxos/log';\n\nexport type Chunk = { id: string };\n\n/**\n * Covert block to a set of markdown lines.\n */\nexport type ChunkRenderer<T extends Chunk> = (chunk: T, index: number, debug?: boolean) => string[];\n\n/**\n * Abstract representation of the document model.\n */\nexport interface ChunkDocument {\n lineCount(): number;\n replaceLines(from: number, remove: number, insert: string[]): void;\n}\n\n/**\n * Codemirror document adapter.\n */\nexport class DocumentAdapter implements ChunkDocument {\n constructor(private readonly _view: EditorView) {}\n\n /** The document must always have at least one line. */\n lineCount(): number {\n return this._view.state.doc.lines - 1;\n }\n\n replaceLines(from: number, remove: number, insert: string[]): void {\n log('replaceLines', { count: this._view.state.doc.lines, from, remove, insert });\n\n const numLines = this._view.state.doc.lines;\n const posFrom = this._view.state.doc.line(from).from;\n const posTo = remove === 0 ? posFrom : this._view.state.doc.line(Math.min(numLines, from + remove)).from;\n\n // Don't remove the last line.\n let text = insert.join('\\n');\n if (posTo === this._view.state.doc.length) {\n text += '\\n';\n }\n\n this._view.dispatch({\n changes: { from: posFrom, to: posTo, insert: text },\n });\n }\n}\n\ntype ChunkChange<T extends Chunk> =\n | {\n type: 'append';\n index: number;\n chunk: T;\n }\n | {\n type: 'update';\n index: number;\n chunk: T;\n }\n | {\n type: 'delete';\n index: number;\n id: string;\n };\n\n/**\n * Each Chunk can be converted into a set of lines.\n * Chunks can be added, updated or deleted from the Queue.\n * A Document is an immutable projection that represents a flat list of lines corresponding to the Queue.\n *\n * Ideally we would implement a custom virtual Text model for the View, but this currently isn't possible in Codemirror.\n * Instead this model tracks changes and syncs them with the ChunkDocument.\n */\nexport class SerializationModel<T extends Chunk> {\n /** Ordered set of chunks. */\n private readonly _chunks: T[] = [];\n\n /** Map of chunk IDs to their current line counts. */\n private readonly _chunkLineCounts = new Map<string, number>();\n\n /** Map of line numbers to chunk IDs. */\n private readonly _lineToChunk = new Map<number, T>();\n\n /** Track chunk changes since last sync. */\n private readonly _changes: Array<ChunkChange<T>> = [];\n\n /** Emits when the document is updated. */\n public readonly update = new Event<void>();\n\n constructor(\n private readonly _renderer: ChunkRenderer<T>,\n initialChunks: T[] = [],\n ) {\n initialChunks.forEach((chunk) => {\n this.appendChunk(chunk);\n });\n }\n\n toJSON() {\n return {\n chunks: this._chunks.length,\n changes: this._changes.length,\n };\n }\n\n get doc() {\n return Text.of([...this._chunks.flatMap((chunk, index) => this._renderer(chunk, index)), '']);\n }\n\n get chunks() {\n return this._chunks;\n }\n\n /**\n * Get the block ID at the given line number.\n */\n getChunkAtLine(line: number): T | undefined {\n return this._lineToChunk.get(line);\n }\n\n reset(): this {\n this._chunks.length = 0;\n this._chunkLineCounts.clear();\n this._lineToChunk.clear();\n this.update.emit();\n return this;\n }\n\n appendChunk(chunk: T): this {\n const index = this._chunks.length;\n this._chunks.push(chunk);\n this._changes.push({ type: 'append', index, chunk });\n this.update.emit();\n return this;\n }\n\n updateChunk(chunk: T): this {\n const index = this._chunks.findIndex((c) => c.id === chunk.id);\n invariant(index !== -1);\n this._chunks[index] = chunk;\n this._changes.push({ type: 'update', index, chunk });\n this.update.emit();\n return this;\n }\n\n deleteBlock(id: string): this {\n const index = this._chunks.findIndex((c) => c.id === id);\n invariant(index !== -1);\n this._chunks.splice(index, 1);\n this._changes.push({ type: 'delete', index, id });\n this.update.emit();\n return this;\n }\n\n /**\n * Syncs the tracked changes with the ChunkDocument.\n */\n sync(document: ChunkDocument): this {\n log('sync', { changes: this._changes });\n\n // Process each change in order.\n for (const change of this._changes) {\n switch (change.type) {\n case 'append': {\n // For appends, convert block to lines and add at the end.\n const lines = this._renderer(change.chunk, change.index);\n const lastLine = document.lineCount();\n document.replaceLines(lastLine + 1, 0, lines);\n break;\n }\n\n case 'update': {\n // For updates, find the block's line range and replace with new lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.chunk.id)!;\n const newLines = this._renderer(change.chunk, change.index);\n document.replaceLines(lineStart, previousLineCount, newLines);\n break;\n }\n\n case 'delete': {\n // For deletes, find the block's line range and remove those lines.\n let lineStart = 1;\n for (let i = 0; i < change.index; i++) {\n lineStart += this._chunkLineCounts.get(this._chunks[i].id)!;\n }\n const previousLineCount = this._chunkLineCounts.get(change.id)!;\n document.replaceLines(lineStart, previousLineCount, []);\n break;\n }\n }\n }\n\n // Clear the line-to-block mapping.\n this._lineToChunk.clear();\n\n // Update all block line counts and line-to-block mapping after processing changes.\n let currentLine = 1;\n for (const [index, chunk] of this._chunks.entries()) {\n const lineCount = this._renderer(chunk, index).length;\n this._chunkLineCounts.set(chunk.id, lineCount);\n this._lineToChunk.set(currentLine, chunk);\n currentLine += lineCount;\n }\n\n // Clean up deleted blocks.\n const chunkIds = new Set(this._chunks.map((chunk) => chunk.id));\n for (const id of this._chunkLineCounts.keys()) {\n if (!chunkIds.has(id)) {\n this._chunkLineCounts.delete(id);\n }\n }\n\n // Clear changes after sync.\n this._changes.length = 0;\n return this;\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\nimport { log } from '@dxos/log';\n\nexport type UseAudioState = {\n audio?: HTMLAudioElement;\n stream?: MediaStream;\n track?: MediaStreamTrack;\n};\n\nexport const useAudioFile = (audioUrl: string): UseAudioState => {\n const [{ audio, stream, track }, setStream] = useState<UseAudioState>({});\n useEffect(() => {\n const t = setTimeout(async () => {\n const response = await fetch(audioUrl);\n const blob = await response.blob();\n const audio = new Audio();\n audio.src = URL.createObjectURL(blob);\n await new Promise<void>((resolve, reject) => {\n audio.addEventListener(\n 'error',\n (err) => {\n log.error('error', { err });\n reject(err);\n },\n { once: true },\n );\n audio.addEventListener(\n 'canplay',\n () => {\n log.info('starting...');\n resolve();\n },\n { once: true },\n );\n audio.load();\n });\n\n const ctx = new AudioContext();\n\n const destination = ctx.createMediaStreamDestination();\n destination.channelCount = 1;\n\n const source = ctx.createMediaElementSource(audio);\n source.connect(destination);\n\n setStream({\n audio,\n stream: destination.stream,\n track: destination.stream.getAudioTracks()[0],\n });\n });\n\n return () => clearTimeout(t);\n }, [audioUrl]);\n\n return { audio, stream, track };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useState } from 'react';\n\n/**\n *\n */\n// TODO(burdon): Reconcile with react-ui-sfx and plugin-calls.\nexport const useAudioTrack = (active?: boolean): MediaStreamTrack | undefined => {\n const [track, setTrack] = useState<MediaStreamTrack>();\n useEffect(() => {\n if (!active) {\n track?.stop();\n setTrack(undefined);\n return;\n }\n\n const initAudio = async () => {\n const audio = new Audio();\n audio.srcObject = await navigator.mediaDevices.getUserMedia({ audio: true });\n const [track] = audio.srcObject.getAudioTracks();\n if (track) {\n setTrack(track);\n }\n };\n\n if (active) {\n void initAudio();\n }\n }, [active]);\n\n return track;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useMemo, useEffect, useState } from 'react';\n\nimport { type Queue } from '@dxos/react-client/echo';\n\nimport { type Chunk, type ChunkRenderer, SerializationModel } from '../model';\n\n/**\n * Model adapter for a queue.\n */\nexport const useQueueModelAdapter = <T extends Chunk>(\n renderer: ChunkRenderer<T>,\n queue: Queue<T> | undefined,\n initialChunks: T[] = [],\n): SerializationModel<T> => {\n const model = useMemo(() => new SerializationModel<T>(renderer, initialChunks), [queue]);\n const [loaded, setLoaded] = useState(false);\n\n // Set initial blocks.\n useEffect(() => {\n if (!queue) {\n return;\n }\n\n const update = () => {\n for (const block of queue?.items ?? []) {\n model.appendChunk(block);\n }\n\n setLoaded(true);\n };\n\n // TODO(burdon): This is a hack to ensure the queue is loaded.\n let i: NodeJS.Timeout | undefined;\n if (queue.isLoading) {\n i = setInterval(() => {\n if (!queue?.isLoading) {\n clearInterval(i);\n update();\n }\n }, 1_000);\n } else {\n update();\n }\n\n return () => clearTimeout(i);\n }, [model, queue]);\n\n // TODO(burdon): Can we listen for queue events?\n useEffect(() => {\n if (!loaded || !queue || model.chunks.length === queue.items.length) {\n return;\n }\n\n const chunk = queue.items[queue.items.length - 1];\n model.appendChunk(chunk);\n }, [model, loaded, queue?.items.length]);\n\n return model;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useEffect, useMemo } from 'react';\n\nimport { useCapabilities } from '@dxos/app-framework';\n\nimport { TranscriptionCapabilities } from '../capabilities';\nimport { type Transcriber } from '../transcriber';\n\n/**\n * Records audio while user is speaking and transcribes it after user is done speaking.\n */\nexport const useTranscriber = ({\n audioStreamTrack,\n onSegments,\n config,\n}: Partial<TranscriptionCapabilities.GetTranscriberProps>) => {\n const [getTranscriber] = useCapabilities(TranscriptionCapabilities.Transcriber);\n\n // Initialize audio transcription.\n const transcriber = useMemo<Transcriber | undefined>(() => {\n if (!onSegments || !audioStreamTrack || !getTranscriber) {\n return undefined;\n }\n\n return getTranscriber({ audioStreamTrack, onSegments, config });\n }, [audioStreamTrack, onSegments, getTranscriber, config]);\n\n useEffect(() => {\n return () => {\n void transcriber?.close();\n };\n }, [transcriber]);\n\n return transcriber;\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { lazy } from '@dxos/app-framework';\n\nexport const AppGraphBuilder = lazy(() => import('./app-graph-builder'));\nexport const IntentResolver = lazy(() => import('./intent-resolver'));\nexport const MeetingTranscriptionState = lazy(() => import('./meeting-transcription-state'));\nexport const ReactSurface = lazy(() => import('./react-surface'));\nexport const Transcriber = lazy(() => import('./transcriber'));\nexport const Settings = lazy(() => import('./settings'));\n\nexport * from './capabilities';\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { useState, useEffect, useCallback } from 'react';\n\nimport { scheduleMicroTask } from '@dxos/async';\nimport { Context } from '@dxos/context';\nimport { log } from '@dxos/log';\nimport { useSoundEffect } from '@dxos/react-ui-sfx';\n\nimport { useAudioTrack } from './useAudioTrack';\nimport { useTranscriber } from './useTranscriber';\nimport { type TranscriberParams } from '../transcriber';\n\nexport type UseVoiceInputProps = {\n active?: boolean;\n onUpdate: (text: string) => void;\n};\n\n/**\n * Hook for voice input.\n */\nexport const useVoiceInput = ({ active, onUpdate }: UseVoiceInputProps) => {\n const soundStart = useSoundEffect('StartRecording');\n const soundStop = useSoundEffect('StopRecording');\n\n const handleSegments = useCallback<TranscriberParams['onSegments']>(async (segments) => {\n const text = segments.map((str) => str.text.trim().replace(/[^\\w\\s]/g, '')).join(' ');\n onUpdate(text);\n }, []);\n\n // Audio/transcription.\n const [recording, setRecording] = useState(false);\n const track = useAudioTrack(active);\n const transcriber = useTranscriber({\n audioStreamTrack: track,\n onSegments: handleSegments,\n });\n\n // Start/stop transcription.\n useEffect(() => {\n const ctx = new Context();\n scheduleMicroTask(ctx, async () => {\n if (active && transcriber) {\n await transcriber.open();\n log.info('starting...');\n setRecording(true);\n void soundStart.play();\n transcriber.startChunksRecording();\n } else if (!active && transcriber?.isOpen) {\n transcriber?.stopChunksRecording();\n await transcriber?.close();\n log.info('stopped');\n setRecording(false);\n void soundStop.play();\n }\n });\n\n return () => {\n void ctx.dispose();\n };\n }, [active, transcriber]);\n\n return { recording };\n};\n"],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,mBAA+B;AAE/B,kBAA2C;AAC3C,IAAAA,eAAqC;AACrC,4BAA0B;ACJ1B,IAAAC,gBAAkB;AAIlB,sBAAkE;AAClE,6BASO;AACP,4BAAmB;AAEnB,kBAA2B;ACjB3B,mBAAgD;AAChD,kBAA8E;AAC9E,oBAAuB;AACvB,gCAAmC;AAEnC,mBAA0D;ACL1D,IAAAC,gBAAqB;AAGrB,IAAAC,gBAAsB;AACtB,uBAA0B;AAC1B,iBAAoB;ACLpB,IAAAF,gBAAoC;AAEpC,IAAAG,cAAoB;ACFpB,IAAAH,gBAAoC;ACApC,IAAAA,gBAA6C;ACA7C,IAAAA,gBAAmC;AAEnC,2BAAgC;ACFhC,IAAAI,wBAAqB;ACArB,IAAAJ,gBAAiD;AAEjD,IAAAE,gBAAkC;AAClC,qBAAwB;AACxB,IAAAC,cAAoB;AACpB,0BAA+B;;ANoBxB,IAAME,kBAAN,MAAMA;EACXC,YAA6BC,OAAmB;SAAnBA,QAAAA;EAAoB;;EAGjDC,YAAoB;AAClB,WAAO,KAAKD,MAAME,MAAMC,IAAIC,QAAQ;EACtC;EAEAC,aAAaC,MAAcC,QAAgBC,QAAwB;AACjEC,wBAAI,gBAAgB;MAAEC,OAAO,KAAKV,MAAME,MAAMC,IAAIC;MAAOE;MAAMC;MAAQC;IAAO,GAAA;;;;;;AAE9E,UAAMG,WAAW,KAAKX,MAAME,MAAMC,IAAIC;AACtC,UAAMQ,UAAU,KAAKZ,MAAME,MAAMC,IAAIU,KAAKP,IAAAA,EAAMA;AAChD,UAAMQ,QAAQP,WAAW,IAAIK,UAAU,KAAKZ,MAAME,MAAMC,IAAIU,KAAKE,KAAKC,IAAIL,UAAUL,OAAOC,MAAAA,CAAAA,EAASD;AAGpG,QAAIW,OAAOT,OAAOU,KAAK,IAAA;AACvB,QAAIJ,UAAU,KAAKd,MAAME,MAAMC,IAAIgB,QAAQ;AACzCF,cAAQ;IACV;AAEA,SAAKjB,MAAMoB,SAAS;MAClBC,SAAS;QAAEf,MAAMM;QAASU,IAAIR;QAAON,QAAQS;MAAK;IACpD,CAAA;EACF;AACF;AA2BO,IAAMM,qBAAN,MAAMA;EAgBXxB,YACmByB,WACjBC,gBAAqB,CAAA,GACrB;SAFiBD,YAAAA;SAfFE,UAAe,CAAA;SAGfC,mBAAmB,oBAAIC,IAAAA;SAGvBC,eAAe,oBAAID,IAAAA;SAGnBE,WAAkC,CAAA;SAGnCC,SAAS,IAAIC,oBAAAA;AAM3BP,kBAAcQ,QAAQ,CAACC,UAAAA;AACrB,WAAKC,YAAYD,KAAAA;IACnB,CAAA;EACF;EAEAE,SAAS;AACP,WAAO;MACLC,QAAQ,KAAKX,QAAQP;MACrBE,SAAS,KAAKS,SAASX;IACzB;EACF;EAEA,IAAIhB,MAAM;AACR,WAAOmC,mBAAKC,GAAG;SAAI,KAAKb,QAAQc,QAAQ,CAACN,OAAOO,UAAU,KAAKjB,UAAUU,OAAOO,KAAAA,CAAAA;MAAS;KAAG;EAC9F;EAEA,IAAIJ,SAAS;AACX,WAAO,KAAKX;EACd;;;;EAKAgB,eAAe7B,MAA6B;AAC1C,WAAO,KAAKgB,aAAac,IAAI9B,IAAAA;EAC/B;EAEA+B,QAAc;AACZ,SAAKlB,QAAQP,SAAS;AACtB,SAAKQ,iBAAiBkB,MAAK;AAC3B,SAAKhB,aAAagB,MAAK;AACvB,SAAKd,OAAOe,KAAI;AAChB,WAAO;EACT;EAEAX,YAAYD,OAAgB;AAC1B,UAAMO,QAAQ,KAAKf,QAAQP;AAC3B,SAAKO,QAAQqB,KAAKb,KAAAA;AAClB,SAAKJ,SAASiB,KAAK;MAAEC,MAAM;MAAUP;MAAOP;IAAM,CAAA;AAClD,SAAKH,OAAOe,KAAI;AAChB,WAAO;EACT;EAEAG,YAAYf,OAAgB;AAC1B,UAAMO,QAAQ,KAAKf,QAAQwB,UAAU,CAACC,MAAMA,EAAEC,OAAOlB,MAAMkB,EAAE;AAC7DC,oCAAUZ,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKf,QAAQe,KAAAA,IAASP;AACtB,SAAKJ,SAASiB,KAAK;MAAEC,MAAM;MAAUP;MAAOP;IAAM,CAAA;AAClD,SAAKH,OAAOe,KAAI;AAChB,WAAO;EACT;EAEAQ,YAAYF,IAAkB;AAC5B,UAAMX,QAAQ,KAAKf,QAAQwB,UAAU,CAACC,MAAMA,EAAEC,OAAOA,EAAAA;AACrDC,oCAAUZ,UAAU,IAAC,QAAA;;;;;;;;;AACrB,SAAKf,QAAQ6B,OAAOd,OAAO,CAAA;AAC3B,SAAKX,SAASiB,KAAK;MAAEC,MAAM;MAAUP;MAAOW;IAAG,CAAA;AAC/C,SAAKrB,OAAOe,KAAI;AAChB,WAAO;EACT;;;;EAKAU,KAAKC,WAA+B;AAClChD,wBAAI,QAAQ;MAAEY,SAAS,KAAKS;IAAS,GAAA;;;;;;AAGrC,eAAW4B,UAAU,KAAK5B,UAAU;AAClC,cAAQ4B,OAAOV,MAAI;QACjB,KAAK,UAAU;AAEb,gBAAM5C,QAAQ,KAAKoB,UAAUkC,OAAOxB,OAAOwB,OAAOjB,KAAK;AACvD,gBAAMkB,WAAWF,UAASxD,UAAS;AACnCwD,oBAASpD,aAAasD,WAAW,GAAG,GAAGvD,KAAAA;AACvC;QACF;QAEA,KAAK,UAAU;AAEb,cAAIwD,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOjB,OAAOoB,KAAK;AACrCD,yBAAa,KAAKjC,iBAAiBgB,IAAI,KAAKjB,QAAQmC,CAAAA,EAAGT,EAAE;UAC3D;AACA,gBAAMU,oBAAoB,KAAKnC,iBAAiBgB,IAAIe,OAAOxB,MAAMkB,EAAE;AACnE,gBAAMW,WAAW,KAAKvC,UAAUkC,OAAOxB,OAAOwB,OAAOjB,KAAK;AAC1DgB,oBAASpD,aAAauD,WAAWE,mBAAmBC,QAAAA;AACpD;QACF;QAEA,KAAK,UAAU;AAEb,cAAIH,YAAY;AAChB,mBAASC,IAAI,GAAGA,IAAIH,OAAOjB,OAAOoB,KAAK;AACrCD,yBAAa,KAAKjC,iBAAiBgB,IAAI,KAAKjB,QAAQmC,CAAAA,EAAGT,EAAE;UAC3D;AACA,gBAAMU,oBAAoB,KAAKnC,iBAAiBgB,IAAIe,OAAON,EAAE;AAC7DK,oBAASpD,aAAauD,WAAWE,mBAAmB,CAAA,CAAE;AACtD;QACF;MACF;IACF;AAGA,SAAKjC,aAAagB,MAAK;AAGvB,QAAImB,cAAc;AAClB,eAAW,CAACvB,OAAOP,KAAAA,KAAU,KAAKR,QAAQuC,QAAO,GAAI;AACnD,YAAMhE,YAAY,KAAKuB,UAAUU,OAAOO,KAAAA,EAAOtB;AAC/C,WAAKQ,iBAAiBuC,IAAIhC,MAAMkB,IAAInD,SAAAA;AACpC,WAAK4B,aAAaqC,IAAIF,aAAa9B,KAAAA;AACnC8B,qBAAe/D;IACjB;AAGA,UAAMkE,WAAW,IAAIC,IAAI,KAAK1C,QAAQ2C,IAAI,CAACnC,UAAUA,MAAMkB,EAAE,CAAA;AAC7D,eAAWA,MAAM,KAAKzB,iBAAiB2C,KAAI,GAAI;AAC7C,UAAI,CAACH,SAASI,IAAInB,EAAAA,GAAK;AACrB,aAAKzB,iBAAiB6C,OAAOpB,EAAAA;MAC/B;IACF;AAGA,SAAKtB,SAASX,SAAS;AACvB,WAAO;EACT;AACF;ADzMO,IAAMsD,aAAa,CAAC,EAAEC,OAAOC,SAASC,aAAY,MAAqB;AAC5E,SAAO;;QAELC,oBAAO;MACLC,OAAO;MACPC,kBAAkB,CAAChD,WAAWA,OAAOiD,cAAcjD,OAAOkD;MAC1DC,SAAS,CAACC,SAAAA;AACR,cAAMC,QAAQC,aAAaV,SAASD,MAAMrC,OAAO,CAAA,CAAE;AACnD,cAAMiD,UAAU,IAAIC,6BAAAA;AACpB,mBAAW,EAAEjF,MAAMgB,GAAE,KAAM6D,KAAKK,eAAe;AAC7C,cAAI3E,OAAOsE,KAAKjF,MAAMC,IAAIsF,OAAOnF,IAAAA;AACjC,iBAAOO,KAAKP,QAAQgB,IAAI;AACtB,kBAAMoE,QAAQhB,MAAMhC,eAAe7B,KAAK8E,MAAM,GAAGC,OAAO,CAAA;AACxD,kBAAMC,YAAYH,OAAO1C,SAAS,mBAAmB0C,MAAMf;AAC3D,gBAAIkB,WAAW;AACbP,sBAAQQ,IAAIjF,KAAKP,MAAMO,KAAKP,MAAM,IAAIyF,gBAAgBlF,KAAK8E,QAAQ,IAAIK,KAAKH,SAAAA,GAAYT,KAAAA,CAAAA;YAC1F;AAEA,gBAAIvE,KAAKS,KAAK,IAAI6D,KAAKjF,MAAMC,IAAIgB,QAAQ;AACvC;YACF;AAEAN,mBAAOsE,KAAKjF,MAAMC,IAAIsF,OAAO5E,KAAKS,KAAK,CAAA;UACzC;QACF;AAEA,eAAOgE,QAAQW,OAAM;MACvB;IACF,CAAA;;IAGAC,uBAAWC,UACT,MAAA;MAMEpG,YAAYoF,MAAkB;AAFtBiB,aAAAA,eAAe;AAGrB,aAAKC,WAAW,IAAIvG,gBAAgBqF,IAAAA;AAEpC,cAAMmB,WAAWnB,KAAKoB;AACtB,YAAIC,kBAAkB;AACtB,YAAIC,cAAc;AAElB,YAAIC;AACJ,cAAMC,iBAAiB,CAACC,SAAS,UAAK;AACpCN,mBAASO,MAAMC,iBAAiBF,SAAS,WAAW;AAGpDN,mBAASS,UAAUjB,IAAI,mBAAA;AACvBU,4BAAkB;AAClBQ,uBAAaN,OAAAA;AACbA,oBAAUO,WAAW,MAAA;AACnB,iBAAKC,WAAWH,UAAUjB,IAAI,WAAA;AAC9BQ,qBAASS,UAAUxG,OAAO,mBAAA;AAC1BiG,8BAAkB;UACpB,GAAG,GAAA;AAGHrB,eAAK/D,SAAS;YACZ+F,SAASC,uBAAWC,eAAelC,KAAKjF,MAAMC,IAAIgB,QAAQ;cAAEmG,GAAG;YAAM,CAAA;UACvE,CAAA;QACF;AAGA,YAAI1C,cAAc;AAChB,eAAKsC,YAAYzD,SAAS8D,cAAc,KAAA;AACxC,eAAKL,UAAUH,UAAUjB,IAAI,eAAe,sBAAsB,gBAAgB,WAAA;AAClFX,eAAKqC,IAAIC,YAAY,KAAKP,SAAS;AACnCtC,uBACE,KAAKsC,WACL;YACEQ,SAAS,MAAA;AACPf,6BAAe,KAAA;YACjB;UACF,GACAxB,IAAAA;QAEJ;AAGA,aAAKwC,eAAWC,0BACdC,+BAAiB1C,KAAKoB,WAAW,UAAU,MAAA;AACzC,cAAI,CAACC,iBAAiB;AACpBC,0BAAc;AACd,iBAAKS,WAAWH,UAAUxG,OAAO,WAAA;UACnC;QACF,CAAA,GAEAmE,MAAM3C,OAAO+F,GAAG,MAAA;AAEd,gBAAMC,aACJzB,SAAS0B,eAAe1B,SAAS2B,YAAY3B,SAAS4B,iBAAiB,KAAK,CAACzB;AAG/E/B,gBAAMlB,KAAK,KAAK6C,QAAQ;AAGxB,cAAI0B,YAAY;AACdpB,2BAAe,IAAA;UACjB;QACF,CAAA,CAAA;MAEJ;MAEA5E,OAAOA,QAAoB;AAEzB,YAAI,CAAC,KAAKqE,cAAc;AACtB,eAAKA,eAAe;AACpBa,qBAAW,MAAA;AACTvC,kBAAMlB,KAAK,KAAK6C,QAAQ;UAC1B,CAAA;QACF;MACF;MAEA8B,UAAU;AACR,aAAKjB,WAAW3G,OAAAA;AAChB,aAAKoH,SAAQ;MACf;IACF,CAAA;IAGFP,uBAAWgB,MAAM;MACf,gBAAgB;QACdC,WAAW;MACb;MACA,sBAAsB;QACpBC,gBAAgB;QAChB,sBAAsB;MACxB;MACA,yCAAyC;QACvCC,SAAS;MACX;MACA,gBAAgB;QACdC,UAAU;QACVC,QAAQ;QACRC,OAAO;QACPC,QAAQ;MACV;MACA,YAAY;QACVC,cAAc;MAChB;MACA,wBAAwB;QACtBC,OAAO;QACPD,cAAc;MAChB;MACA,kDAAkD;QAChDL,SAAS;QACTO,WAAW;QACXC,SAAS;MACX;IACF,CAAA;;AAEJ;AAKA,IAAMhD,kBAAN,cAA8BiD,yBAAAA;EAC5BjJ,YACWkJ,OACAC,YACAC,UACT;AACA,UAAK;SAJIF,QAAAA;SACAC,aAAAA;SACAC,WAAAA;EAGX;EAESC,GAAGC,OAAa;AACvB,WAAOA,MAAMH,eAAe,KAAKA;EACnC;EAESI,MAAMnE,MAAkB;AAC/B,UAAMoE,KAAK9F,SAAS8D,cAAc,KAAA;AAClCgC,OAAGC,YAAY;AACfD,OAAGE,cAAcC,gBAAgB,KAAKR,YAAY,KAAKC,QAAQ;AAE/DI,OAAGI,UAAU,MAAA;AACX,YAAMC,MAAMzE,KAAKjF,MAAMC,IAAIU,KAAK,KAAKoI,KAAK,EAAE3I;AAC5C6E,WAAK/D,SAAS;QACZ+F,SAASC,uBAAWC,eAAeuC,KAAK;UAAEtC,GAAG;QAAQ,CAAA;MACvD,CAAA;IACF;AAEA,WAAOiC;EACT;AACF;AAEA,IAAMlE,eAAe,CAACV,SAAgBkF,YAAAA;AACpC,MAAIlF,SAAS;AACX,WAAOA;EACT;AAEA,MAAIkF,SAASjE,OAAO,CAAA,GAAI5C,SAAS,mBAAmB6G,QAAQjE,OAAO,CAAA,EAAGjB,SAAS;AAC7E,WAAO,IAAIqB,KAAK6D,QAAQjE,OAAO,CAAA,EAAGjB,OAAO;EAC3C;AAEA,SAAOmF;AACT;AAEA,IAAMJ,kBAAkB,CAAC7D,WAAiBkE,aAAAA;AACxC,MAAIA,UAAU;AACZ,UAAMC,MAAM,CAACC,IAAI,MAAMC,OAAOD,CAAAA,EAAGE,SAAS,GAAG,GAAA;AAC7C,UAAM,EAAEC,OAAOC,SAASC,QAAO,QAAKC,8CAAmB;MAAEnF,OAAO2E;MAAUS,KAAK3E;IAAU,CAAA;AACzF,WAAO,GAAGmE,IAAII,KAAAA,CAAAA,IAAUJ,IAAIK,OAAAA,CAAAA,IAAYL,IAAIM,OAAAA,CAAAA;EAC9C,OAAO;AACL,eAAOG,sBAAO5E,WAAW,UAAA;EAC3B;AACF;ADhNO,IAAM6E,iBACX,CAACC,eACD,CAACd,SAAsBpH,OAAemI,QAAQ,UAAK;AACjD,MAAIf,QAAQgB,OAAOC,SAAS,aAAa;AAEvC,WAAO;MAACjB,QAAQjE,OAAOmF,KAAK,CAACrF,UAAUA,MAAM1C,SAAS,eAAA,GAAkB/B,QAAQ;MAAI;;EACtF;AAIA,QAAM+J,WAAWL,WAAWI,KAAK,CAACC,cAAaA,UAASC,QAAQpB,QAAQgB,OAAOK,WAAW;AAC1F,QAAMC,OACJH,UAAUI,SAASC,eACnBxB,QAAQgB,OAAOS,SAASC,QAAQC,YAChC3B,QAAQgB,OAAOM,QACftB,QAAQgB,OAAOY,SACf5B,QAAQgB,OAAOK;AACjB,QAAMtF,SAASiE,QAAQjE,OAAO8F,OAAO,CAAChG,UAAUA,MAAM1C,SAAS,eAAA;AAC/D,SAAO;IACL,UAAUmI,IAAAA,MAAUP,QAAQ,KAAKnI,KAAAA,KAAUoH,QAAQzG,EAAE,KAAK;IAC1DwC,OAAOvB,IAAI,CAACqB,UAAUA,MAAMzE,KAAK0K,KAAI,CAAA,EAAIzK,KAAK,GAAA;IAC9C;;AAEJ;AAcK,IAAM0K,aAAa,CAAC,EACzBC,YACApH,YAAYqH,QACZC,OACArH,OACAsH,cACAC,gBAAe,MACC;AAChB,QAAM,EAAEC,UAAS,QAAKC,iCAAAA;AACtB,QAAM,EAAEC,UAAS,QAAKC,sCAAc,MAAA;AAClC,WAAO;MACLC,YAAY;YACVC,8CAAsB;UAAEC,UAAU;UAAMC,cAAc;QAAK,CAAA;YAC3DC,iDAAyB;UAAER;QAAU,CAAA;YACrCS,8CAAsB;UAAET;QAAU,CAAA;YAClCU,yCAAAA;QACAb,aAASc,gCAAAA;QACTpI,WAAW;UACTC;UACAC,SAASmH,QAAQnH,UAAU,IAAIqB,KAAK8F,OAAOnH,OAAO,IAAImF;UACtDlF,kBAAckI,uCAAe,CAAC,EAAEpF,QAAO,MACrC,8BAAAqF,QAAA,cAACC,4BAAAA;YAAWC,MAAK;YAA+BC,UAAAA;YAASC,OAAM;YAAmBzF;;QAEtF,CAAA;QACAgE,OAAO0B,sBAAAA;IACX;EACF,GAAG;IAACrB;IAAOrH;GAAM;AAEjB,SAAO,8BAAAqI,QAAA,cAACM,OAAAA;IAAIC,KAAKlB;IAAW5C,eAAW+D,0BAAG,6BAA6BC,oCAAa3B,UAAAA;;AACtF;;AG/EO,IAAM4B,eAAe,CAACC,aAAAA;AAC3B,QAAM,CAAC,EAAEC,OAAOC,QAAQC,MAAK,GAAIC,SAAAA,QAAaC,wBAAwB,CAAC,CAAA;AACvEC,+BAAU,MAAA;AACR,UAAMC,IAAIhH,WAAW,YAAA;AACnB,YAAMiH,WAAW,MAAMC,MAAMT,QAAAA;AAC7B,YAAMU,OAAO,MAAMF,SAASE,KAAI;AAChC,YAAMT,SAAQ,IAAIU,MAAAA;AAClBV,aAAMW,MAAMC,IAAIC,gBAAgBJ,IAAAA;AAChC,YAAM,IAAIK,QAAc,CAACC,SAASC,WAAAA;AAChChB,eAAM9F,iBACJ,SACA,CAAC+G,QAAAA;AACCnO,sBAAAA,IAAIoO,MAAM,SAAS;YAAED;UAAI,GAAA;;;;;;AACzBD,iBAAOC,GAAAA;QACT,GACA;UAAEE,MAAM;QAAK,CAAA;AAEfnB,eAAM9F,iBACJ,WACA,MAAA;AACEpH,sBAAAA,IAAIsO,KAAK,eAAA,QAAA;;;;;;AACTL,kBAAAA;QACF,GACA;UAAEI,MAAM;QAAK,CAAA;AAEfnB,eAAMqB,KAAI;MACZ,CAAA;AAEA,YAAMC,MAAM,IAAIC,aAAAA;AAEhB,YAAMC,cAAcF,IAAIG,6BAA4B;AACpDD,kBAAYE,eAAe;AAE3B,YAAMC,SAASL,IAAIM,yBAAyB5B,MAAAA;AAC5C2B,aAAOE,QAAQL,WAAAA;AAEfrB,gBAAU;QACRH,OAAAA;QACAC,QAAQuB,YAAYvB;QACpBC,OAAOsB,YAAYvB,OAAO6B,eAAc,EAAG,CAAA;MAC7C,CAAA;IACF,CAAA;AAEA,WAAO,MAAMzI,aAAaiH,CAAAA;EAC5B,GAAG;IAACP;GAAS;AAEb,SAAO;IAAEC;IAAOC;IAAQC;EAAM;AAChC;ACnDO,IAAM6B,gBAAgB,CAACC,WAAAA;AAC5B,QAAM,CAAC9B,OAAO+B,QAAAA,QAAY7B,cAAAA,UAAAA;AAC1BC,oBAAAA,WAAU,MAAA;AACR,QAAI,CAAC2B,QAAQ;AACX9B,aAAOgC,KAAAA;AACPD,eAAS9F,MAAAA;AACT;IACF;AAEA,UAAMgG,YAAY,YAAA;AAChB,YAAMnC,QAAQ,IAAIU,MAAAA;AAClBV,YAAMoC,YAAY,MAAMC,UAAUC,aAAaC,aAAa;QAAEvC,OAAO;MAAK,CAAA;AAC1E,YAAM,CAACE,MAAAA,IAASF,MAAMoC,UAAUN,eAAc;AAC9C,UAAI5B,QAAO;AACT+B,iBAAS/B,MAAAA;MACX;IACF;AAEA,QAAI8B,QAAQ;AACV,WAAKG,UAAAA;IACP;EACF,GAAG;IAACH;GAAO;AAEX,SAAO9B;AACT;ACrBO,IAAMsC,uBAAuB,CAClCC,UACAC,OACA5O,gBAAqB,CAAA,MAAE;AAEvB,QAAMiD,YAAQ4L,uBAAQ,MAAM,IAAI/O,mBAAsB6O,UAAU3O,aAAAA,GAAgB;IAAC4O;GAAM;AACvF,QAAM,CAACE,QAAQC,SAAAA,QAAazC,cAAAA,UAAS,KAAA;AAGrCC,oBAAAA,WAAU,MAAA;AACR,QAAI,CAACqC,OAAO;AACV;IACF;AAEA,UAAMtO,SAAS,MAAA;AACb,iBAAW2D,SAAS2K,OAAOI,SAAS,CAAA,GAAI;AACtC/L,cAAMvC,YAAYuD,KAAAA;MACpB;AAEA8K,gBAAU,IAAA;IACZ;AAGA,QAAI3M;AACJ,QAAIwM,MAAMK,WAAW;AACnB7M,UAAI8M,YAAY,MAAA;AACd,YAAI,CAACN,OAAOK,WAAW;AACrBE,wBAAc/M,CAAAA;AACd9B,iBAAAA;QACF;MACF,GAAG,GAAA;IACL,OAAO;AACLA,aAAAA;IACF;AAEA,WAAO,MAAMiF,aAAanD,CAAAA;EAC5B,GAAG;IAACa;IAAO2L;GAAM;AAGjBrC,oBAAAA,WAAU,MAAA;AACR,QAAI,CAACuC,UAAU,CAACF,SAAS3L,MAAMrC,OAAOlB,WAAWkP,MAAMI,MAAMtP,QAAQ;AACnE;IACF;AAEA,UAAMe,QAAQmO,MAAMI,MAAMJ,MAAMI,MAAMtP,SAAS,CAAA;AAC/CuD,UAAMvC,YAAYD,KAAAA;EACpB,GAAG;IAACwC;IAAO6L;IAAQF,OAAOI,MAAMtP;GAAO;AAEvC,SAAOuD;AACT;AExDO,IAAMmM,sBAAkBC,4BAAK,MAAM,OAAO,kCAAA,CAAA;AAC1C,IAAMC,qBAAiBD,4BAAK,MAAM,OAAO,gCAAA,CAAA;AACzC,IAAME,gCAA4BF,4BAAK,MAAM,OAAO,4CAAA,CAAA;AACpD,IAAMG,mBAAeH,4BAAK,MAAM,OAAO,8BAAA,CAAA;AACvC,IAAMI,kBAAcJ,4BAAK,MAAM,OAAO,4BAAA,CAAA;AACtC,IAAMK,eAAWL,4BAAK,MAAM,OAAO,yBAAA,CAAA;ADGnC,IAAMM,iBAAiB,CAAC,EAC7BC,kBACAC,YACAC,OAAM,MACiD;AACvD,QAAM,CAACC,cAAAA,QAAkBC,sCAAgBC,gDAA0BR,WAAW;AAG9E,QAAMS,kBAAcrB,cAAAA,SAAiC,MAAA;AACnD,QAAI,CAACgB,cAAc,CAACD,oBAAoB,CAACG,gBAAgB;AACvD,aAAO1H;IACT;AAEA,WAAO0H,eAAe;MAAEH;MAAkBC;MAAYC;IAAO,CAAA;EAC/D,GAAG;IAACF;IAAkBC;IAAYE;IAAgBD;GAAO;AAEzDvD,oBAAAA,WAAU,MAAA;AACR,WAAO,MAAA;AACL,WAAK2D,aAAaC,MAAAA;IACpB;EACF,GAAG;IAACD;GAAY;AAEhB,SAAOA;AACT;;AEdO,IAAME,gBAAgB,CAAC,EAAElC,QAAQmC,SAAQ,MAAsB;AACpE,QAAMC,iBAAaC,oCAAe,gBAAA;AAClC,QAAMC,gBAAYD,oCAAe,eAAA;AAEjC,QAAME,qBAAiBC,2BAA6C,OAAOC,aAAAA;AACzE,UAAMnR,OAAOmR,SAAS/N,IAAI,CAACgO,QAAQA,IAAIpR,KAAK0K,KAAI,EAAG2G,QAAQ,YAAY,EAAA,CAAA,EAAKpR,KAAK,GAAA;AACjF4Q,aAAS7Q,IAAAA;EACX,GAAG,CAAA,CAAE;AAGL,QAAM,CAACsR,WAAWC,YAAAA,QAAgBzE,cAAAA,UAAS,KAAA;AAC3C,QAAMF,QAAQ6B,cAAcC,MAAAA;AAC5B,QAAMgC,cAAcP,eAAe;IACjCC,kBAAkBxD;IAClByD,YAAYY;EACd,CAAA;AAGAlE,oBAAAA,WAAU,MAAA;AACR,UAAMiB,MAAM,IAAIwD,uBAAAA,QAAAA;;;;AAChBC,yCAAkBzD,KAAK,YAAA;AACrB,UAAIU,UAAUgC,aAAa;AACzB,cAAMA,YAAYgB,KAAI;AACtBlS,oBAAAA,IAAIsO,KAAK,eAAA,QAAA;;;;;;AACTyD,qBAAa,IAAA;AACb,aAAKT,WAAWa,KAAI;AACpBjB,oBAAYkB,qBAAoB;MAClC,WAAW,CAAClD,UAAUgC,aAAamB,QAAQ;AACzCnB,qBAAaoB,oBAAAA;AACb,cAAMpB,aAAaC,MAAAA;AACnBnR,oBAAAA,IAAIsO,KAAK,WAAA,QAAA;;;;;;AACTyD,qBAAa,KAAA;AACb,aAAKP,UAAUW,KAAI;MACrB;IACF,CAAA;AAEA,WAAO,MAAA;AACL,WAAK3D,IAAI+D,QAAO;IAClB;EACF,GAAG;IAACrD;IAAQgC;GAAY;AAExB,SAAO;IAAEY;EAAU;AACrB;ATlDO,IAAMU,yBAA2E,CAAC,EAAEnI,MAAMrG,YAAAA,YAAU,MAAE;AAC3G,QAAMuH,mBAAekH,8BAAiBzO,WAAAA;AACtC,QAAMsH,YAAQoH,sBAAS1O,WAAAA;AACvB,QAAM2O,cAAUC,yBAAWtH,OAAOuH,GAAAA,EAAKjP,IAAI,CAACkP,WAAWA,OAAOvI,QAAQ;AACtE,QAAMqF,YAAQmD,uBAAsB/O,YAAW4L,MAAMoD,KAAK;IAAEC,cAAc;EAAM,CAAA;AAChF,QAAMhP,QAAQyL,qBAAqBzF,eAAe0I,OAAAA,GAAU/C,KAAAA;AAE5D,SACEtD,6BAAAA,QAAA,cAAC4G,gCAAUC,SAAO;IAAC9I;IAAYe,YAAW;KACxCkB,6BAAAA,QAAA,cAACnB,YAAAA;IAAWI;IAA4BD;IAAcrH;IAAcD,YAAYA;;AAGtF;AAEA,IAAA,8BAAewO;",
|
|
6
|
-
"names": ["import_echo", "import_react", "import_state", "import_async", "import_log", "import_app_framework", "DocumentAdapter", "constructor", "_view", "lineCount", "state", "doc", "lines", "replaceLines", "from", "remove", "insert", "log", "count", "numLines", "posFrom", "line", "posTo", "Math", "min", "text", "join", "length", "dispatch", "changes", "to", "SerializationModel", "_renderer", "initialChunks", "_chunks", "_chunkLineCounts", "Map", "_lineToChunk", "_changes", "update", "Event", "forEach", "chunk", "appendChunk", "toJSON", "chunks", "Text", "of", "flatMap", "index", "getChunkAtLine", "get", "reset", "clear", "emit", "push", "type", "updateChunk", "findIndex", "c", "id", "invariant", "deleteBlock", "splice", "sync", "document", "change", "lastLine", "lineStart", "i", "previousLineCount", "newLines", "currentLine", "entries", "set", "chunkIds", "Set", "map", "keys", "has", "delete", "transcript", "model", "started", "renderButton", "gutter", "class", "lineMarkerChange", "docChanged", "viewportChanged", "markers", "view", "start", "getStartTime", "builder", "RangeSetBuilder", "visibleRanges", "lineAt", "block", "number", "blocks", "timestamp", "add", "TimestampMarker", "Date", "finish", "ViewPlugin", "fromClass", "_initialized", "_adapter", "scroller", "scrollDOM", "isAutoScrolling", "hasScrolled", "timeout", "scrollToBottom", "smooth", "style", "scrollBehavior", "classList", "clearTimeout", "setTimeout", "_controls", "effects", "EditorView", "scrollIntoView", "y", "createElement", "dom", "appendChild", "onClick", "_cleanup", "combine", "addEventListener", "on", "autoScroll", "scrollHeight", "scrollTop", "clientHeight", "destroy", "theme", "overflowY", "scrollbarWidth", "display", "position", "bottom", "right", "zIndex", "paddingRight", "width", "textAlign", "padding", "GutterMarker", "_line", "_timestamp", "_started", "eq", "other", "toDOM", "el", "className", "textContent", "formatTimestamp", "onclick", "pos", "message", "undefined", "relative", "pad", "n", "String", "padStart", "hours", "minutes", "seconds", "intervalToDuration", "end", "format", "renderMarkdown", "identities", "debug", "sender", "role", "find", "identity", "did", "identityDid", "name", "profile", "displayName", "contact", "target", "fullName", "email", "filter", "trim", "Transcript", "classNames", "object", "space", "attendableId", "ignoreAttention", "themeMode", "useThemeContext", "parentRef", "useTextEditor", "extensions", "createBasicExtensions", "readOnly", "lineWrapping", "createMarkdownExtensions", "createThemeExtensions", "decorateMarkdown", "preview", "createRenderer", "React", "IconButton", "icon", "iconOnly", "label", "isNotFalsy", "div", "ref", "mx", "editorWidth", "useAudioFile", "audioUrl", "audio", "stream", "track", "setStream", "useState", "useEffect", "t", "response", "fetch", "blob", "Audio", "src", "URL", "createObjectURL", "Promise", "resolve", "reject", "err", "error", "once", "info", "load", "ctx", "AudioContext", "destination", "createMediaStreamDestination", "channelCount", "source", "createMediaElementSource", "connect", "getAudioTracks", "useAudioTrack", "active", "setTrack", "stop", "initAudio", "srcObject", "navigator", "mediaDevices", "getUserMedia", "useQueueModelAdapter", "renderer", "queue", "useMemo", "loaded", "setLoaded", "items", "isLoading", "setInterval", "clearInterval", "AppGraphBuilder", "lazy", "IntentResolver", "MeetingTranscriptionState", "ReactSurface", "Transcriber", "Settings", "useTranscriber", "audioStreamTrack", "onSegments", "config", "getTranscriber", "useCapabilities", "TranscriptionCapabilities", "transcriber", "close", "useVoiceInput", "onUpdate", "soundStart", "useSoundEffect", "soundStop", "handleSegments", "useCallback", "segments", "str", "replace", "recording", "setRecording", "Context", "scheduleMicroTask", "open", "play", "startChunksRecording", "isOpen", "stopChunksRecording", "dispose", "TranscriptionContainer", "fullyQualifiedId", "getSpace", "members", "useMembers", "key", "member", "useQueue", "dxn", "pollInterval", "StackItem", "Content"]
|
|
7
|
-
}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/capabilities/app-graph-builder.ts", "../../../src/entity-extraction/entity-extraction.ts", "raw-loader:./system-prompt.tpl?raw"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport type { Schema } from 'effect';\n\nimport { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';\nimport { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';\nimport { AI_SERVICE_ENDPOINT, Contact, Organization } from '@dxos/assistant/testing';\nimport { Filter, fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';\nimport { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { DXN } from '@dxos/keys';\nimport { log } from '@dxos/log';\nimport { ClientCapabilities } from '@dxos/plugin-client';\nimport { PLANK_COMPANION_TYPE, ATTENDABLE_PATH_SEPARATOR } from '@dxos/plugin-deck/types';\nimport { createExtension, type Node } from '@dxos/plugin-graph';\nimport { DocumentType } from '@dxos/plugin-markdown/types';\nimport { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plugin-meeting';\nimport { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';\nimport { type buf } from '@dxos/protocols/buf';\nimport { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';\nimport type { MessageType } from '@dxos/schema';\n\nimport { TranscriptionCapabilities } from './capabilities';\nimport { processTranscriptMessage } from '../entity-extraction';\nimport { TRANSCRIPTION_PLUGIN } from '../meta';\nimport { TranscriptionManager } from '../transcriber';\nimport { TranscriptionAction, type TranscriptionSettingsProps, TranscriptType } from '../types';\n\n// TODO(wittjosiah): Factor out.\n// TODO(wittjosiah): Can we stop using protobuf for this?\ntype TranscriptionPayload = buf.MessageInitShape<typeof TranscriptionPayloadSchema>;\n\nconst getMeetingTranscript = async (\n context: PluginsContext,\n meeting: MeetingType,\n): Promise<TranscriptType | undefined> => {\n const { dispatchPromise: dispatch } = context.requestCapability(Capabilities.IntentDispatcher);\n\n const typename = getSchemaTypename(TranscriptType)!;\n const existing = await meeting.artifacts[typename]?.load();\n if (existing instanceof TranscriptType) {\n return existing;\n }\n\n const space = getSpace(meeting);\n invariant(space);\n const { data } = await dispatch(createIntent(TranscriptionAction.Create, { spaceId: space.id }));\n meeting.artifacts[typename] = makeRef(data!.object);\n return data?.object;\n};\n\n// TODO(wittjosiah): Introduce a sound that plays when transcription is activated/deactivated.\nexport default (context: PluginsContext) =>\n contributes(Capabilities.AppGraphBuilder, [\n createExtension({\n id: `${TRANSCRIPTION_PLUGIN}/meeting-transcript`,\n filter: (node): node is Node<MeetingType> => isInstanceOf(MeetingType, node.data),\n actions: ({ node }) => {\n const meeting = node.data;\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n return [\n {\n id: `${fullyQualifiedId(meeting)}/action/start-stop-transcription`,\n data: async () => {\n // NOTE: We are not saving the state of the transcription manager here.\n // We expect the state to be updated through `onCallStateUpdated` once it is propagated through Swarm.\n // This is done to avoid race conditions and to not handle optimistic updates.\n const transcript = await getMeetingTranscript(context, meeting);\n invariant(transcript, 'Failed to create transcript');\n\n const callManager = context.requestCapability(MeetingCapabilities.CallManager);\n callManager.setActivity(getSchemaTypename(TranscriptType)!, {\n queueDxn: transcript.queue.dxn.toString(),\n enabled: !state.enabled,\n });\n },\n properties: {\n label: state.enabled\n ? ['stop transcription label', { ns: TRANSCRIPTION_PLUGIN }]\n : ['start transcription label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n disposition: 'toolbar',\n classNames: state.enabled ? 'bg-callAlert' : '',\n },\n },\n ];\n },\n connector: ({ node }) => {\n const meeting = node.data;\n const client = context.requestCapability(ClientCapabilities.Client);\n const state = context.requestCapability(TranscriptionCapabilities.MeetingTranscriptionState);\n const settings = context\n .requestCapability(Capabilities.SettingsStore)\n .getStore<TranscriptionSettingsProps>(TRANSCRIPTION_PLUGIN)!.value;\n\n // TODO(dmaretskyi): Request via capability.\n const aiClient: AIServiceClient | undefined = new AIServiceEdgeClient({\n endpoint: AI_SERVICE_ENDPOINT.REMOTE,\n });\n\n return [\n {\n id: `${fullyQualifiedId(meeting)}${ATTENDABLE_PATH_SEPARATOR}${getSchemaTypename(TranscriptType)}`,\n type: PLANK_COMPANION_TYPE,\n data: meeting.artifacts[getSchemaTypename(TranscriptType)!]?.target,\n properties: {\n label: ['transcript companion label', { ns: TRANSCRIPTION_PLUGIN }],\n icon: 'ph--subtitles--regular',\n position: 'hoist',\n disposition: 'hidden',\n schema: TranscriptType,\n getIntent: ({ space }: { space: Space }) =>\n createIntent(TranscriptionAction.Create, { spaceId: space.id }),\n\n // TODO(burdon): Is this the right place to inisitalize the state? Change to a capability?\n onJoin: async ({ meeting }: { meeting: MeetingType; roomId: string }) => {\n const identity = client.halo.identity.get();\n invariant(identity);\n const space = getSpace(meeting);\n invariant(space);\n\n let messageEnricher;\n if (aiClient && settings.entityExtraction) {\n messageEnricher = createEntityExtractionEnricher({\n aiClient,\n // TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?\n // This forced me to add a dependency on markdown plugin.\n // This will be replaced with a vector search index anyway, so its not a big deal.\n contextTypes: [DocumentType, Contact, Organization],\n space,\n });\n }\n\n // TODO(burdon): The TranscriptionManager singleton is part of the state and should just be updated here.\n state.transcriptionManager = await new TranscriptionManager({\n edgeClient: client.edge,\n messageEnricher,\n })\n .setIdentityDid(identity.did)\n .open();\n },\n onLeave: async () => {\n await state.transcriptionManager?.close();\n state.transcriptionManager = undefined;\n state.enabled = false;\n },\n onCallStateUpdated: async (callState: CallState) => {\n const typename = getSchemaTypename(TranscriptType);\n const transcription = typename ? callState.activities?.[typename] : undefined;\n if (!transcription?.payload) {\n return;\n }\n\n const payload: TranscriptionPayload = transcription.payload;\n state.enabled = !!payload.enabled;\n if (payload.queueDxn) {\n // NOTE: Must set queue before enabling transcription.\n state.transcriptionManager?.setQueue(DXN.parse(payload.queueDxn));\n }\n await state.transcriptionManager?.setEnabled(payload.enabled);\n },\n onMediaStateUpdated: async ([mediaState, isSpeaking]: [MediaState, boolean]) => {\n void state.transcriptionManager?.setAudioTrack(mediaState.audioTrack);\n void state.transcriptionManager?.setRecording(isSpeaking);\n },\n } satisfies MeetingCallProperties,\n },\n ];\n },\n }),\n ]);\n\ntype EntityExtractionEnricherFactoryOptions = {\n aiClient: AIServiceClient;\n contextTypes: Schema.Schema.AnyNoContext[];\n space: Space;\n};\n\nconst createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: EntityExtractionEnricherFactoryOptions) => {\n return async (message: MessageType) => {\n const { objects } = await space.db.query(Filter.or(...contextTypes.map((s) => Filter.schema(s)))).run();\n log.info('context', { objects });\n\n const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({\n aiService: aiClient,\n message,\n context: { objects: await Promise.all(objects.map(processContextObject)) },\n options: { timeout: ENTITY_EXTRACTOR_TIMEOUT, fallbackToRaw: true },\n });\n\n log.info('entity extraction time', { timeElapsed });\n return enhancedMessage;\n };\n};\n\nconst processContextObject = async (object: BaseEchoObject): Promise<any> => {\n // TODO(dmaretskyi): Documents need special processing is the content is behind a ref.\n // TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.\n if (isInstanceOf(DocumentType, object)) {\n return {\n ...object,\n content: await object.content.load(),\n };\n }\n\n return object;\n};\n\nconst ENTITY_EXTRACTOR_TIMEOUT = 25_000;\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { createTemplate, Message, structuredOutputParser } from '@dxos/artifact';\nimport type { AIServiceClient } from '@dxos/assistant';\nimport { MixedStreamParser } from '@dxos/assistant';\nimport { asyncTimeout } from '@dxos/async';\nimport { type BaseEchoObject, create } from '@dxos/echo-schema';\nimport { log } from '@dxos/log';\nimport { MessageType } from '@dxos/schema';\n\nimport SYSTEM_PROMPT from './system-prompt.tpl?raw';\n\ntype ProcessTranscriptMessageParams = {\n message: MessageType;\n aiService: AIServiceClient;\n context: {\n objects?: BaseEchoObject[];\n };\n\n options?: {\n /**\n * Timeout for the entity extraction.\n */\n timeout?: number;\n\n /**\n * Fallback to raw text if the entity extraction fails.\n * Otherwise the function will throw an error.\n * @default false\n */\n fallbackToRaw?: boolean;\n };\n};\n\ntype ProcessTranscriptMessageResult = {\n message: MessageType;\n timeElapsed: number;\n};\n\n/**\n * Process Handlebars template.\n */\nconst createSystemPrompt = (): string => {\n const template = createTemplate(SYSTEM_PROMPT);\n return template({});\n};\n\nconst ReferencedQuotes = Schema.Struct({\n references: Schema.Array(\n Schema.Struct({\n quote: Schema.String,\n id: Schema.String,\n }),\n ).annotations({\n description:\n 'The references to the context objects that are mentioned in the transcript. quote should match the original transcript text exactly, while id is the id of the context object.',\n }),\n});\ninterface ReferencedQuotes extends Schema.Schema.Type<typeof ReferencedQuotes> {}\n\n// TODO(dmaretskyi): Move context to a vector search index.\nexport const processTranscriptMessage = async (\n params: ProcessTranscriptMessageParams,\n): Promise<ProcessTranscriptMessageResult> => {\n try {\n const outputParser = structuredOutputParser(ReferencedQuotes);\n const runParser = async (): Promise<ProcessTranscriptMessageResult> => {\n const startTime = performance.now();\n const result = outputParser.getResult(\n await new MixedStreamParser().parse(\n await params.aiService.execStream({\n model: '@anthropic/claude-3-5-haiku-20241022',\n systemPrompt: createSystemPrompt(),\n history: [\n create(Message, {\n role: 'user',\n content: [\n {\n type: 'text',\n text: `<context>${JSON.stringify(params.context.objects)}</context>`,\n },\n {\n type: 'text',\n text: `<transcript>${JSON.stringify(params.message.blocks)}</transcript>`,\n },\n ],\n }),\n ],\n tools: [outputParser.tool],\n }),\n ),\n );\n log.info('entity extraction result', { refs: result.references });\n\n return {\n message: create(MessageType, {\n ...params.message,\n blocks: params.message.blocks.map((block, i) =>\n block.type !== 'transcription'\n ? block\n : {\n ...block,\n text: postprocessText(block.text, result),\n },\n ),\n }),\n timeElapsed: performance.now() - startTime,\n };\n };\n\n if (params.options?.timeout && params.options.timeout > 0) {\n return await asyncTimeout(runParser(), params.options.timeout);\n } else {\n return await runParser();\n }\n } catch (error) {\n if (params.options?.fallbackToRaw) {\n log.warn('failed to process transcript message, falling back to raw text', { error });\n return {\n message: params.message,\n timeElapsed: 0,\n };\n } else {\n throw error;\n }\n }\n};\n\n/**\n * Finds and replaces all quotes with DXNs references.\n */\n// TODO(dmaretskyi): Lookup and verifiy ids from provided context.\nexport const postprocessText = (text: string, quotes: ReferencedQuotes) => {\n for (const quote of quotes.references) {\n // Use a case-insensitive regular expression to replace the quote\n const regex = new RegExp(quote.quote.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\$&'), 'gi');\n text = text.replace(regex, `[${quote.quote}][dxn:echo:@:${quote.id}]`);\n }\n return text;\n};\n", "You are an AI assistant specialized in processing and enhancing transcripts with contextual information.\nYour task is to analyze a given transcript and extract references to the context objects.\n\nThe context and transcript are provided in the user message in `context` and `transcript` XML tags.\n\nHere are your instructions:\n\n1. Read the transcript and context information provided above.\n\n2. Process each segment of the transcript separately.\n\n3. For each segment:\n a. Analyze the content and identify relevant information from the context.\n b. Extract a number of references to the context objects that are mentioned in the segment.\n c. Output the references in the format `{ \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" }`.\n d. If there are no references, just output an empty array.\n\n4. Maintain the exact order and structure of the original transcript segments.\n\nOutput Format:\nThe final output should be a JSON array of references.\n\nExample output structure:\n```json\n{\n \"references\": [\n { \"quote\": \"earnings report\", \"id\": \"01JT0JP9AX0XKGZX4MV4B69VT6\" },\n { \"quote\": \"John\", \"id\": \"01JT0VM0VN3ZKN7GDBM8CV9BA7\" }\n ]\n}\n```\n\nRemember:\n- Only quote the text that is in the transcript.\n- Analyze each segment carefully before processing it.\n- Only reference objects that appear in the context and exactly by their id, If the object is not in the context, do not insert a reference. \n\nNow, process the transcript and context provided below according to these instructions."],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;;;;;;AAMA,SAASA,cAAcC,aAAaC,oBAAyC;AAC7E,SAASC,2BAAiD;AAC1D,SAASC,qBAAqBC,SAASC,oBAAoB;AAC3D,SAASC,QAAQC,kBAAkBC,UAAUC,eAA2B;AACxE,SAASC,mBAAmBC,oBAAyC;AACrE,SAASC,iBAAiB;AAC1B,SAASC,WAAW;AACpB,SAASC,OAAAA,YAAW;AACpB,SAASC,0BAA0B;AACnC,SAASC,sBAAsBC,iCAAiC;AAChE,SAASC,uBAAkC;AAC3C,SAASC,oBAAoB;AAC7B,SAASC,2BAA4D;AACrE,SAASC,mBAA+C;;;ACfxD,SAASC,cAAc;AAEvB,SAASC,gBAAgBC,SAASC,8BAA8B;AAEhE,SAASC,yBAAyB;AAClC,SAASC,oBAAoB;AAC7B,SAA8BC,cAAc;AAC5C,SAASC,WAAW;AACpB,SAASC,mBAAmB;;;ACZ5B;;;;AD8CA,IAAMC,qBAAqB,MAAA;AACzB,QAAMC,WAAWC,eAAeC,qBAAAA;AAChC,SAAOF,SAAS,CAAC,CAAA;AACnB;AAEA,IAAMG,mBAAmBC,OAAOC,OAAO;EACrCC,YAAYF,OAAOG,MACjBH,OAAOC,OAAO;IACZG,OAAOJ,OAAOK;IACdC,IAAIN,OAAOK;EACb,CAAA,CAAA,EACAE,YAAY;IACZC,aACE;EACJ,CAAA;AACF,CAAA;AAIO,IAAMC,2BAA2B,OACtCC,WAAAA;AAEA,MAAI;AACF,UAAMC,eAAeC,uBAAuBb,gBAAAA;AAC5C,UAAMc,YAAY,YAAA;AAChB,YAAMC,YAAYC,YAAYC,IAAG;AACjC,YAAMC,SAASN,aAAaO,UAC1B,MAAM,IAAIC,kBAAAA,EAAoBC,MAC5B,MAAMV,OAAOW,UAAUC,WAAW;QAChCC,OAAO;QACPC,cAAc7B,mBAAAA;QACd8B,SAAS;UACPC,OAAOC,SAAS;YACdC,MAAM;YACNC,SAAS;cACP;gBACEC,MAAM;gBACNC,MAAM,YAAYC,KAAKC,UAAUvB,OAAOwB,QAAQC,OAAO,CAAA;cACzD;cACA;gBACEL,MAAM;gBACNC,MAAM,eAAeC,KAAKC,UAAUvB,OAAO0B,QAAQC,MAAM,CAAA;cAC3D;;UAEJ,CAAA;;QAEFC,OAAO;UAAC3B,aAAa4B;;MACvB,CAAA,CAAA,CAAA;AAGJC,UAAIC,KAAK,4BAA4B;QAAEC,MAAMzB,OAAOf;MAAW,GAAA;;;;;;AAE/D,aAAO;QACLkC,SAASV,OAAOiB,aAAa;UAC3B,GAAGjC,OAAO0B;UACVC,QAAQ3B,OAAO0B,QAAQC,OAAOO,IAAI,CAACC,OAAOC,MACxCD,MAAMf,SAAS,kBACXe,QACA;YACE,GAAGA;YACHd,MAAMgB,gBAAgBF,MAAMd,MAAMd,MAAAA;UACpC,CAAA;QAER,CAAA;QACA+B,aAAajC,YAAYC,IAAG,IAAKF;MACnC;IACF;AAEA,QAAIJ,OAAOuC,SAASC,WAAWxC,OAAOuC,QAAQC,UAAU,GAAG;AACzD,aAAO,MAAMC,aAAatC,UAAAA,GAAaH,OAAOuC,QAAQC,OAAO;IAC/D,OAAO;AACL,aAAO,MAAMrC,UAAAA;IACf;EACF,SAASuC,OAAO;AACd,QAAI1C,OAAOuC,SAASI,eAAe;AACjCb,UAAIc,KAAK,kEAAkE;QAAEF;MAAM,GAAA;;;;;;AACnF,aAAO;QACLhB,SAAS1B,OAAO0B;QAChBY,aAAa;MACf;IACF,OAAO;AACL,YAAMI;IACR;EACF;AACF;AAMO,IAAML,kBAAkB,CAAChB,MAAcwB,WAAAA;AAC5C,aAAWnD,SAASmD,OAAOrD,YAAY;AAErC,UAAMsD,QAAQ,IAAIC,OAAOrD,MAAMA,MAAMsD,QAAQ,uBAAuB,MAAA,GAAS,IAAA;AAC7E3B,WAAOA,KAAK2B,QAAQF,OAAO,IAAIpD,MAAMA,KAAK,gBAAgBA,MAAME,EAAE,GAAG;EACvE;AACA,SAAOyB;AACT;;;;AD7GA,IAAM4B,uBAAuB,OAC3BC,SACAC,YAAAA;AAEA,QAAM,EAAEC,iBAAiBC,SAAQ,IAAKH,QAAQI,kBAAkBC,aAAaC,gBAAgB;AAE7F,QAAMC,WAAWC,kBAAkBC,cAAAA;AACnC,QAAMC,WAAW,MAAMT,QAAQU,UAAUJ,QAAAA,GAAWK,KAAAA;AACpD,MAAIF,oBAAoBD,gBAAgB;AACtC,WAAOC;EACT;AAEA,QAAMG,QAAQC,SAASb,OAAAA;AACvBc,YAAUF,OAAAA,QAAAA;;;;;;;;;AACV,QAAM,EAAEG,KAAI,IAAK,MAAMb,SAASc,aAAaC,oBAAoBC,QAAQ;IAAEC,SAASP,MAAMQ;EAAG,CAAA,CAAA;AAC7FpB,UAAQU,UAAUJ,QAAAA,IAAYe,QAAQN,KAAMO,MAAM;AAClD,SAAOP,MAAMO;AACf;AAGA,IAAA,4BAAe,CAACvB,YACdwB,YAAYnB,aAAaoB,iBAAiB;EACxCC,gBAAgB;IACdL,IAAI,GAAGM,oBAAAA;IACPC,QAAQ,CAACC,SAAoCC,aAAaC,aAAaF,KAAKb,IAAI;IAChFgB,SAAS,CAAC,EAAEH,KAAI,MAAE;AAChB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMiB,QAAQjC,QAAQI,kBAAkB8B,0BAA0BC,yBAAyB;AAC3F,aAAO;QACL;UACEd,IAAI,GAAGe,iBAAiBnC,OAAAA,CAAAA;UACxBe,MAAM,YAAA;AAIJ,kBAAMqB,aAAa,MAAMtC,qBAAqBC,SAASC,OAAAA;AACvDc,sBAAUsB,YAAY,+BAAA;;;;;;;;;AAEtB,kBAAMC,cAActC,QAAQI,kBAAkBmC,oBAAoBC,WAAW;AAC7EF,wBAAYG,YAAYjC,kBAAkBC,cAAAA,GAAkB;cAC1DiC,UAAUL,WAAWM,MAAMC,IAAIC,SAAQ;cACvCC,SAAS,CAACb,MAAMa;YAClB,CAAA;UACF;UACAC,YAAY;YACVC,OAAOf,MAAMa,UACT;cAAC;cAA4B;gBAAEG,IAAItB;cAAqB;gBACxD;cAAC;cAA6B;gBAAEsB,IAAItB;cAAqB;;YAC7DuB,MAAM;YACNC,aAAa;YACbC,YAAYnB,MAAMa,UAAU,iBAAiB;UAC/C;QACF;;IAEJ;IACAO,WAAW,CAAC,EAAExB,KAAI,MAAE;AAClB,YAAM5B,UAAU4B,KAAKb;AACrB,YAAMsC,SAAStD,QAAQI,kBAAkBmD,mBAAmBC,MAAM;AAClE,YAAMvB,QAAQjC,QAAQI,kBAAkB8B,0BAA0BC,yBAAyB;AAC3F,YAAMsB,WAAWzD,QACdI,kBAAkBC,aAAaqD,aAAa,EAC5CC,SAAqChC,oBAAAA,EAAuBiC;AAG/D,YAAMC,WAAwC,IAAIC,oBAAoB;QACpEC,UAAUC,oBAAoBC;MAChC,CAAA;AAEA,aAAO;QACL;UACE5C,IAAI,GAAGe,iBAAiBnC,OAAAA,CAAAA,GAAWiE,yBAAAA,GAA4B1D,kBAAkBC,cAAAA,CAAAA;UACjF0D,MAAMC;UACNpD,MAAMf,QAAQU,UAAUH,kBAAkBC,cAAAA,CAAAA,GAAmB4D;UAC7DtB,YAAY;YACVC,OAAO;cAAC;cAA8B;gBAAEC,IAAItB;cAAqB;;YACjEuB,MAAM;YACNoB,UAAU;YACVnB,aAAa;YACboB,QAAQ9D;YACR+D,WAAW,CAAC,EAAE3D,MAAK,MACjBI,aAAaC,oBAAoBC,QAAQ;cAAEC,SAASP,MAAMQ;YAAG,CAAA;;YAG/DoD,QAAQ,OAAO,EAAExE,SAAAA,SAAO,MAA4C;AAClE,oBAAMyE,WAAWpB,OAAOqB,KAAKD,SAASE,IAAG;AACzC7D,wBAAU2D,UAAAA,QAAAA;;;;;;;;;AACV,oBAAM7D,QAAQC,SAASb,QAAAA;AACvBc,wBAAUF,OAAAA,QAAAA;;;;;;;;;AAEV,kBAAIgE;AACJ,kBAAIhB,YAAYJ,SAASqB,kBAAkB;AACzCD,kCAAkBE,+BAA+B;kBAC/ClB;;;;kBAIAmB,cAAc;oBAACC;oBAAcC;oBAASC;;kBACtCtE;gBACF,CAAA;cACF;AAGAoB,oBAAMmD,uBAAuB,MAAM,IAAIC,qBAAqB;gBAC1DC,YAAYhC,OAAOiC;gBACnBV;cACF,CAAA,EACGW,eAAed,SAASe,GAAG,EAC3BC,KAAI;YACT;YACAC,SAAS,YAAA;AACP,oBAAM1D,MAAMmD,sBAAsBQ,MAAAA;AAClC3D,oBAAMmD,uBAAuBS;AAC7B5D,oBAAMa,UAAU;YAClB;YACAgD,oBAAoB,OAAOC,cAAAA;AACzB,oBAAMxF,WAAWC,kBAAkBC,cAAAA;AACnC,oBAAMuF,gBAAgBzF,WAAWwF,UAAUE,aAAa1F,QAAAA,IAAYsF;AACpE,kBAAI,CAACG,eAAeE,SAAS;AAC3B;cACF;AAEA,oBAAMA,UAAgCF,cAAcE;AACpDjE,oBAAMa,UAAU,CAAC,CAACoD,QAAQpD;AAC1B,kBAAIoD,QAAQxD,UAAU;AAEpBT,sBAAMmD,sBAAsBe,SAASC,IAAIC,MAAMH,QAAQxD,QAAQ,CAAA;cACjE;AACA,oBAAMT,MAAMmD,sBAAsBkB,WAAWJ,QAAQpD,OAAO;YAC9D;YACAyD,qBAAqB,OAAO,CAACC,YAAYC,UAAAA,MAAkC;AACzE,mBAAKxE,MAAMmD,sBAAsBsB,cAAcF,WAAWG,UAAU;AACpE,mBAAK1E,MAAMmD,sBAAsBwB,aAAaH,UAAAA;YAChD;UACF;QACF;;IAEJ;EACF,CAAA;CACD;AAQH,IAAM1B,iCAAiC,CAAC,EAAElB,UAAUmB,cAAcnE,MAAK,MAA0C;AAC/G,SAAO,OAAOgG,YAAAA;AACZ,UAAM,EAAEC,QAAO,IAAK,MAAMjG,MAAMkG,GAAGC,MAAMC,OAAOC,GAAE,GAAIlC,aAAamC,IAAI,CAACC,MAAMH,OAAO1C,OAAO6C,CAAAA,CAAAA,CAAAA,CAAAA,EAAMC,IAAG;AACrGC,IAAAA,KAAIC,KAAK,WAAW;MAAET;IAAQ,GAAA;;;;;;AAE9B,UAAM,EAAED,SAASW,iBAAiBC,YAAW,IAAK,MAAMC,yBAAyB;MAC/EC,WAAW9D;MACXgD;MACA7G,SAAS;QAAE8G,SAAS,MAAMc,QAAQC,IAAIf,QAAQK,IAAIW,oBAAAA,CAAAA;MAAuB;MACzEC,SAAS;QAAEC,SAASC;QAA0BC,eAAe;MAAK;IACpE,CAAA;AAEAZ,IAAAA,KAAIC,KAAK,0BAA0B;MAAEE;IAAY,GAAA;;;;;;AACjD,WAAOD;EACT;AACF;AAEA,IAAMM,uBAAuB,OAAOvG,WAAAA;AAGlC,MAAIO,aAAamD,cAAc1D,MAAAA,GAAS;AACtC,WAAO;MACL,GAAGA;MACH4G,SAAS,MAAM5G,OAAO4G,QAAQvH,KAAI;IACpC;EACF;AAEA,SAAOW;AACT;AAEA,IAAM0G,2BAA2B;",
|
|
6
|
-
"names": ["Capabilities", "contributes", "createIntent", "AIServiceEdgeClient", "AI_SERVICE_ENDPOINT", "Contact", "Organization", "Filter", "fullyQualifiedId", "getSpace", "makeRef", "getSchemaTypename", "isInstanceOf", "invariant", "DXN", "log", "ClientCapabilities", "PLANK_COMPANION_TYPE", "ATTENDABLE_PATH_SEPARATOR", "createExtension", "DocumentType", "MeetingCapabilities", "MeetingType", "Schema", "createTemplate", "Message", "structuredOutputParser", "MixedStreamParser", "asyncTimeout", "create", "log", "MessageType", "createSystemPrompt", "template", "createTemplate", "SYSTEM_PROMPT", "ReferencedQuotes", "Schema", "Struct", "references", "Array", "quote", "String", "id", "annotations", "description", "processTranscriptMessage", "params", "outputParser", "structuredOutputParser", "runParser", "startTime", "performance", "now", "result", "getResult", "MixedStreamParser", "parse", "aiService", "execStream", "model", "systemPrompt", "history", "create", "Message", "role", "content", "type", "text", "JSON", "stringify", "context", "objects", "message", "blocks", "tools", "tool", "log", "info", "refs", "MessageType", "map", "block", "i", "postprocessText", "timeElapsed", "options", "timeout", "asyncTimeout", "error", "fallbackToRaw", "warn", "quotes", "regex", "RegExp", "replace", "getMeetingTranscript", "context", "meeting", "dispatchPromise", "dispatch", "requestCapability", "Capabilities", "IntentDispatcher", "typename", "getSchemaTypename", "TranscriptType", "existing", "artifacts", "load", "space", "getSpace", "invariant", "data", "createIntent", "TranscriptionAction", "Create", "spaceId", "id", "makeRef", "object", "contributes", "AppGraphBuilder", "createExtension", "TRANSCRIPTION_PLUGIN", "filter", "node", "isInstanceOf", "MeetingType", "actions", "state", "TranscriptionCapabilities", "MeetingTranscriptionState", "fullyQualifiedId", "transcript", "callManager", "MeetingCapabilities", "CallManager", "setActivity", "queueDxn", "queue", "dxn", "toString", "enabled", "properties", "label", "ns", "icon", "disposition", "classNames", "connector", "client", "ClientCapabilities", "Client", "settings", "SettingsStore", "getStore", "value", "aiClient", "AIServiceEdgeClient", "endpoint", "AI_SERVICE_ENDPOINT", "REMOTE", "ATTENDABLE_PATH_SEPARATOR", "type", "PLANK_COMPANION_TYPE", "target", "position", "schema", "getIntent", "onJoin", "identity", "halo", "get", "messageEnricher", "entityExtraction", "createEntityExtractionEnricher", "contextTypes", "DocumentType", "Contact", "Organization", "transcriptionManager", "TranscriptionManager", "edgeClient", "edge", "setIdentityDid", "did", "open", "onLeave", "close", "undefined", "onCallStateUpdated", "callState", "transcription", "activities", "payload", "setQueue", "DXN", "parse", "setEnabled", "onMediaStateUpdated", "mediaState", "isSpeaking", "setAudioTrack", "audioTrack", "setRecording", "message", "objects", "db", "query", "Filter", "or", "map", "s", "run", "log", "info", "enhancedMessage", "timeElapsed", "processTranscriptMessage", "aiService", "Promise", "all", "processContextObject", "options", "timeout", "ENTITY_EXTRACTOR_TIMEOUT", "fallbackToRaw", "content"]
|
|
7
|
-
}
|