@dxos/plugin-transcription 0.8.2-main.2f9c567 → 0.8.2-main.36232bc
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{TranscriptContainer-3LU3XBEB.mjs → TranscriptContainer-2VFHUHLE.mjs} +2 -2
- package/dist/lib/browser/{app-graph-builder-YXELPN6F.mjs → app-graph-builder-TDP6PYV6.mjs} +20 -19
- package/dist/lib/browser/app-graph-builder-TDP6PYV6.mjs.map +7 -0
- package/dist/lib/browser/{chunk-GWY2Q2NE.mjs → chunk-KSUYWWIU.mjs} +6 -6
- package/dist/lib/browser/chunk-KSUYWWIU.mjs.map +7 -0
- package/dist/lib/browser/{chunk-HNIKXVCG.mjs → chunk-NFVDICSJ.mjs} +7 -8
- package/dist/lib/browser/chunk-NFVDICSJ.mjs.map +7 -0
- package/dist/lib/browser/{chunk-HRDAILQX.mjs → chunk-O6RY7FNK.mjs} +2 -2
- package/dist/lib/browser/{chunk-TGOKX32G.mjs → chunk-YRWBY6UK.mjs} +15 -17
- package/dist/lib/browser/chunk-YRWBY6UK.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +6 -6
- package/dist/lib/browser/index.mjs.map +3 -3
- package/dist/lib/browser/{intent-resolver-BBB3DWV4.mjs → intent-resolver-ZWKYRFE7.mjs} +2 -2
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/{react-surface-R277DACJ.mjs → react-surface-F32UNCKZ.mjs} +4 -4
- package/dist/lib/browser/{settings-I226DZ27.mjs → settings-6YAHKVKX.mjs} +2 -2
- package/dist/lib/browser/{transcriber-QRSS6X6S.mjs → transcriber-MSBS4VBI.mjs} +3 -3
- package/dist/lib/browser/types/index.mjs +1 -1
- package/dist/lib/node/{TranscriptContainer-DICOMZLM.cjs → TranscriptContainer-E2D7PKO3.cjs} +7 -7
- package/dist/lib/node/{TranscriptContainer-DICOMZLM.cjs.map → TranscriptContainer-E2D7PKO3.cjs.map} +2 -2
- package/dist/lib/node/{app-graph-builder-I6LYVIYY.cjs → app-graph-builder-W4VDMVGV.cjs} +29 -28
- package/dist/lib/node/app-graph-builder-W4VDMVGV.cjs.map +7 -0
- package/dist/lib/node/{chunk-RK4BEN5E.cjs → chunk-7XIIUVN3.cjs} +9 -9
- package/dist/lib/node/chunk-7XIIUVN3.cjs.map +7 -0
- package/dist/lib/node/{chunk-34WFY7M7.cjs → chunk-IXU57SCA.cjs} +16 -18
- package/dist/lib/node/chunk-IXU57SCA.cjs.map +7 -0
- package/dist/lib/node/{chunk-4JOJCZPJ.cjs → chunk-NBC6V3M2.cjs} +10 -11
- package/dist/lib/node/chunk-NBC6V3M2.cjs.map +7 -0
- package/dist/lib/node/{chunk-K553L7CZ.cjs → chunk-TJMZ26GS.cjs} +5 -5
- package/dist/lib/node/index.cjs +27 -27
- package/dist/lib/node/index.cjs.map +3 -3
- package/dist/lib/node/{intent-resolver-7XY3WITN.cjs → intent-resolver-RM4JOCDV.cjs} +7 -7
- package/dist/lib/node/meta.json +1 -1
- package/dist/lib/node/{react-surface-HUSWAORU.cjs → react-surface-YQHBGPOC.cjs} +10 -10
- package/dist/lib/node/{settings-NDMU3EWQ.cjs → settings-ZMB4XRWS.cjs} +7 -7
- package/dist/lib/node/{transcriber-UZJMG44C.cjs → transcriber-55OE4X6I.cjs} +8 -8
- package/dist/lib/node/types/index.cjs +7 -7
- package/dist/lib/node/types/index.cjs.map +1 -1
- package/dist/lib/node-esm/{TranscriptContainer-K4E4P5T6.mjs → TranscriptContainer-5N3BSK2S.mjs} +2 -2
- package/dist/lib/node-esm/{app-graph-builder-6FY2UQOH.mjs → app-graph-builder-DDDVKUHS.mjs} +20 -19
- package/dist/lib/node-esm/app-graph-builder-DDDVKUHS.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-6C34FO4C.mjs → chunk-4RMJO6QQ.mjs} +7 -8
- package/dist/lib/node-esm/chunk-4RMJO6QQ.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-3I7AC3D3.mjs → chunk-HZBSWUJH.mjs} +2 -2
- package/dist/lib/node-esm/{chunk-KUQ3ZTRX.mjs → chunk-OS2ITZUL.mjs} +15 -17
- package/dist/lib/node-esm/chunk-OS2ITZUL.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-CKANLRS4.mjs → chunk-UWF6LM27.mjs} +6 -6
- package/dist/lib/node-esm/chunk-UWF6LM27.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +6 -6
- package/dist/lib/node-esm/index.mjs.map +3 -3
- package/dist/lib/node-esm/{intent-resolver-ACGAPLDZ.mjs → intent-resolver-HDRFXMKP.mjs} +2 -2
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/{react-surface-G2OY4MWL.mjs → react-surface-DRDNXTFZ.mjs} +4 -4
- package/dist/lib/node-esm/{settings-O7X2UQQG.mjs → settings-I35TVDUG.mjs} +2 -2
- package/dist/lib/node-esm/{transcriber-NVVFH7IF.mjs → transcriber-HH7EMCGH.mjs} +3 -3
- package/dist/lib/node-esm/types/index.mjs +1 -1
- package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -1
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.d.ts +3 -3
- package/dist/types/src/components/Transcript/Transcript.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts +2 -2
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts +10 -10
- package/dist/types/src/components/Transcript/deprecated/OldTranscript.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/transcript-extension.d.ts +2 -2
- package/dist/types/src/components/Transcript/transcript-extension.d.ts.map +1 -1
- package/dist/types/src/components/transcription.stories.d.ts.map +1 -1
- package/dist/types/src/entity-extraction/entity-extraction.d.ts +3 -3
- package/dist/types/src/entity-extraction/entity-extraction.d.ts.map +1 -1
- package/dist/types/src/testing/testing.d.ts +10 -11
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcriber.d.ts +2 -2
- package/dist/types/src/transcriber/transcriber.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcription-manager.d.ts +2 -2
- package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
- package/dist/types/src/types/schema.d.ts +19 -26
- package/dist/types/src/types/schema.d.ts.map +1 -1
- package/dist/types/src/types/types.d.ts +10 -10
- package/dist/types/src/types/types.d.ts.map +1 -1
- package/package.json +49 -51
- package/src/TranscriptionPlugin.tsx +2 -2
- package/src/capabilities/app-graph-builder.ts +10 -10
- package/src/components/Transcript/Transcript.stories.tsx +5 -5
- package/src/components/Transcript/Transcript.tsx +4 -10
- package/src/components/Transcript/deprecated/OldTranscript.tsx +13 -19
- package/src/components/Transcript/transcript-extension.ts +3 -3
- package/src/components/TranscriptContainer.tsx +2 -2
- package/src/components/transcription.stories.tsx +8 -14
- package/src/entity-extraction/entity-extraction.test.ts +4 -23
- package/src/entity-extraction/entity-extraction.ts +6 -11
- package/src/model/model.test.ts +10 -14
- package/src/testing/testing.ts +21 -34
- package/src/transcriber/transcriber.browser.test.ts +3 -3
- package/src/transcriber/transcriber.ts +3 -6
- package/src/transcriber/transcription-manager.ts +8 -8
- package/src/types/schema.ts +8 -10
- package/src/types/types.ts +10 -12
- package/dist/lib/browser/app-graph-builder-YXELPN6F.mjs.map +0 -7
- package/dist/lib/browser/chunk-GWY2Q2NE.mjs.map +0 -7
- package/dist/lib/browser/chunk-HNIKXVCG.mjs.map +0 -7
- package/dist/lib/browser/chunk-TGOKX32G.mjs.map +0 -7
- package/dist/lib/node/app-graph-builder-I6LYVIYY.cjs.map +0 -7
- package/dist/lib/node/chunk-34WFY7M7.cjs.map +0 -7
- package/dist/lib/node/chunk-4JOJCZPJ.cjs.map +0 -7
- package/dist/lib/node/chunk-RK4BEN5E.cjs.map +0 -7
- package/dist/lib/node-esm/app-graph-builder-6FY2UQOH.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-6C34FO4C.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-CKANLRS4.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-KUQ3ZTRX.mjs.map +0 -7
- /package/dist/lib/browser/{TranscriptContainer-3LU3XBEB.mjs.map → TranscriptContainer-2VFHUHLE.mjs.map} +0 -0
- /package/dist/lib/browser/{chunk-HRDAILQX.mjs.map → chunk-O6RY7FNK.mjs.map} +0 -0
- /package/dist/lib/browser/{intent-resolver-BBB3DWV4.mjs.map → intent-resolver-ZWKYRFE7.mjs.map} +0 -0
- /package/dist/lib/browser/{react-surface-R277DACJ.mjs.map → react-surface-F32UNCKZ.mjs.map} +0 -0
- /package/dist/lib/browser/{settings-I226DZ27.mjs.map → settings-6YAHKVKX.mjs.map} +0 -0
- /package/dist/lib/browser/{transcriber-QRSS6X6S.mjs.map → transcriber-MSBS4VBI.mjs.map} +0 -0
- /package/dist/lib/node/{chunk-K553L7CZ.cjs.map → chunk-TJMZ26GS.cjs.map} +0 -0
- /package/dist/lib/node/{intent-resolver-7XY3WITN.cjs.map → intent-resolver-RM4JOCDV.cjs.map} +0 -0
- /package/dist/lib/node/{react-surface-HUSWAORU.cjs.map → react-surface-YQHBGPOC.cjs.map} +0 -0
- /package/dist/lib/node/{settings-NDMU3EWQ.cjs.map → settings-ZMB4XRWS.cjs.map} +0 -0
- /package/dist/lib/node/{transcriber-UZJMG44C.cjs.map → transcriber-55OE4X6I.cjs.map} +0 -0
- /package/dist/lib/node-esm/{TranscriptContainer-K4E4P5T6.mjs.map → TranscriptContainer-5N3BSK2S.mjs.map} +0 -0
- /package/dist/lib/node-esm/{chunk-3I7AC3D3.mjs.map → chunk-HZBSWUJH.mjs.map} +0 -0
- /package/dist/lib/node-esm/{intent-resolver-ACGAPLDZ.mjs.map → intent-resolver-HDRFXMKP.mjs.map} +0 -0
- /package/dist/lib/node-esm/{react-surface-G2OY4MWL.mjs.map → react-surface-DRDNXTFZ.mjs.map} +0 -0
- /package/dist/lib/node-esm/{settings-O7X2UQQG.mjs.map → settings-I35TVDUG.mjs.map} +0 -0
- /package/dist/lib/node-esm/{transcriber-NVVFH7IF.mjs.map → transcriber-HH7EMCGH.mjs.map} +0 -0
|
@@ -1,19 +1,19 @@
|
|
|
1
|
-
import { Schema } from 'effect';
|
|
2
1
|
import { type FC } from 'react';
|
|
2
|
+
import { S } from '@dxos/echo-schema';
|
|
3
3
|
import { type ThemedClassName } from '@dxos/react-ui';
|
|
4
4
|
/**
|
|
5
5
|
* Transcription block (from single speaker).
|
|
6
6
|
*/
|
|
7
|
-
declare const TranscriptBlock: import("@dxos/echo-schema").
|
|
8
|
-
id: typeof
|
|
9
|
-
authorName:
|
|
10
|
-
authorHue:
|
|
11
|
-
segments:
|
|
12
|
-
started: typeof
|
|
13
|
-
text: typeof
|
|
7
|
+
declare const TranscriptBlock: import("@dxos/echo-schema").EchoObjectSchema<S.Struct<{
|
|
8
|
+
id: typeof S.String;
|
|
9
|
+
authorName: S.optional<typeof S.String>;
|
|
10
|
+
authorHue: S.optional<typeof S.String>;
|
|
11
|
+
segments: S.Array$<S.Struct<{
|
|
12
|
+
started: typeof S.String;
|
|
13
|
+
text: typeof S.String;
|
|
14
14
|
}>>;
|
|
15
|
-
}
|
|
16
|
-
type TranscriptBlock =
|
|
15
|
+
}>>;
|
|
16
|
+
type TranscriptBlock = S.Schema.Type<typeof TranscriptBlock>;
|
|
17
17
|
export type TranscriptProps = ThemedClassName<{
|
|
18
18
|
blocks?: TranscriptBlock[];
|
|
19
19
|
attendableId?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"OldTranscript.d.ts","sourceRoot":"","sources":["../../../../../../src/components/Transcript/deprecated/OldTranscript.tsx"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"OldTranscript.d.ts","sourceRoot":"","sources":["../../../../../../src/components/Transcript/deprecated/OldTranscript.tsx"],"names":[],"mappings":"AAMA,OAAc,EAAE,KAAK,EAAE,EAAsE,MAAM,OAAO,CAAC;AAG3G,OAAO,EAAc,CAAC,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAc,KAAK,eAAe,EAAkB,MAAM,gBAAgB,CAAC;AAyBlF;;GAEG;AACH,QAAA,MAAM,eAAe;;;;;;;;GAK+D,CAAC;AAErF,KAAK,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;AAkE7D,MAAM,MAAM,eAAe,GAAG,eAAe,CAAC;IAC5C,MAAM,CAAC,EAAE,eAAe,EAAE,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,UAAU,EAAE,EAAE,CAAC,eAAe,CAqI1C,CAAC"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { type Extension } from '@codemirror/state';
|
|
2
2
|
import { type RenderCallback } from '@dxos/react-ui-editor';
|
|
3
|
-
import { type
|
|
3
|
+
import { type MessageType } from '@dxos/schema';
|
|
4
4
|
import { type SerializationModel } from '../../model';
|
|
5
5
|
/**
|
|
6
6
|
* Data structure that maps Chunks queue to lines with transcript state.
|
|
7
7
|
*/
|
|
8
8
|
export type TranscriptOptions = {
|
|
9
|
-
model: SerializationModel<
|
|
9
|
+
model: SerializationModel<MessageType>;
|
|
10
10
|
started?: Date;
|
|
11
11
|
renderButton?: RenderCallback<{
|
|
12
12
|
onClick: () => void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcript-extension.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcript/transcript-extension.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,SAAS,EAAmB,MAAM,mBAAmB,CAAC;AAMpE,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,KAAK,
|
|
1
|
+
{"version":3,"file":"transcript-extension.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcript/transcript-extension.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,SAAS,EAAmB,MAAM,mBAAmB,CAAC;AAMpE,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEhD,OAAO,EAAmB,KAAK,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEvE;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,KAAK,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC;IACvC,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,YAAY,CAAC,EAAE,cAAc,CAAC;QAAE,OAAO,EAAE,MAAM,IAAI,CAAA;KAAE,CAAC,CAAC;CACxD,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,UAAU,qCAAsC,iBAAiB,KAAG,SA0JhF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcription.stories.d.ts","sourceRoot":"","sources":["../../../../src/components/transcription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KASN,MAAM,OAAO,CAAC;AAQf,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAmDtC,QAAA,MAAM,UAAU,yBAA0B;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAAE,
|
|
1
|
+
{"version":3,"file":"transcription.stories.d.ts","sourceRoot":"","sources":["../../../../src/components/transcription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KASN,MAAM,OAAO,CAAC;AAQf,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAmDtC,QAAA,MAAM,UAAU,yBAA0B;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAAE,sBA2EvE,CAAC;AAEF,QAAA,MAAM,SAAS,2BAA4B;IAAE,QAAQ,EAAE,GAAG,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,sBAgEpG,CAAC;AAEF,QAAA,MAAM,IAAI,EAAE,IAAI,CAAC,OAAO,SAAS,CAgDhC,CAAC;AAEF,eAAe,IAAI,CAAC;AAEpB,eAAO,MAAM,OAAO,EAAE,QAAQ,CAAC,OAAO,UAAU,CAK/C,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,QAAQ,CAAC,OAAO,UAAU,CAKxD,CAAC;AAEF,eAAO,MAAM,IAAI,EAAE,QAAQ,CAAC,OAAO,SAAS,CAQ3C,CAAC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { Schema } from 'effect';
|
|
2
2
|
import type { AIServiceClient } from '@dxos/assistant';
|
|
3
3
|
import { type BaseEchoObject } from '@dxos/echo-schema';
|
|
4
|
-
import {
|
|
4
|
+
import { MessageType } from '@dxos/schema';
|
|
5
5
|
type ProcessTranscriptMessageParams = {
|
|
6
|
-
message:
|
|
6
|
+
message: MessageType;
|
|
7
7
|
aiService: AIServiceClient;
|
|
8
8
|
context: {
|
|
9
9
|
objects?: BaseEchoObject[];
|
|
@@ -22,7 +22,7 @@ type ProcessTranscriptMessageParams = {
|
|
|
22
22
|
};
|
|
23
23
|
};
|
|
24
24
|
type ProcessTranscriptMessageResult = {
|
|
25
|
-
message:
|
|
25
|
+
message: MessageType;
|
|
26
26
|
timeElapsed: number;
|
|
27
27
|
};
|
|
28
28
|
declare const ReferencedQuotes: Schema.Struct<{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"entity-extraction.d.ts","sourceRoot":"","sources":["../../../../src/entity-extraction/entity-extraction.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAGvD,OAAO,EAAE,KAAK,cAAc,
|
|
1
|
+
{"version":3,"file":"entity-extraction.d.ts","sourceRoot":"","sources":["../../../../src/entity-extraction/entity-extraction.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGhC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAGvD,OAAO,EAAE,KAAK,cAAc,EAAU,MAAM,mBAAmB,CAAC;AAEhE,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAI3C,KAAK,8BAA8B,GAAG;IACpC,OAAO,EAAE,WAAW,CAAC;IACrB,SAAS,EAAE,eAAe,CAAC;IAC3B,OAAO,EAAE;QACP,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;KAC5B,CAAC;IAEF,OAAO,CAAC,EAAE;QACR;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB;;;;WAIG;QACH,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,KAAK,8BAA8B,GAAG;IACpC,OAAO,EAAE,WAAW,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAUF,QAAA,MAAM,gBAAgB;;;;;EAUpB,CAAC;AACH,UAAU,gBAAiB,SAAQ,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC;CAAG;AAGjF,eAAO,MAAM,wBAAwB,WAC3B,8BAA8B,KACrC,OAAO,CAAC,8BAA8B,CA+DxC,CAAC;AAEF;;GAEG;AAEH,eAAO,MAAM,eAAe,SAAU,MAAM,UAAU,gBAAgB,WAOrE,CAAC"}
|
|
@@ -1,14 +1,13 @@
|
|
|
1
|
-
import { Schema } from 'effect';
|
|
2
1
|
import { type Queue } from '@dxos/client/echo';
|
|
3
|
-
import { ObjectId } from '@dxos/echo-schema';
|
|
2
|
+
import { ObjectId, S } from '@dxos/echo-schema';
|
|
4
3
|
import { type Space } from '@dxos/react-client/echo';
|
|
5
|
-
import {
|
|
6
|
-
export declare const TestItem: import("@dxos/echo-schema").
|
|
7
|
-
title:
|
|
8
|
-
description:
|
|
9
|
-
}
|
|
4
|
+
import { MessageType, type TranscriptionContentBlock } from '@dxos/schema';
|
|
5
|
+
export declare const TestItem: import("@dxos/echo-schema").EchoObjectSchema<S.Struct<{
|
|
6
|
+
title: S.SchemaClass<string, string, never>;
|
|
7
|
+
description: S.SchemaClass<string, string, never>;
|
|
8
|
+
}>>;
|
|
10
9
|
declare abstract class AbstractMessageBuilder {
|
|
11
|
-
abstract createMessage(numSegments?: number): Promise<
|
|
10
|
+
abstract createMessage(numSegments?: number): Promise<MessageType>;
|
|
12
11
|
}
|
|
13
12
|
/**
|
|
14
13
|
* Generator of transcript messages.
|
|
@@ -23,11 +22,11 @@ export declare class MessageBuilder extends AbstractMessageBuilder {
|
|
|
23
22
|
}[];
|
|
24
23
|
start: Date;
|
|
25
24
|
constructor(_space?: Space | undefined);
|
|
26
|
-
createMessage(numSegments?: number): Promise<
|
|
27
|
-
createBlock():
|
|
25
|
+
createMessage(numSegments?: number): Promise<MessageType>;
|
|
26
|
+
createBlock(): TranscriptionContentBlock;
|
|
28
27
|
next(): Date;
|
|
29
28
|
}
|
|
30
|
-
type UseTestTranscriptionQueue = (space: Space | undefined, queueId?: ObjectId, running?: boolean, interval?: number) => Queue<
|
|
29
|
+
type UseTestTranscriptionQueue = (space: Space | undefined, queueId?: ObjectId, running?: boolean, interval?: number) => Queue<MessageType> | undefined;
|
|
31
30
|
/**
|
|
32
31
|
* Test transcriptionqueue.
|
|
33
32
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AASA,OAAO,EAA0B,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAEvE,OAAO,EAA2B,QAAQ,EAAE,CAAC,EAAE,MAAM,mBAAmB,CAAC;AAIzE,OAAO,EAA2B,KAAK,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC9E,OAAO,EAAW,WAAW,EAAgB,KAAK,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAOlG,eAAO,MAAM,QAAQ;;;GASoD,CAAC;AAG1E,uBAAe,sBAAsB;IACnC,QAAQ,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;CACnE;AAED;;GAEG;AACH,qBAAa,cAAe,SAAQ,sBAAsB;IAW5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAVpC,MAAM,CAAC,QAAQ,CAAC,SAAS,iBAAwB;IAEjD,KAAK;;;;QAID;IAEJ,KAAK,OAAgD;gBAExB,MAAM,CAAC,EAAE,KAAK,YAAA;IAI5B,aAAa,CAAC,WAAW,SAAI,GAAG,OAAO,CAAC,WAAW,CAAC;IASnE,WAAW,IAAI,yBAAyB;IAkBxC,IAAI;CAIL;AA4CD,KAAK,yBAAyB,GAAG,CAC/B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,OAAO,CAAC,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,OAAO,EACjB,QAAQ,CAAC,EAAE,MAAM,KACd,KAAK,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,yBAwBvC,CAAC;AAEF;;GAEG;AAEH,eAAO,MAAM,6CAA6C,EAAE,yBAmC3D,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { type Context, Resource } from '@dxos/context';
|
|
2
|
-
import { type
|
|
2
|
+
import { type TranscriptionContentBlock } from '@dxos/schema';
|
|
3
3
|
import { type AudioRecorder } from './audio-recorder';
|
|
4
4
|
export type TranscribeConfig = {
|
|
5
5
|
/**
|
|
@@ -15,7 +15,7 @@ export type TranscribeConfig = {
|
|
|
15
15
|
export type TranscriberParams = {
|
|
16
16
|
config: TranscribeConfig;
|
|
17
17
|
recorder: AudioRecorder;
|
|
18
|
-
onSegments: (segments:
|
|
18
|
+
onSegments: (segments: TranscriptionContentBlock[]) => Promise<void>;
|
|
19
19
|
};
|
|
20
20
|
/**
|
|
21
21
|
* Handles transcription of audio chunks.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEvE,OAAO,EAAE,KAAK,
|
|
1
|
+
{"version":3,"file":"transcriber.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcriber.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,OAAO,EAAkB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEvE,OAAO,EAAE,KAAK,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAG9D,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,kBAAkB,CAAC;AAuCvE,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;OAEG;IACH,2BAA2B,EAAE,MAAM,CAAC;IAEpC;;;OAGG;IACH,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,CAAC,QAAQ,EAAE,yBAAyB,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACtE,CAAC;AAEF;;;;GAIG;AACH,qBAAa,WAAY,SAAQ,QAAQ;IACvC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAK;IAE/B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAoC;IAEjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkC;IAE9D,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAAC,CAA2B;gBAEvC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,iBAAiB;cAOtC,KAAK,CAAC,GAAG,EAAE,OAAO;cAQlB,MAAM;IAO/B,oBAAoB;IASpB,mBAAmB;IAUnB,OAAO,CAAC,eAAe;YAgBT,WAAW;IAoBzB,OAAO,CAAC,cAAc;YAOR,iBAAiB;YAejB,mBAAmB;IA+BjC,OAAO,CAAC,cAAc;CAkCvB"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { Resource } from '@dxos/context';
|
|
2
2
|
import { type DXN } from '@dxos/keys';
|
|
3
3
|
import { type EdgeHttpClient } from '@dxos/react-edge-client';
|
|
4
|
-
import {
|
|
5
|
-
export type TranscriptMessageEnricher = (message:
|
|
4
|
+
import { MessageType } from '@dxos/schema';
|
|
5
|
+
export type TranscriptMessageEnricher = (message: MessageType) => Promise<MessageType>;
|
|
6
6
|
export type TranscriptionManagerOptions = {
|
|
7
7
|
edgeClient: EdgeHttpClient;
|
|
8
8
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAkC,MAAM,cAAc,CAAC;AAqB3E,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,EAAE,WAAW,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;AAEvF,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,cAAc,CAAC;IAE3B;;OAEG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C,CAAC;AAEF;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA4B;IAC9D,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,YAAY,CAAC,CAAqB;IAC1C,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,MAAM,CAAC,CAAiC;IAChD,OAAO,CAAC,QAAQ,CAAS;gBAEb,OAAO,EAAE,2BAA2B;cAMvB,KAAK;cAIL,MAAM;IAI/B,QAAQ,CAAC,QAAQ,EAAE,GAAG,GAAG,oBAAoB;IAQ7C,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,oBAAoB;IAOjD,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,oBAAoB;IAavD;;;OAGG;IAEG,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO;IAW5B,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB;YAU9B,kBAAkB;YAwBlB,uBAAuB;YA2BvB,WAAW;CAiB1B"}
|
|
@@ -1,43 +1,36 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { Expando } from '@dxos/echo-schema';
|
|
1
|
+
import { Expando, S } from '@dxos/echo-schema';
|
|
3
2
|
/**
|
|
4
3
|
* Root transcript object created when the user starts a transcription.
|
|
5
4
|
*/
|
|
6
|
-
export declare const TranscriptSchema:
|
|
7
|
-
name: typeof
|
|
8
|
-
started:
|
|
9
|
-
ended:
|
|
5
|
+
export declare const TranscriptSchema: S.Struct<{
|
|
6
|
+
name: typeof S.String;
|
|
7
|
+
started: S.optional<typeof S.String>;
|
|
8
|
+
ended: S.optional<typeof S.String>;
|
|
10
9
|
/**
|
|
11
10
|
* Queue containing TranscriptBlock objects.
|
|
12
11
|
*/
|
|
13
12
|
queue: import("@dxos/echo-schema").Ref$<Expando>;
|
|
14
13
|
}>;
|
|
15
|
-
declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<
|
|
16
|
-
name: typeof
|
|
17
|
-
started:
|
|
18
|
-
ended:
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
ended: Schema.optional<typeof Schema.String>;
|
|
27
|
-
/**
|
|
28
|
-
* Queue containing TranscriptBlock objects.
|
|
29
|
-
*/
|
|
30
|
-
queue: import("@dxos/echo-schema").Ref$<Expando>;
|
|
31
|
-
}>>>;
|
|
14
|
+
declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<{
|
|
15
|
+
readonly name: typeof S.String;
|
|
16
|
+
readonly started: S.optional<typeof S.String>;
|
|
17
|
+
readonly ended: S.optional<typeof S.String>;
|
|
18
|
+
readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
|
|
19
|
+
}, import("@dxos/echo-schema").TypedObjectOptions>, S.Struct.Encoded<{
|
|
20
|
+
readonly name: typeof S.String;
|
|
21
|
+
readonly started: S.optional<typeof S.String>;
|
|
22
|
+
readonly ended: S.optional<typeof S.String>;
|
|
23
|
+
readonly queue: import("@dxos/echo-schema").Ref$<Expando>;
|
|
24
|
+
}>>;
|
|
32
25
|
export declare class TranscriptType extends TranscriptType_base {
|
|
33
26
|
}
|
|
34
27
|
/**
|
|
35
28
|
* First message in queue.
|
|
36
29
|
* Contains metadata for the recording and transcript.
|
|
37
30
|
*/
|
|
38
|
-
declare const TranscriptHeader:
|
|
39
|
-
started:
|
|
31
|
+
declare const TranscriptHeader: S.Struct<{
|
|
32
|
+
started: S.optional<typeof S.String>;
|
|
40
33
|
}>;
|
|
41
|
-
export type TranscriptHeader =
|
|
34
|
+
export type TranscriptHeader = S.Schema.Type<typeof TranscriptHeader>;
|
|
42
35
|
export {};
|
|
43
36
|
//# sourceMappingURL=schema.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,OAAO,EAAO,CAAC,EAAe,MAAM,mBAAmB,CAAC;AAEjE;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;IAO3B;;OAEG;;EAGH,CAAC;;;;;;;;;;;;AAEH,qBAAa,cAAe,SAAQ,mBAGT;CAAG;AAI9B;;;GAGG;AACH,QAAA,MAAM,gBAAgB;;EAEpB,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC,CAAC"}
|
|
@@ -1,18 +1,18 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { S } from '@dxos/echo-schema';
|
|
2
2
|
import { TranscriptType } from './schema';
|
|
3
3
|
/**
|
|
4
4
|
* Endpoint to the calls service.
|
|
5
5
|
*/
|
|
6
6
|
export declare const TRANSCRIPTION_URL = "https://calls-service.dxos.workers.dev";
|
|
7
7
|
export declare namespace TranscriptionAction {
|
|
8
|
-
const Create_base:
|
|
9
|
-
readonly _tag:
|
|
8
|
+
const Create_base: S.TaggedClass<Create, "dxos.org/plugin/transcription/action/create", {
|
|
9
|
+
readonly _tag: S.tag<"dxos.org/plugin/transcription/action/create">;
|
|
10
10
|
} & {
|
|
11
|
-
input:
|
|
12
|
-
name:
|
|
13
|
-
spaceId:
|
|
11
|
+
input: S.Struct<{
|
|
12
|
+
name: S.optional<typeof S.String>;
|
|
13
|
+
spaceId: S.Schema<import("@dxos/keys").SpaceId, string, never>;
|
|
14
14
|
}>;
|
|
15
|
-
output:
|
|
15
|
+
output: S.Struct<{
|
|
16
16
|
object: typeof TranscriptType;
|
|
17
17
|
}>;
|
|
18
18
|
}>;
|
|
@@ -21,8 +21,8 @@ export declare namespace TranscriptionAction {
|
|
|
21
21
|
export {};
|
|
22
22
|
}
|
|
23
23
|
export declare const isTranscript: (object: unknown) => object is typeof TranscriptType;
|
|
24
|
-
export declare const TranscriptionSettingsSchema:
|
|
25
|
-
entityExtraction:
|
|
24
|
+
export declare const TranscriptionSettingsSchema: S.mutable<S.Struct<{
|
|
25
|
+
entityExtraction: S.PropertySignature<"?:", boolean | undefined, never, "?:", boolean | undefined, true, never>;
|
|
26
26
|
}>>;
|
|
27
|
-
export type TranscriptionSettingsProps =
|
|
27
|
+
export type TranscriptionSettingsProps = S.Schema.Type<typeof TranscriptionSettingsSchema>;
|
|
28
28
|
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/types/types.ts"],"names":[],"mappings":"AAIA,OAAO,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/types/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAiB,CAAC,EAAgB,MAAM,mBAAmB,CAAC;AAGnE,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAK1C;;GAEG;AAEH,eAAO,MAAM,iBAAiB,2CAA2C,CAAC;AAE1E,yBAAiB,mBAAmB,CAAC;;;;;;;;;;;;IAGnC,MAAM,OAAO,MAAO,SAAQ,WAQ1B;KAAG;;CACN;AAED,eAAO,MAAM,YAAY,WAAY,OAAO,KAAG,MAAM,IAAI,OAAO,cAE/D,CAAC;AAGF,eAAO,MAAM,2BAA2B;;GAIvC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,2BAA2B,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/plugin-transcription",
|
|
3
|
-
"version": "0.8.2-main.
|
|
3
|
+
"version": "0.8.2-main.36232bc",
|
|
4
4
|
"description": "Voice transcription.",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
@@ -36,7 +36,7 @@
|
|
|
36
36
|
"@codemirror/view": "^6.34.1",
|
|
37
37
|
"@preact/signals-core": "^1.6.0",
|
|
38
38
|
"date-fns": "^3.3.1",
|
|
39
|
-
"effect": "3.
|
|
39
|
+
"effect": "3.13.3",
|
|
40
40
|
"extendable-media-recorder": "^9.2.19",
|
|
41
41
|
"extendable-media-recorder-wav-encoder": "^7.0.123",
|
|
42
42
|
"main-thread-scheduling": "^14.1.1",
|
|
@@ -44,65 +44,63 @@
|
|
|
44
44
|
"react-router-dom": "^6.4.0",
|
|
45
45
|
"react-use": "^17.5.1",
|
|
46
46
|
"wavefile": "^11.0.0",
|
|
47
|
-
"@dxos/
|
|
48
|
-
"@dxos/
|
|
49
|
-
"@dxos/client": "0.8.2-main.
|
|
50
|
-
"@dxos/
|
|
51
|
-
"@dxos/
|
|
52
|
-
"@dxos/
|
|
53
|
-
"@dxos/
|
|
54
|
-
"@dxos/
|
|
55
|
-
"@dxos/
|
|
56
|
-
"@dxos/echo": "0.8.2-main.
|
|
57
|
-
"@dxos/
|
|
58
|
-
"@dxos/
|
|
59
|
-
"@dxos/
|
|
60
|
-
"@dxos/
|
|
61
|
-
"@dxos/
|
|
62
|
-
"@dxos/
|
|
63
|
-
"@dxos/
|
|
64
|
-
"@dxos/plugin-
|
|
65
|
-
"@dxos/plugin-
|
|
66
|
-
"@dxos/plugin-
|
|
67
|
-
"@dxos/plugin-
|
|
68
|
-
"@dxos/
|
|
69
|
-
"@dxos/
|
|
70
|
-
"@dxos/
|
|
71
|
-
"@dxos/react-
|
|
72
|
-
"@dxos/react-
|
|
73
|
-
"@dxos/react-ui-
|
|
74
|
-
"@dxos/react-
|
|
75
|
-
"@dxos/react-ui-
|
|
76
|
-
"@dxos/react-ui-
|
|
77
|
-
"@dxos/react-ui-grid": "0.8.2-main.
|
|
78
|
-
"@dxos/react-ui-
|
|
79
|
-
"@dxos/
|
|
80
|
-
"@dxos/
|
|
81
|
-
"@dxos/
|
|
82
|
-
"@dxos/util": "0.8.2-main.2f9c567"
|
|
47
|
+
"@dxos/artifact": "0.8.2-main.36232bc",
|
|
48
|
+
"@dxos/async": "0.8.2-main.36232bc",
|
|
49
|
+
"@dxos/client": "0.8.2-main.36232bc",
|
|
50
|
+
"@dxos/assistant": "0.8.2-main.36232bc",
|
|
51
|
+
"@dxos/app-framework": "0.8.2-main.36232bc",
|
|
52
|
+
"@dxos/context": "0.8.2-main.36232bc",
|
|
53
|
+
"@dxos/codec-protobuf": "0.8.2-main.36232bc",
|
|
54
|
+
"@dxos/debug": "0.8.2-main.36232bc",
|
|
55
|
+
"@dxos/echo-db": "0.8.2-main.36232bc",
|
|
56
|
+
"@dxos/echo-schema": "0.8.2-main.36232bc",
|
|
57
|
+
"@dxos/keys": "0.8.2-main.36232bc",
|
|
58
|
+
"@dxos/display-name": "0.8.2-main.36232bc",
|
|
59
|
+
"@dxos/invariant": "0.8.2-main.36232bc",
|
|
60
|
+
"@dxos/live-object": "0.8.2-main.36232bc",
|
|
61
|
+
"@dxos/log": "0.8.2-main.36232bc",
|
|
62
|
+
"@dxos/plugin-client": "0.8.2-main.36232bc",
|
|
63
|
+
"@dxos/local-storage": "0.8.2-main.36232bc",
|
|
64
|
+
"@dxos/plugin-graph": "0.8.2-main.36232bc",
|
|
65
|
+
"@dxos/plugin-markdown": "0.8.2-main.36232bc",
|
|
66
|
+
"@dxos/plugin-deck": "0.8.2-main.36232bc",
|
|
67
|
+
"@dxos/plugin-meeting": "0.8.2-main.36232bc",
|
|
68
|
+
"@dxos/protocols": "0.8.2-main.36232bc",
|
|
69
|
+
"@dxos/react-client": "0.8.2-main.36232bc",
|
|
70
|
+
"@dxos/plugin-space": "0.8.2-main.36232bc",
|
|
71
|
+
"@dxos/react-ui-attention": "0.8.2-main.36232bc",
|
|
72
|
+
"@dxos/react-ui-components": "0.8.2-main.36232bc",
|
|
73
|
+
"@dxos/react-ui-form": "0.8.2-main.36232bc",
|
|
74
|
+
"@dxos/react-edge-client": "0.8.2-main.36232bc",
|
|
75
|
+
"@dxos/react-ui-editor": "0.8.2-main.36232bc",
|
|
76
|
+
"@dxos/react-ui-sfx": "0.8.2-main.36232bc",
|
|
77
|
+
"@dxos/react-ui-grid": "0.8.2-main.36232bc",
|
|
78
|
+
"@dxos/react-ui-stack": "0.8.2-main.36232bc",
|
|
79
|
+
"@dxos/schema": "0.8.2-main.36232bc",
|
|
80
|
+
"@dxos/tracing": "0.8.2-main.36232bc",
|
|
81
|
+
"@dxos/util": "0.8.2-main.36232bc"
|
|
83
82
|
},
|
|
84
83
|
"devDependencies": {
|
|
85
84
|
"@types/react": "~18.2.0",
|
|
86
85
|
"react": "~18.2.0",
|
|
87
86
|
"react-dom": "~18.2.0",
|
|
88
87
|
"tailwindcss": "~3.4.1",
|
|
89
|
-
"@dxos/plugin-preview": "0.8.2-main.
|
|
90
|
-
"@dxos/plugin-storybook-layout": "0.8.2-main.
|
|
91
|
-
"@dxos/plugin-theme": "0.8.2-main.
|
|
92
|
-
"@dxos/
|
|
93
|
-
"@dxos/
|
|
94
|
-
"@dxos/react-ui
|
|
95
|
-
"@dxos/react-ui-
|
|
96
|
-
"@dxos/
|
|
97
|
-
"@dxos/test-utils": "0.8.2-main.
|
|
98
|
-
"@dxos/
|
|
88
|
+
"@dxos/plugin-preview": "0.8.2-main.36232bc",
|
|
89
|
+
"@dxos/plugin-storybook-layout": "0.8.2-main.36232bc",
|
|
90
|
+
"@dxos/plugin-theme": "0.8.2-main.36232bc",
|
|
91
|
+
"@dxos/random": "0.8.2-main.36232bc",
|
|
92
|
+
"@dxos/react-ui-form": "0.8.2-main.36232bc",
|
|
93
|
+
"@dxos/react-ui": "0.8.2-main.36232bc",
|
|
94
|
+
"@dxos/react-ui-syntax-highlighter": "0.8.2-main.36232bc",
|
|
95
|
+
"@dxos/storybook-utils": "0.8.2-main.36232bc",
|
|
96
|
+
"@dxos/test-utils": "0.8.2-main.36232bc",
|
|
97
|
+
"@dxos/react-ui-theme": "0.8.2-main.36232bc"
|
|
99
98
|
},
|
|
100
99
|
"optionalDependencies": {
|
|
101
|
-
"effect": "^3.13.3",
|
|
102
100
|
"react": "~18.2.0",
|
|
103
101
|
"react-dom": "~18.2.0",
|
|
104
|
-
"@dxos/react-ui
|
|
105
|
-
"@dxos/react-ui": "0.8.2-main.
|
|
102
|
+
"@dxos/react-ui": "0.8.2-main.36232bc",
|
|
103
|
+
"@dxos/react-ui-theme": "0.8.2-main.36232bc"
|
|
106
104
|
},
|
|
107
105
|
"publishConfig": {
|
|
108
106
|
"access": "public"
|
|
@@ -7,7 +7,7 @@ import { QueueImpl } from '@dxos/echo-db';
|
|
|
7
7
|
import { isInstanceOf } from '@dxos/echo-schema';
|
|
8
8
|
import { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';
|
|
9
9
|
import { getSpace } from '@dxos/react-client/echo';
|
|
10
|
-
import {
|
|
10
|
+
import { MessageType } from '@dxos/schema';
|
|
11
11
|
|
|
12
12
|
import {
|
|
13
13
|
AppGraphBuilder,
|
|
@@ -50,7 +50,7 @@ export const TranscriptionPlugin = () =>
|
|
|
50
50
|
const queue = new QueueImpl(client.edge, transcript.queue.dxn);
|
|
51
51
|
await queue.refresh();
|
|
52
52
|
const content = queue.items
|
|
53
|
-
.filter((message) => isInstanceOf(
|
|
53
|
+
.filter((message) => isInstanceOf(MessageType, message))
|
|
54
54
|
.flatMap((message, index) => renderMarkdown(members)(message, index))
|
|
55
55
|
.join('\n\n');
|
|
56
56
|
return content;
|
|
@@ -6,7 +6,7 @@ import type { Schema } from 'effect';
|
|
|
6
6
|
|
|
7
7
|
import { Capabilities, contributes, createIntent, type PluginsContext } from '@dxos/app-framework';
|
|
8
8
|
import { AIServiceEdgeClient, type AIServiceClient } from '@dxos/assistant';
|
|
9
|
-
import { AI_SERVICE_ENDPOINT } from '@dxos/assistant/testing';
|
|
9
|
+
import { AI_SERVICE_ENDPOINT, Contact, Organization } from '@dxos/assistant/testing';
|
|
10
10
|
import { Filter, fullyQualifiedId, getSpace, makeRef, type Space } from '@dxos/client/echo';
|
|
11
11
|
import { getSchemaTypename, isInstanceOf, type BaseEchoObject } from '@dxos/echo-schema';
|
|
12
12
|
import { invariant } from '@dxos/invariant';
|
|
@@ -20,7 +20,7 @@ import { MeetingCapabilities, type CallState, type MediaState } from '@dxos/plug
|
|
|
20
20
|
import { MeetingType, type MeetingCallProperties } from '@dxos/plugin-meeting/types';
|
|
21
21
|
import { type buf } from '@dxos/protocols/buf';
|
|
22
22
|
import { type TranscriptionPayloadSchema } from '@dxos/protocols/buf/dxos/edge/calls_pb';
|
|
23
|
-
import {
|
|
23
|
+
import type { MessageType } from '@dxos/schema';
|
|
24
24
|
|
|
25
25
|
import { TranscriptionCapabilities } from './capabilities';
|
|
26
26
|
import { processTranscriptMessage } from '../entity-extraction';
|
|
@@ -128,7 +128,7 @@ export default (context: PluginsContext) =>
|
|
|
128
128
|
// TODO(dmaretskyi): Have those be discovered from the schema graph or contributed by capabilities?
|
|
129
129
|
// This forced me to add a dependency on markdown plugin.
|
|
130
130
|
// This will be replaced with a vector search index anyway, so its not a big deal.
|
|
131
|
-
contextTypes: [DocumentType,
|
|
131
|
+
contextTypes: [DocumentType, Contact, Organization],
|
|
132
132
|
space,
|
|
133
133
|
});
|
|
134
134
|
}
|
|
@@ -179,7 +179,7 @@ type EntityExtractionEnricherFactoryOptions = {
|
|
|
179
179
|
};
|
|
180
180
|
|
|
181
181
|
const createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: EntityExtractionEnricherFactoryOptions) => {
|
|
182
|
-
return async (message:
|
|
182
|
+
return async (message: MessageType) => {
|
|
183
183
|
const { objects } = await space.db.query(Filter.or(...contextTypes.map((s) => Filter.schema(s)))).run();
|
|
184
184
|
log.info('context', { objects });
|
|
185
185
|
|
|
@@ -198,12 +198,12 @@ const createEntityExtractionEnricher = ({ aiClient, contextTypes, space }: Entit
|
|
|
198
198
|
const processContextObject = async (object: BaseEchoObject): Promise<any> => {
|
|
199
199
|
// TODO(dmaretskyi): Documents need special processing is the content is behind a ref.
|
|
200
200
|
// TODO(dmaretskyi): Think about a way to handle this serialization with a decorator.
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
201
|
+
if (isInstanceOf(DocumentType, object)) {
|
|
202
|
+
return {
|
|
203
|
+
...object,
|
|
204
|
+
content: await object.content.load(),
|
|
205
|
+
};
|
|
206
|
+
}
|
|
207
207
|
|
|
208
208
|
return object;
|
|
209
209
|
};
|
|
@@ -20,7 +20,7 @@ import { useMembers, useSpace } from '@dxos/react-client/echo';
|
|
|
20
20
|
import { IconButton, Toolbar } from '@dxos/react-ui';
|
|
21
21
|
import { SyntaxHighlighter } from '@dxos/react-ui-syntax-highlighter';
|
|
22
22
|
import { defaultTx } from '@dxos/react-ui-theme';
|
|
23
|
-
import {
|
|
23
|
+
import { Contact, Organization, type MessageType } from '@dxos/schema';
|
|
24
24
|
import { Testing } from '@dxos/schema/testing';
|
|
25
25
|
import { withLayout } from '@dxos/storybook-utils';
|
|
26
26
|
|
|
@@ -69,7 +69,7 @@ const TranscriptContainer: FC<
|
|
|
69
69
|
);
|
|
70
70
|
};
|
|
71
71
|
|
|
72
|
-
type StoryProps = { messages?:
|
|
72
|
+
type StoryProps = { messages?: MessageType[] } & Pick<TranscriptProps, 'ignoreAttention' | 'attendableId'>;
|
|
73
73
|
|
|
74
74
|
/**
|
|
75
75
|
* Basic story mutates array of messages.
|
|
@@ -78,11 +78,11 @@ const BasicStory = ({ messages: initialMessages = [], ...props }: StoryProps) =>
|
|
|
78
78
|
const [reset, setReset] = useState({});
|
|
79
79
|
const builder = useMemo(() => new MessageBuilder(), []);
|
|
80
80
|
const model = useMemo(
|
|
81
|
-
() => new SerializationModel<
|
|
81
|
+
() => new SerializationModel<MessageType>(renderMarkdown([]), initialMessages),
|
|
82
82
|
[initialMessages, reset],
|
|
83
83
|
);
|
|
84
84
|
const [running, setRunning] = useState(true);
|
|
85
|
-
const [currentMessage, setCurrentMessage] = useState<
|
|
85
|
+
const [currentMessage, setCurrentMessage] = useState<MessageType | null>(null);
|
|
86
86
|
useEffect(() => {
|
|
87
87
|
if (!running) {
|
|
88
88
|
return;
|
|
@@ -186,7 +186,7 @@ const meta: Meta<typeof QueueStory> = {
|
|
|
186
186
|
ThemePlugin({ tx: defaultTx }),
|
|
187
187
|
StorybookLayoutPlugin(),
|
|
188
188
|
ClientPlugin({
|
|
189
|
-
types: [TestItem, Testing.DocumentType,
|
|
189
|
+
types: [TestItem, Testing.DocumentType, Contact, Organization],
|
|
190
190
|
onClientInitialized: async (_, client) => {
|
|
191
191
|
await client.halo.createIdentity();
|
|
192
192
|
},
|
|
@@ -18,7 +18,7 @@ import {
|
|
|
18
18
|
useTextEditor,
|
|
19
19
|
} from '@dxos/react-ui-editor';
|
|
20
20
|
import { mx } from '@dxos/react-ui-theme';
|
|
21
|
-
import { type
|
|
21
|
+
import { type MessageType } from '@dxos/schema';
|
|
22
22
|
import { isNotFalsy } from '@dxos/util';
|
|
23
23
|
|
|
24
24
|
import { transcript } from './transcript-extension';
|
|
@@ -27,7 +27,7 @@ import { type TranscriptType } from '../../types';
|
|
|
27
27
|
|
|
28
28
|
export const renderMarkdown =
|
|
29
29
|
(identities: Identity[]) =>
|
|
30
|
-
(message:
|
|
30
|
+
(message: MessageType, index: number, debug = false): string[] => {
|
|
31
31
|
if (message.sender.role === 'assistant') {
|
|
32
32
|
// Start/stop block.
|
|
33
33
|
return [message.blocks.find((block) => block.type === 'transcription')?.text ?? '', ''];
|
|
@@ -53,7 +53,7 @@ export const renderMarkdown =
|
|
|
53
53
|
export type TranscriptProps = ThemedClassName<{
|
|
54
54
|
transcript?: TranscriptType;
|
|
55
55
|
space?: Space;
|
|
56
|
-
model: SerializationModel<
|
|
56
|
+
model: SerializationModel<MessageType>;
|
|
57
57
|
// TODO(wittjosiah): Move to container.
|
|
58
58
|
attendableId?: string;
|
|
59
59
|
ignoreAttention?: boolean;
|
|
@@ -90,11 +90,5 @@ export const Transcript = ({
|
|
|
90
90
|
};
|
|
91
91
|
}, [space, model]);
|
|
92
92
|
|
|
93
|
-
return (
|
|
94
|
-
<div
|
|
95
|
-
ref={parentRef}
|
|
96
|
-
className={mx('flex grow overflow-hidden', editorWidth, classNames)}
|
|
97
|
-
data-popover-collision-boundary={true}
|
|
98
|
-
/>
|
|
99
|
-
);
|
|
93
|
+
return <div ref={parentRef} className={mx('flex grow overflow-hidden', editorWidth, classNames)} />;
|
|
100
94
|
};
|