@dxos/plugin-transcription 0.8.2 → 0.8.3-main.7f5a14c
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{TranscriptContainer-PFKLKRPQ.mjs → TranscriptContainer-PDSOWOMY.mjs} +2 -2
- package/dist/lib/browser/{chunk-TJPJBE45.mjs → chunk-KMCEHAVR.mjs} +4 -4
- package/dist/lib/browser/{chunk-4KCUYW2F.mjs → chunk-KUO25QLG.mjs} +14 -27
- package/dist/lib/browser/{chunk-4KCUYW2F.mjs.map → chunk-KUO25QLG.mjs.map} +3 -3
- package/dist/lib/browser/{chunk-NODIXNQP.mjs → chunk-OSISJM2F.mjs} +5 -4
- package/dist/lib/browser/chunk-OSISJM2F.mjs.map +7 -0
- package/dist/lib/browser/{chunk-IGEKO7ZU.mjs → chunk-RPMSRXAD.mjs} +2 -2
- package/dist/lib/browser/index.mjs +8 -10
- package/dist/lib/browser/index.mjs.map +3 -3
- package/dist/lib/browser/{intent-resolver-I2LJSQDR.mjs → intent-resolver-BGADCHVM.mjs} +7 -6
- package/dist/lib/browser/intent-resolver-BGADCHVM.mjs.map +7 -0
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/{react-surface-ID2MLJHZ.mjs → react-surface-4KQXXK3L.mjs} +6 -6
- package/dist/lib/browser/react-surface-4KQXXK3L.mjs.map +7 -0
- package/dist/lib/browser/{transcriber-NA7CIFIT.mjs → transcriber-KKKY7OTA.mjs} +3 -3
- package/dist/lib/browser/types/index.mjs +1 -1
- package/dist/lib/node/{TranscriptContainer-LHMC7553.cjs → TranscriptContainer-74YHORVT.cjs} +7 -7
- package/dist/lib/node/{TranscriptContainer-LHMC7553.cjs.map → TranscriptContainer-74YHORVT.cjs.map} +2 -2
- package/dist/lib/node/{chunk-EIMUQYCZ.cjs → chunk-6LW5RA3K.cjs} +9 -8
- package/dist/lib/node/chunk-6LW5RA3K.cjs.map +7 -0
- package/dist/lib/node/{chunk-ZFTXJZXH.cjs → chunk-C5W34GLS.cjs} +18 -31
- package/dist/lib/node/{chunk-ZFTXJZXH.cjs.map → chunk-C5W34GLS.cjs.map} +3 -3
- package/dist/lib/node/{chunk-5J3FBCON.cjs → chunk-SZXEXASL.cjs} +5 -5
- package/dist/lib/node/{chunk-3GS5UNO5.cjs → chunk-TH26IEUM.cjs} +7 -7
- package/dist/lib/node/index.cjs +28 -30
- package/dist/lib/node/index.cjs.map +3 -3
- package/dist/lib/node/{intent-resolver-LLMGF5I5.cjs → intent-resolver-LL3TTI4H.cjs} +10 -9
- package/dist/lib/node/intent-resolver-LL3TTI4H.cjs.map +7 -0
- package/dist/lib/node/meta.json +1 -1
- package/dist/lib/node/{react-surface-SEQLEL4K.cjs → react-surface-QVXIHCOA.cjs} +10 -10
- package/dist/lib/node/react-surface-QVXIHCOA.cjs.map +7 -0
- package/dist/lib/node/{transcriber-RKKN7LDU.cjs → transcriber-532JRZHY.cjs} +9 -9
- package/dist/lib/node/types/index.cjs +5 -5
- package/dist/lib/node/types/index.cjs.map +1 -1
- package/dist/lib/node-esm/{TranscriptContainer-DLNRFVTA.mjs → TranscriptContainer-VBUQ7KJJ.mjs} +2 -2
- package/dist/lib/node-esm/{chunk-PR7EYODX.mjs → chunk-2U54OZH3.mjs} +4 -4
- package/dist/lib/node-esm/{chunk-BRPFVRAD.mjs → chunk-FH75X4JC.mjs} +5 -4
- package/dist/lib/node-esm/chunk-FH75X4JC.mjs.map +7 -0
- package/dist/lib/node-esm/{chunk-KUWWHMOA.mjs → chunk-QS4L6XU3.mjs} +2 -2
- package/dist/lib/node-esm/{chunk-EFIWBQDF.mjs → chunk-QSGGTMXE.mjs} +14 -27
- package/dist/lib/node-esm/{chunk-EFIWBQDF.mjs.map → chunk-QSGGTMXE.mjs.map} +3 -3
- package/dist/lib/node-esm/index.mjs +8 -10
- package/dist/lib/node-esm/index.mjs.map +3 -3
- package/dist/lib/node-esm/{intent-resolver-WOZKOEBW.mjs → intent-resolver-5LVCYSJS.mjs} +7 -6
- package/dist/lib/node-esm/intent-resolver-5LVCYSJS.mjs.map +7 -0
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/{react-surface-7MXUUTAL.mjs → react-surface-ZB7Y2YF7.mjs} +6 -6
- package/dist/lib/node-esm/react-surface-ZB7Y2YF7.mjs.map +7 -0
- package/dist/lib/node-esm/{transcriber-5WSI6DYK.mjs → transcriber-SPV5ZLIJ.mjs} +3 -3
- package/dist/lib/node-esm/types/index.mjs +1 -1
- package/dist/types/src/TranscriptionPlugin.d.ts.map +1 -1
- package/dist/types/src/capabilities/intent-resolver.d.ts.map +1 -1
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts +2 -2
- package/dist/types/src/components/Transcript/Transcript.stories.d.ts.map +1 -1
- package/dist/types/src/components/stories/FileTranscription.stories.d.ts.map +1 -1
- package/dist/types/src/components/stories/MicrophoneTranscription.stories.d.ts.map +1 -1
- package/dist/types/src/segments-normalization/normalization.d.ts +2 -2
- package/dist/types/src/testing/testing.d.ts +2 -2
- package/dist/types/src/testing/testing.d.ts.map +1 -1
- package/dist/types/src/transcriber/transcription-manager.d.ts +6 -6
- package/dist/types/src/transcriber/transcription-manager.d.ts.map +1 -1
- package/dist/types/src/types/schema.d.ts +4 -4
- package/dist/types/src/types/schema.d.ts.map +1 -1
- package/package.json +51 -51
- package/src/TranscriptionPlugin.tsx +5 -7
- package/src/capabilities/intent-resolver.ts +5 -5
- package/src/capabilities/react-surface.tsx +2 -2
- package/src/components/Transcript/Transcript.stories.tsx +5 -5
- package/src/components/stories/FileTranscription.stories.tsx +5 -3
- package/src/components/stories/MicrophoneTranscription.stories.tsx +11 -5
- package/src/segments-normalization/normalization.test.ts +5 -3
- package/src/testing/testing.ts +15 -13
- package/src/transcriber/transcription-manager.ts +17 -22
- package/src/types/schema.ts +4 -3
- package/dist/lib/browser/chunk-NODIXNQP.mjs.map +0 -7
- package/dist/lib/browser/intent-resolver-I2LJSQDR.mjs.map +0 -7
- package/dist/lib/browser/react-surface-ID2MLJHZ.mjs.map +0 -7
- package/dist/lib/node/chunk-EIMUQYCZ.cjs.map +0 -7
- package/dist/lib/node/intent-resolver-LLMGF5I5.cjs.map +0 -7
- package/dist/lib/node/react-surface-SEQLEL4K.cjs.map +0 -7
- package/dist/lib/node-esm/chunk-BRPFVRAD.mjs.map +0 -7
- package/dist/lib/node-esm/intent-resolver-WOZKOEBW.mjs.map +0 -7
- package/dist/lib/node-esm/react-surface-7MXUUTAL.mjs.map +0 -7
- /package/dist/lib/browser/{TranscriptContainer-PFKLKRPQ.mjs.map → TranscriptContainer-PDSOWOMY.mjs.map} +0 -0
- /package/dist/lib/browser/{chunk-TJPJBE45.mjs.map → chunk-KMCEHAVR.mjs.map} +0 -0
- /package/dist/lib/browser/{chunk-IGEKO7ZU.mjs.map → chunk-RPMSRXAD.mjs.map} +0 -0
- /package/dist/lib/browser/{transcriber-NA7CIFIT.mjs.map → transcriber-KKKY7OTA.mjs.map} +0 -0
- /package/dist/lib/node/{chunk-5J3FBCON.cjs.map → chunk-SZXEXASL.cjs.map} +0 -0
- /package/dist/lib/node/{chunk-3GS5UNO5.cjs.map → chunk-TH26IEUM.cjs.map} +0 -0
- /package/dist/lib/node/{transcriber-RKKN7LDU.cjs.map → transcriber-532JRZHY.cjs.map} +0 -0
- /package/dist/lib/node-esm/{TranscriptContainer-DLNRFVTA.mjs.map → TranscriptContainer-VBUQ7KJJ.mjs.map} +0 -0
- /package/dist/lib/node-esm/{chunk-PR7EYODX.mjs.map → chunk-2U54OZH3.mjs.map} +0 -0
- /package/dist/lib/node-esm/{chunk-KUWWHMOA.mjs.map → chunk-QS4L6XU3.mjs.map} +0 -0
- /package/dist/lib/node-esm/{transcriber-5WSI6DYK.mjs.map → transcriber-SPV5ZLIJ.mjs.map} +0 -0
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../src/capabilities/react-surface.tsx"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport React from 'react';\n\nimport { Capabilities, contributes, createSurface } from '@dxos/app-framework';\nimport { Obj } from '@dxos/echo';\n\nimport { TranscriptionContainer } from '../components';\nimport { meta } from '../meta';\nimport { TranscriptType } from '../types';\n\nexport default () =>\n contributes(Capabilities.ReactSurface, [\n createSurface({\n id: `${meta.id}/article/transcript`,\n role: ['article', 'section'],\n filter: (data): data is { subject: TranscriptType } => Obj.instanceOf(TranscriptType, data.subject),\n component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} role={role} />,\n }),\n ]);\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;AAIA,OAAOA,WAAW;AAElB,SAASC,cAAcC,aAAaC,qBAAqB;AACzD,SAASC,WAAW;AAMpB,IAAA,wBAAe,MACbC,YAAYC,aAAaC,cAAc;EACrCC,cAAc;IACZC,IAAI,GAAGC,KAAKD,EAAE;IACdE,MAAM;MAAC;MAAW;;IAClBC,QAAQ,CAACC,SAA8CC,IAAIC,WAAWC,gBAAgBH,KAAKI,OAAO;IAClGC,WAAW,CAAC,EAAEL,MAAMF,KAAI,MAAO,sBAAA,cAACQ,wBAAAA;MAAuBC,YAAYP,KAAKI;MAASN;;EACnF,CAAA;CACD;",
|
|
6
|
+
"names": ["React", "Capabilities", "contributes", "createSurface", "Obj", "contributes", "Capabilities", "ReactSurface", "createSurface", "id", "meta", "role", "filter", "data", "Obj", "instanceOf", "TranscriptType", "subject", "component", "TranscriptionContainer", "transcript"]
|
|
7
|
+
}
|
|
@@ -3,8 +3,8 @@ import {
|
|
|
3
3
|
MediaStreamRecorder,
|
|
4
4
|
Transcriber,
|
|
5
5
|
TranscriptionManager
|
|
6
|
-
} from "./chunk-
|
|
7
|
-
import "./chunk-
|
|
6
|
+
} from "./chunk-QSGGTMXE.mjs";
|
|
7
|
+
import "./chunk-FH75X4JC.mjs";
|
|
8
8
|
import {
|
|
9
9
|
TranscriptionCapabilities
|
|
10
10
|
} from "./chunk-MFJPEIVB.mjs";
|
|
@@ -54,4 +54,4 @@ var transcriber_default = (context) => {
|
|
|
54
54
|
export {
|
|
55
55
|
transcriber_default as default
|
|
56
56
|
};
|
|
57
|
-
//# sourceMappingURL=transcriber-
|
|
57
|
+
//# sourceMappingURL=transcriber-SPV5ZLIJ.mjs.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TranscriptionPlugin.d.ts","sourceRoot":"","sources":["../../../src/TranscriptionPlugin.tsx"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"TranscriptionPlugin.d.ts","sourceRoot":"","sources":["../../../src/TranscriptionPlugin.tsx"],"names":[],"mappings":"AAgBA,eAAO,MAAM,mBAAmB,4CAkD5B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"intent-resolver.d.ts","sourceRoot":"","sources":["../../../../src/capabilities/intent-resolver.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAA+B,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"intent-resolver.d.ts","sourceRoot":"","sources":["../../../../src/capabilities/intent-resolver.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,YAAY,EAA+B,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAC;yBAMpF,SAAS,aAAa;AAAtC,wBAaK"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import '@dxos-theme';
|
|
2
2
|
import { type Meta, type StoryObj } from '@storybook/react';
|
|
3
3
|
import React from 'react';
|
|
4
|
-
import {
|
|
4
|
+
import { Key } from '@dxos/echo';
|
|
5
5
|
import { DataType } from '@dxos/schema';
|
|
6
6
|
import { type TranscriptProps } from './Transcript';
|
|
7
7
|
type StoryProps = {
|
|
@@ -11,7 +11,7 @@ type StoryProps = {
|
|
|
11
11
|
* Queue story mutates queue with model adapter.
|
|
12
12
|
*/
|
|
13
13
|
declare const QueueStory: ({ messages: initialMessages, queueId, onReset, ...props }: StoryProps & {
|
|
14
|
-
queueId: ObjectId;
|
|
14
|
+
queueId: Key.ObjectId;
|
|
15
15
|
onReset: () => void;
|
|
16
16
|
}) => React.JSX.Element;
|
|
17
17
|
declare const meta: Meta<typeof QueueStory>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Transcript.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcript/Transcript.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KAAgD,MAAM,OAAO,CAAC;AAIrE,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"Transcript.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/Transcript/Transcript.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KAAgD,MAAM,OAAO,CAAC;AAIrE,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAWjC,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAIxC,OAAO,EAA8B,KAAK,eAAe,EAAE,MAAM,cAAc,CAAC;AA6ChF,KAAK,UAAU,GAAG;IAAE,QAAQ,CAAC,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAA;CAAE,GAAG,IAAI,CAAC,eAAe,EAAE,iBAAiB,GAAG,cAAc,CAAC,CAAC;AA0DhH;;GAEG;AACH,QAAA,MAAM,UAAU,GAAI,2DAKjB,UAAU,GAAG;IAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC;IAAC,OAAO,EAAE,MAAM,IAAI,CAAA;CAAE,sBAiB7D,CAAC;AA0BF,QAAA,MAAM,IAAI,EAAE,IAAI,CAAC,OAAO,UAAU,CAwBjC,CAAC;AAEF,eAAe,IAAI,CAAC;AAEpB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,UAAU,CAAC,CAAC;AAEzC,eAAO,MAAM,OAAO,EAAE,KAOrB,CAAC;AAEF,eAAO,MAAM,KAAK,EAAE,KAMnB,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,KAMvB,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,KAMvC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FileTranscription.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/stories/FileTranscription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KAA4D,MAAM,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"FileTranscription.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/stories/FileTranscription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KAA4D,MAAM,OAAO,CAAC;AA6BjF,OAAO,EAAE,KAAK,yBAAyB,EAAE,KAAK,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAG3F,QAAA,MAAM,SAAS,GAAI,wGAOhB;IACD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAChD,cAAc,CAAC,EAAE,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACrD,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;CAC1C,sBA0HA,CAAC;AAEF,QAAA,MAAM,IAAI,EAAE,IAAI,CAAC,OAAO,SAAS,CA2BhC,CAAC;AAEF,eAAe,IAAI,CAAC;AAYpB,eAAO,MAAM,OAAO,EAAE,QAAQ,CAAC,OAAO,SAAS,CAU9C,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,QAAQ,CAAC,OAAO,SAAS,CAWhE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MicrophoneTranscription.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/stories/MicrophoneTranscription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KAAoD,MAAM,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"MicrophoneTranscription.stories.d.ts","sourceRoot":"","sources":["../../../../../src/components/stories/MicrophoneTranscription.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,EAAE,KAAK,IAAI,EAAE,KAAK,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,KAAoD,MAAM,OAAO,CAAC;AAmCzE,OAAO,EAAE,KAAK,yBAAyB,EAAE,KAAK,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAY3F,KAAK,UAAU,GAAG;IAChB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,iBAAiB,EAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,cAAc,EAAE,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpD,gBAAgB,CAAC,EAAE,qBAAqB,CAAC;IACzC,gBAAgB,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;CAC1C,CAAC;AAEF,QAAA,MAAM,YAAY,GAAI,4FAMnB,UAAU,sBA0HZ,CAAC;AAEF,QAAA,MAAM,IAAI,EAAE,IAAI,CAAC,OAAO,YAAY,CAyCnC,CAAC;AAEF,eAAe,IAAI,CAAC;AAEpB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,YAAY,CAAC,CAAC;AAE3C,eAAO,MAAM,OAAO,EAAE,KAYrB,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,KAY9B,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,KAY7B,CAAC"}
|
|
@@ -389,8 +389,8 @@ export declare const sentenceNormalization: import("@dxos/functions").FunctionDe
|
|
|
389
389
|
disposition?: string | undefined;
|
|
390
390
|
} | {
|
|
391
391
|
pending?: boolean | undefined;
|
|
392
|
-
id?: string | undefined;
|
|
393
392
|
type: "image";
|
|
393
|
+
id?: string | undefined;
|
|
394
394
|
source?: {
|
|
395
395
|
data: string;
|
|
396
396
|
type: "base64";
|
|
@@ -490,8 +490,8 @@ export declare const sentenceNormalization: import("@dxos/functions").FunctionDe
|
|
|
490
490
|
disposition?: string | undefined;
|
|
491
491
|
} | {
|
|
492
492
|
pending?: boolean | undefined;
|
|
493
|
-
id?: string | undefined;
|
|
494
493
|
type: "image";
|
|
494
|
+
id?: string | undefined;
|
|
495
495
|
source?: {
|
|
496
496
|
data: string;
|
|
497
497
|
type: "base64";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { Schema } from 'effect';
|
|
2
2
|
import { type Queue } from '@dxos/client/echo';
|
|
3
|
-
import {
|
|
3
|
+
import { Key } from '@dxos/echo';
|
|
4
4
|
import { type Space } from '@dxos/react-client/echo';
|
|
5
5
|
import { DataType } from '@dxos/schema';
|
|
6
6
|
export declare const TestItem: import("@dxos/echo-schema").EchoTypeSchema<Schema.Struct<{
|
|
@@ -27,7 +27,7 @@ export declare class MessageBuilder extends AbstractMessageBuilder {
|
|
|
27
27
|
createBlock(): DataType.MessageBlock.Transcription;
|
|
28
28
|
next(): Date;
|
|
29
29
|
}
|
|
30
|
-
type UseTestTranscriptionQueue = (space: Space | undefined, queueId?: ObjectId, running?: boolean, interval?: number) => Queue<DataType.Message> | undefined;
|
|
30
|
+
type UseTestTranscriptionQueue = (space: Space | undefined, queueId?: Key.ObjectId, running?: boolean, interval?: number) => Queue<DataType.Message> | undefined;
|
|
31
31
|
/**
|
|
32
32
|
* Test transcriptionqueue.
|
|
33
33
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAOhC,OAAO,EAAU,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAOhC,OAAO,EAAU,KAAK,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAEvD,OAAO,EAAE,GAAG,EAAkB,MAAM,YAAY,CAAC;AAMjD,OAAO,EAAY,KAAK,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAIxC,eAAO,MAAM,QAAQ;;;OAcpB,CAAC;AAGF,uBAAe,sBAAsB;IACnC,QAAQ,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;CACxE;AAED;;GAEG;AACH,qBAAa,cAAe,SAAQ,sBAAsB;IAW5C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAVpC,MAAM,CAAC,QAAQ,CAAC,SAAS,iBAAwB;IAEjD,KAAK;;;;QAID;IAEJ,KAAK,OAAgD;gBAExB,MAAM,CAAC,EAAE,KAAK,YAAA;IAI5B,aAAa,CAAC,WAAW,SAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;IASxE,WAAW,IAAI,QAAQ,CAAC,YAAY,CAAC,aAAa;IAkBlD,IAAI,IAAI,IAAI;CAIb;AA8CD,KAAK,yBAAyB,GAAG,CAC/B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,OAAO,CAAC,EAAE,GAAG,CAAC,QAAQ,EACtB,OAAO,CAAC,EAAE,OAAO,EACjB,QAAQ,CAAC,EAAE,MAAM,KACd,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;AAEzC;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,yBAyBvC,CAAC;AAEF;;GAEG;AAEH,eAAO,MAAM,6CAA6C,EAAE,yBAoC3D,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { Resource } from '@dxos/context';
|
|
2
|
-
import { type
|
|
2
|
+
import { type Queue } from '@dxos/echo-db';
|
|
3
3
|
import { type EdgeHttpClient } from '@dxos/react-edge-client';
|
|
4
4
|
import { DataType } from '@dxos/schema';
|
|
5
5
|
export type TranscriptMessageEnricher = (message: DataType.Message) => Promise<DataType.Message>;
|
|
@@ -23,19 +23,19 @@ export declare class TranscriptionManager extends Resource {
|
|
|
23
23
|
private _queue?;
|
|
24
24
|
private _enabled;
|
|
25
25
|
constructor(options: TranscriptionManagerOptions);
|
|
26
|
-
protected _open(): Promise<void>;
|
|
27
|
-
protected _close(): Promise<void>;
|
|
28
26
|
/** @reactive */
|
|
29
27
|
get enabled(): boolean;
|
|
30
|
-
setQueue(
|
|
31
|
-
setIdentityDid(did: string):
|
|
32
|
-
setRecording(recording?: boolean):
|
|
28
|
+
setQueue(queue: Queue<DataType.Message>): this;
|
|
29
|
+
setIdentityDid(did: string): this;
|
|
30
|
+
setRecording(recording?: boolean): this;
|
|
33
31
|
/**
|
|
34
32
|
* Enable or disable transcription.
|
|
35
33
|
* @param enabled - Whether to enable transcription.
|
|
36
34
|
*/
|
|
37
35
|
setEnabled(enabled?: boolean): Promise<void>;
|
|
38
36
|
setAudioTrack(track?: MediaStreamTrack): Promise<void>;
|
|
37
|
+
protected _open(): Promise<void>;
|
|
38
|
+
protected _close(): Promise<void>;
|
|
39
39
|
private _toggleTranscriber;
|
|
40
40
|
private _maybeReinitTranscriber;
|
|
41
41
|
private _onSegments;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"transcription-manager.d.ts","sourceRoot":"","sources":["../../../../src/transcriber/transcription-manager.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAqBxC,MAAM,MAAM,yBAAyB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAEjG,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,cAAc,CAAC;IAE3B;;OAEG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C,CAAC;AAEF;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,QAAQ;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAiB;IAC7C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAA4B;IAC9D,OAAO,CAAC,iBAAiB,CAAC,CAA+B;IACzD,OAAO,CAAC,YAAY,CAAC,CAAqB;IAC1C,OAAO,CAAC,cAAc,CAAC,CAAkC;IACzD,OAAO,CAAC,YAAY,CAAC,CAA0B;IAC/C,OAAO,CAAC,MAAM,CAAC,CAAsC;IACrD,OAAO,CAAC,QAAQ,CAAiB;gBAErB,OAAO,EAAE,2BAA2B;IAMhD,gBAAgB;IAChB,IAAI,OAAO,YAEV;IAED,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI;IAK9C,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAOjC,YAAY,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI;IAavC;;;OAGG;IAEG,UAAU,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAW5C,aAAa,CAAC,KAAK,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;cASnC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAItB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;YAKlC,kBAAkB;YAwBlB,uBAAuB;YA2BvB,WAAW;CAiB1B"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { Schema } from 'effect';
|
|
2
|
-
import {
|
|
2
|
+
import { Queue } from '@dxos/client/echo';
|
|
3
3
|
/**
|
|
4
4
|
* Root transcript object created when the user starts a transcription.
|
|
5
5
|
*/
|
|
@@ -9,7 +9,7 @@ export declare const TranscriptSchema: Schema.Struct<{
|
|
|
9
9
|
/**
|
|
10
10
|
* Queue containing TranscriptBlock objects.
|
|
11
11
|
*/
|
|
12
|
-
queue: import("@dxos/echo-schema").Ref$<
|
|
12
|
+
queue: import("@dxos/echo-schema").Ref$<Queue<import("@dxos/echo-schema").AnyEchoObject>>;
|
|
13
13
|
}>;
|
|
14
14
|
declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectPrototype<import("@dxos/echo-schema").TypedObjectFields<Readonly<{
|
|
15
15
|
started: Schema.optional<typeof Schema.String>;
|
|
@@ -17,14 +17,14 @@ declare const TranscriptType_base: import("@dxos/echo-schema").TypedObjectProtot
|
|
|
17
17
|
/**
|
|
18
18
|
* Queue containing TranscriptBlock objects.
|
|
19
19
|
*/
|
|
20
|
-
queue: import("@dxos/echo-schema").Ref$<
|
|
20
|
+
queue: import("@dxos/echo-schema").Ref$<Queue<import("@dxos/echo-schema").AnyEchoObject>>;
|
|
21
21
|
}>, import("@dxos/echo-schema").TypedObjectOptions>, Schema.Struct.Encoded<Readonly<{
|
|
22
22
|
started: Schema.optional<typeof Schema.String>;
|
|
23
23
|
ended: Schema.optional<typeof Schema.String>;
|
|
24
24
|
/**
|
|
25
25
|
* Queue containing TranscriptBlock objects.
|
|
26
26
|
*/
|
|
27
|
-
queue: import("@dxos/echo-schema").Ref$<
|
|
27
|
+
queue: import("@dxos/echo-schema").Ref$<Queue<import("@dxos/echo-schema").AnyEchoObject>>;
|
|
28
28
|
}>>>;
|
|
29
29
|
export declare class TranscriptType extends TranscriptType_base {
|
|
30
30
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/types/schema.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAI1C;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;IAM3B;;OAEG;;EAEH,CAAC;;;;IAJD;;OAEG;;;;;IAFH;;OAEG;;;AAIL,qBAAa,cAAe,SAAQ,mBAGT;CAAG;AAI9B;;;GAGG;AACH,QAAA,MAAM,gBAAgB;;EAEpB,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,gBAAgB,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/plugin-transcription",
|
|
3
|
-
"version": "0.8.
|
|
3
|
+
"version": "0.8.3-main.7f5a14c",
|
|
4
4
|
"description": "Voice transcription.",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
@@ -44,44 +44,44 @@
|
|
|
44
44
|
"react-router-dom": "^6.4.0",
|
|
45
45
|
"react-use": "^17.5.1",
|
|
46
46
|
"wavefile": "^11.0.0",
|
|
47
|
-
"@dxos/ai": "0.8.
|
|
48
|
-
"@dxos/app-framework": "0.8.
|
|
49
|
-
"@dxos/
|
|
50
|
-
"@dxos/assistant": "0.8.
|
|
51
|
-
"@dxos/
|
|
52
|
-
"@dxos/client": "0.8.
|
|
53
|
-
"@dxos/
|
|
54
|
-
"@dxos/
|
|
55
|
-
"@dxos/display-name": "0.8.
|
|
56
|
-
"@dxos/
|
|
57
|
-
"@dxos/
|
|
58
|
-
"@dxos/echo-db": "0.8.
|
|
59
|
-
"@dxos/echo-schema": "0.8.
|
|
60
|
-
"@dxos/
|
|
61
|
-
"@dxos/
|
|
62
|
-
"@dxos/keys": "0.8.
|
|
63
|
-
"@dxos/local-storage": "0.8.
|
|
64
|
-
"@dxos/live-object": "0.8.
|
|
65
|
-
"@dxos/log": "0.8.
|
|
66
|
-
"@dxos/plugin-
|
|
67
|
-
"@dxos/plugin-
|
|
68
|
-
"@dxos/plugin-graph": "0.8.
|
|
69
|
-
"@dxos/plugin-markdown": "0.8.
|
|
70
|
-
"@dxos/plugin-space": "0.8.
|
|
71
|
-
"@dxos/
|
|
72
|
-
"@dxos/
|
|
73
|
-
"@dxos/react-client": "0.8.
|
|
74
|
-
"@dxos/
|
|
75
|
-
"@dxos/react-ui-
|
|
76
|
-
"@dxos/react-ui-
|
|
77
|
-
"@dxos/react-ui-
|
|
78
|
-
"@dxos/react-ui-grid": "0.8.
|
|
79
|
-
"@dxos/react-ui-
|
|
80
|
-
"@dxos/react-ui-
|
|
81
|
-
"@dxos/
|
|
82
|
-
"@dxos/
|
|
83
|
-
"@dxos/
|
|
84
|
-
"@dxos/
|
|
47
|
+
"@dxos/ai": "0.8.3-main.7f5a14c",
|
|
48
|
+
"@dxos/app-framework": "0.8.3-main.7f5a14c",
|
|
49
|
+
"@dxos/artifact": "0.8.3-main.7f5a14c",
|
|
50
|
+
"@dxos/assistant": "0.8.3-main.7f5a14c",
|
|
51
|
+
"@dxos/codec-protobuf": "0.8.3-main.7f5a14c",
|
|
52
|
+
"@dxos/client": "0.8.3-main.7f5a14c",
|
|
53
|
+
"@dxos/async": "0.8.3-main.7f5a14c",
|
|
54
|
+
"@dxos/context": "0.8.3-main.7f5a14c",
|
|
55
|
+
"@dxos/display-name": "0.8.3-main.7f5a14c",
|
|
56
|
+
"@dxos/debug": "0.8.3-main.7f5a14c",
|
|
57
|
+
"@dxos/echo": "0.8.3-main.7f5a14c",
|
|
58
|
+
"@dxos/echo-db": "0.8.3-main.7f5a14c",
|
|
59
|
+
"@dxos/echo-schema": "0.8.3-main.7f5a14c",
|
|
60
|
+
"@dxos/functions": "0.8.3-main.7f5a14c",
|
|
61
|
+
"@dxos/invariant": "0.8.3-main.7f5a14c",
|
|
62
|
+
"@dxos/keys": "0.8.3-main.7f5a14c",
|
|
63
|
+
"@dxos/local-storage": "0.8.3-main.7f5a14c",
|
|
64
|
+
"@dxos/live-object": "0.8.3-main.7f5a14c",
|
|
65
|
+
"@dxos/log": "0.8.3-main.7f5a14c",
|
|
66
|
+
"@dxos/plugin-client": "0.8.3-main.7f5a14c",
|
|
67
|
+
"@dxos/plugin-deck": "0.8.3-main.7f5a14c",
|
|
68
|
+
"@dxos/plugin-graph": "0.8.3-main.7f5a14c",
|
|
69
|
+
"@dxos/plugin-markdown": "0.8.3-main.7f5a14c",
|
|
70
|
+
"@dxos/plugin-space": "0.8.3-main.7f5a14c",
|
|
71
|
+
"@dxos/plugin-thread": "0.8.3-main.7f5a14c",
|
|
72
|
+
"@dxos/protocols": "0.8.3-main.7f5a14c",
|
|
73
|
+
"@dxos/react-edge-client": "0.8.3-main.7f5a14c",
|
|
74
|
+
"@dxos/react-client": "0.8.3-main.7f5a14c",
|
|
75
|
+
"@dxos/react-ui-editor": "0.8.3-main.7f5a14c",
|
|
76
|
+
"@dxos/react-ui-attention": "0.8.3-main.7f5a14c",
|
|
77
|
+
"@dxos/react-ui-form": "0.8.3-main.7f5a14c",
|
|
78
|
+
"@dxos/react-ui-grid": "0.8.3-main.7f5a14c",
|
|
79
|
+
"@dxos/react-ui-components": "0.8.3-main.7f5a14c",
|
|
80
|
+
"@dxos/react-ui-sfx": "0.8.3-main.7f5a14c",
|
|
81
|
+
"@dxos/react-ui-stack": "0.8.3-main.7f5a14c",
|
|
82
|
+
"@dxos/schema": "0.8.3-main.7f5a14c",
|
|
83
|
+
"@dxos/util": "0.8.3-main.7f5a14c",
|
|
84
|
+
"@dxos/tracing": "0.8.3-main.7f5a14c"
|
|
85
85
|
},
|
|
86
86
|
"devDependencies": {
|
|
87
87
|
"@effect-rx/rx-react": "^0.34.1",
|
|
@@ -92,16 +92,16 @@
|
|
|
92
92
|
"react": "~18.2.0",
|
|
93
93
|
"react-dom": "~18.2.0",
|
|
94
94
|
"tailwindcss": "~3.4.1",
|
|
95
|
-
"@dxos/plugin-preview": "0.8.
|
|
96
|
-
"@dxos/plugin-storybook-layout": "0.8.
|
|
97
|
-
"@dxos/random": "0.8.
|
|
98
|
-
"@dxos/
|
|
99
|
-
"@dxos/react-ui": "0.8.
|
|
100
|
-
"@dxos/react-ui
|
|
101
|
-
"@dxos/react-ui-
|
|
102
|
-
"@dxos/
|
|
103
|
-
"@dxos/storybook-utils": "0.8.
|
|
104
|
-
"@dxos/test-utils": "0.8.
|
|
95
|
+
"@dxos/plugin-preview": "0.8.3-main.7f5a14c",
|
|
96
|
+
"@dxos/plugin-storybook-layout": "0.8.3-main.7f5a14c",
|
|
97
|
+
"@dxos/random": "0.8.3-main.7f5a14c",
|
|
98
|
+
"@dxos/plugin-theme": "0.8.3-main.7f5a14c",
|
|
99
|
+
"@dxos/react-ui-form": "0.8.3-main.7f5a14c",
|
|
100
|
+
"@dxos/react-ui": "0.8.3-main.7f5a14c",
|
|
101
|
+
"@dxos/react-ui-syntax-highlighter": "0.8.3-main.7f5a14c",
|
|
102
|
+
"@dxos/react-ui-theme": "0.8.3-main.7f5a14c",
|
|
103
|
+
"@dxos/storybook-utils": "0.8.3-main.7f5a14c",
|
|
104
|
+
"@dxos/test-utils": "0.8.3-main.7f5a14c"
|
|
105
105
|
},
|
|
106
106
|
"optionalDependencies": {
|
|
107
107
|
"@effect-rx/rx-react": "^0.34.1",
|
|
@@ -109,8 +109,8 @@
|
|
|
109
109
|
"effect": "^3.13.3",
|
|
110
110
|
"react": "~18.2.0",
|
|
111
111
|
"react-dom": "~18.2.0",
|
|
112
|
-
"@dxos/react-ui": "0.8.
|
|
113
|
-
"@dxos/react-ui-theme": "0.8.
|
|
112
|
+
"@dxos/react-ui": "0.8.3-main.7f5a14c",
|
|
113
|
+
"@dxos/react-ui-theme": "0.8.3-main.7f5a14c"
|
|
114
114
|
},
|
|
115
115
|
"publishConfig": {
|
|
116
116
|
"access": "public"
|
|
@@ -3,8 +3,7 @@
|
|
|
3
3
|
//
|
|
4
4
|
|
|
5
5
|
import { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';
|
|
6
|
-
import {
|
|
7
|
-
import { isInstanceOf } from '@dxos/echo-schema';
|
|
6
|
+
import { Obj } from '@dxos/echo';
|
|
8
7
|
import { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';
|
|
9
8
|
import { getSpace } from '@dxos/react-client/echo';
|
|
10
9
|
import { DataType } from '@dxos/schema';
|
|
@@ -32,13 +31,12 @@ export const TranscriptionPlugin = () =>
|
|
|
32
31
|
icon: 'ph--subtitles--regular',
|
|
33
32
|
// TODO(wittjosiah): Factor out. Artifact? Separate capability?
|
|
34
33
|
getTextContent: async (transcript: TranscriptType) => {
|
|
35
|
-
const client = context.getCapability(ClientCapabilities.Client);
|
|
36
34
|
const space = getSpace(transcript);
|
|
37
35
|
const members = space?.members.get().map((member) => member.identity) ?? [];
|
|
38
|
-
const queue =
|
|
39
|
-
await queue
|
|
40
|
-
const content = queue
|
|
41
|
-
.filter((message) =>
|
|
36
|
+
const queue = space?.queues.get<DataType.Message>(transcript.queue.dxn);
|
|
37
|
+
await queue?.refresh();
|
|
38
|
+
const content = queue?.objects
|
|
39
|
+
.filter((message) => Obj.instanceOf(DataType.Message, message))
|
|
42
40
|
.flatMap((message, index) => renderMarkdown(members)(message, index))
|
|
43
41
|
.join('\n\n');
|
|
44
42
|
return content;
|
|
@@ -3,9 +3,8 @@
|
|
|
3
3
|
//
|
|
4
4
|
|
|
5
5
|
import { Capabilities, contributes, createResolver, type PluginContext } from '@dxos/app-framework';
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { live, refFromDXN } from '@dxos/live-object';
|
|
6
|
+
import { type Key, Obj, Ref } from '@dxos/echo';
|
|
7
|
+
import { createQueueDXN } from '@dxos/echo-schema';
|
|
9
8
|
|
|
10
9
|
import { TranscriptionAction, TranscriptType } from '../types';
|
|
11
10
|
|
|
@@ -14,8 +13,9 @@ export default (context: PluginContext) =>
|
|
|
14
13
|
createResolver({
|
|
15
14
|
intent: TranscriptionAction.Create,
|
|
16
15
|
resolve: ({ name, spaceId }) => {
|
|
17
|
-
const transcript =
|
|
18
|
-
|
|
16
|
+
const transcript = Obj.make(TranscriptType, {
|
|
17
|
+
// TODO(dmaretskyi): Use space.queues.create() instead.
|
|
18
|
+
queue: Ref.fromDXN(createQueueDXN(spaceId as Key.SpaceId)),
|
|
19
19
|
});
|
|
20
20
|
|
|
21
21
|
return { data: { object: transcript } };
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
import React from 'react';
|
|
6
6
|
|
|
7
7
|
import { Capabilities, contributes, createSurface } from '@dxos/app-framework';
|
|
8
|
-
import {
|
|
8
|
+
import { Obj } from '@dxos/echo';
|
|
9
9
|
|
|
10
10
|
import { TranscriptionContainer } from '../components';
|
|
11
11
|
import { meta } from '../meta';
|
|
@@ -16,7 +16,7 @@ export default () =>
|
|
|
16
16
|
createSurface({
|
|
17
17
|
id: `${meta.id}/article/transcript`,
|
|
18
18
|
role: ['article', 'section'],
|
|
19
|
-
filter: (data): data is { subject: TranscriptType } =>
|
|
19
|
+
filter: (data): data is { subject: TranscriptType } => Obj.instanceOf(TranscriptType, data.subject),
|
|
20
20
|
component: ({ data, role }) => <TranscriptionContainer transcript={data.subject} role={role} />,
|
|
21
21
|
}),
|
|
22
22
|
]);
|
|
@@ -9,7 +9,7 @@ import React, { type FC, useEffect, useMemo, useState } from 'react';
|
|
|
9
9
|
|
|
10
10
|
import { IntentPlugin, SettingsPlugin } from '@dxos/app-framework';
|
|
11
11
|
import { withPluginManager } from '@dxos/app-framework/testing';
|
|
12
|
-
import {
|
|
12
|
+
import { Key } from '@dxos/echo';
|
|
13
13
|
import { ClientPlugin } from '@dxos/plugin-client';
|
|
14
14
|
import { PreviewPlugin } from '@dxos/plugin-preview';
|
|
15
15
|
import { SpacePlugin } from '@dxos/plugin-space';
|
|
@@ -135,7 +135,7 @@ const QueueStory = ({
|
|
|
135
135
|
queueId,
|
|
136
136
|
onReset,
|
|
137
137
|
...props
|
|
138
|
-
}: StoryProps & { queueId: ObjectId; onReset: () => void }) => {
|
|
138
|
+
}: StoryProps & { queueId: Key.ObjectId; onReset: () => void }) => {
|
|
139
139
|
const [running, setRunning] = useState(true);
|
|
140
140
|
const space = useSpace();
|
|
141
141
|
const members = useMembers(space?.key).map((member) => member.identity);
|
|
@@ -169,10 +169,10 @@ const EntityExtractionQueueStory = () => {
|
|
|
169
169
|
* Wrapper remounts on refresh to reload queue.
|
|
170
170
|
*/
|
|
171
171
|
const QueueStoryWrapper = () => {
|
|
172
|
-
const [queueId] = useState(ObjectId.random());
|
|
173
|
-
const [key, setKey] = useState(ObjectId.random().toString());
|
|
172
|
+
const [queueId] = useState(Key.ObjectId.random());
|
|
173
|
+
const [key, setKey] = useState(Key.ObjectId.random().toString());
|
|
174
174
|
const handleReset = () => {
|
|
175
|
-
setKey(ObjectId.random().toString());
|
|
175
|
+
setKey(Key.ObjectId.random().toString());
|
|
176
176
|
};
|
|
177
177
|
|
|
178
178
|
return <QueueStory key={key} queueId={queueId} onReset={handleReset} />;
|
|
@@ -13,8 +13,9 @@ import { Events, IntentPlugin, SettingsPlugin } from '@dxos/app-framework';
|
|
|
13
13
|
import { withPluginManager } from '@dxos/app-framework/testing';
|
|
14
14
|
import { scheduleTask } from '@dxos/async';
|
|
15
15
|
import { Context } from '@dxos/context';
|
|
16
|
+
import { Obj } from '@dxos/echo';
|
|
16
17
|
import { MemoryQueue } from '@dxos/echo-db';
|
|
17
|
-
import {
|
|
18
|
+
import { createQueueDXN } from '@dxos/echo-schema';
|
|
18
19
|
import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
|
|
19
20
|
import { log } from '@dxos/log';
|
|
20
21
|
import { ClientPlugin } from '@dxos/plugin-client';
|
|
@@ -80,13 +81,14 @@ const AudioFile = ({
|
|
|
80
81
|
}, [audio, running]);
|
|
81
82
|
|
|
82
83
|
// Transcriber.
|
|
83
|
-
|
|
84
|
+
// TODO(dmaretskyi): Use space.queues.create() instead.
|
|
85
|
+
const queueDxn = useMemo(() => createQueueDXN(), []);
|
|
84
86
|
const queue = useMemo(() => new MemoryQueue<DataType.Message>(queueDxn), [queueDxn]);
|
|
85
87
|
|
|
86
88
|
const model = useQueueModelAdapter(renderMarkdown([]), queue);
|
|
87
89
|
const handleSegments = useCallback<TranscriberParams['onSegments']>(
|
|
88
90
|
async (blocks) => {
|
|
89
|
-
const message =
|
|
91
|
+
const message = Obj.make(DataType.Message, { sender: actor, created: new Date().toISOString(), blocks });
|
|
90
92
|
void queue?.append([message]);
|
|
91
93
|
},
|
|
92
94
|
[queue],
|
|
@@ -18,8 +18,9 @@ import {
|
|
|
18
18
|
processTranscriptMessage,
|
|
19
19
|
getNer,
|
|
20
20
|
} from '@dxos/assistant';
|
|
21
|
-
import { Filter,
|
|
22
|
-
import {
|
|
21
|
+
import { Filter, Obj, type Type } from '@dxos/echo';
|
|
22
|
+
import { MemoryQueue } from '@dxos/echo-db';
|
|
23
|
+
import { createQueueDXN } from '@dxos/echo-schema';
|
|
23
24
|
import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
|
|
24
25
|
import { invariant } from '@dxos/invariant';
|
|
25
26
|
import { log } from '@dxos/log';
|
|
@@ -75,7 +76,8 @@ const DefaultStory = ({
|
|
|
75
76
|
const isSpeaking = detectSpeaking ? useIsSpeaking(track) : true;
|
|
76
77
|
|
|
77
78
|
// Queue.
|
|
78
|
-
|
|
79
|
+
// TODO(dmaretskyi): Use space.queues.create() instead.
|
|
80
|
+
const queueDxn = useMemo(() => createQueueDXN(), []);
|
|
79
81
|
const queue = useMemo(() => new MemoryQueue<DataType.Message>(queueDxn), [queueDxn]);
|
|
80
82
|
const model = useQueueModelAdapter(renderMarkdown([]), queue);
|
|
81
83
|
const space = useSpace();
|
|
@@ -95,7 +97,7 @@ const DefaultStory = ({
|
|
|
95
97
|
|
|
96
98
|
let executor: FunctionExecutor | undefined;
|
|
97
99
|
let extractionFunction: ExtractionFunction | undefined;
|
|
98
|
-
let objects: Promise<Expando[]> | undefined;
|
|
100
|
+
let objects: Promise<Type.Expando[]> | undefined;
|
|
99
101
|
|
|
100
102
|
if (entityExtraction === 'ner') {
|
|
101
103
|
// Init model loading. Takes time.
|
|
@@ -129,7 +131,11 @@ const DefaultStory = ({
|
|
|
129
131
|
// Transcriber.
|
|
130
132
|
const handleSegments = useCallback<TranscriberParams['onSegments']>(
|
|
131
133
|
async (blocks) => {
|
|
132
|
-
const message =
|
|
134
|
+
const message = Obj.make(DataType.Message, {
|
|
135
|
+
sender: { name: 'You' },
|
|
136
|
+
created: new Date().toISOString(),
|
|
137
|
+
blocks,
|
|
138
|
+
});
|
|
133
139
|
if (!space) {
|
|
134
140
|
void queue.append([message]);
|
|
135
141
|
return;
|
|
@@ -9,8 +9,9 @@ import { AIServiceEdgeClient, OllamaClient } from '@dxos/ai';
|
|
|
9
9
|
import { AI_SERVICE_ENDPOINT } from '@dxos/ai/testing';
|
|
10
10
|
import { scheduleTaskInterval } from '@dxos/async';
|
|
11
11
|
import { Context } from '@dxos/context';
|
|
12
|
+
import { Key } from '@dxos/echo';
|
|
12
13
|
import { MemoryQueue } from '@dxos/echo-db';
|
|
13
|
-
import {
|
|
14
|
+
import { createQueueDXN } from '@dxos/echo-schema';
|
|
14
15
|
import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
|
|
15
16
|
import { log } from '@dxos/log';
|
|
16
17
|
import { type DataType } from '@dxos/schema';
|
|
@@ -49,7 +50,7 @@ const messages: MessageWithRangeId[] = [
|
|
|
49
50
|
// No punctuation.
|
|
50
51
|
'in classical physics objects have well-defined properties such as position speed and momentum',
|
|
51
52
|
].map((string, index) => ({
|
|
52
|
-
id: ObjectId.random(),
|
|
53
|
+
id: Key.ObjectId.random(),
|
|
53
54
|
created: new Date(Date.now() + 1000 * index).toISOString(),
|
|
54
55
|
sender,
|
|
55
56
|
blocks: [{ type: 'transcription', started: new Date(Date.now() + 1000 * index).toISOString(), text: string }],
|
|
@@ -107,7 +108,8 @@ describe.skip('SentenceNormalization', () => {
|
|
|
107
108
|
|
|
108
109
|
test.only('queue', { timeout: 120_000 }, async () => {
|
|
109
110
|
// Create queue.
|
|
110
|
-
|
|
111
|
+
// TODO(dmaretskyi): Use space.queues.create() instead.
|
|
112
|
+
const queue = new MemoryQueue<DataType.Message>(createQueueDXN());
|
|
111
113
|
const ctx = new Context();
|
|
112
114
|
let idx = 0;
|
|
113
115
|
scheduleTaskInterval(
|