@corti/dictation-web 0.0.0-test.571.1 → 0.0.0-test.571.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +22 -9
- package/dist/components/recording-button.d.ts +2 -1
- package/dist/components/recording-button.js +22 -12
- package/dist/components/recording-button.js.map +1 -1
- package/dist/controllers/keybinding-controller.js +3 -0
- package/dist/controllers/keybinding-controller.js.map +1 -1
- package/dist/package.json +87 -7
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/package.json +1 -1
- package/dist/CortiDictation.d.ts +0 -55
- package/dist/CortiDictation.js +0 -303
- package/dist/CortiDictation.js.map +0 -1
- package/dist/DictationService.d.ts +0 -16
- package/dist/DictationService.js +0 -88
- package/dist/DictationService.js.map +0 -1
- package/dist/RecorderManager.d.ts +0 -25
- package/dist/RecorderManager.js +0 -145
- package/dist/RecorderManager.js.map +0 -1
- package/dist/audioService.d.ts +0 -6
- package/dist/audioService.js +0 -21
- package/dist/audioService.js.map +0 -1
- package/dist/controllers/DictationController.d.ts +0 -35
- package/dist/controllers/DictationController.js +0 -130
- package/dist/controllers/DictationController.js.map +0 -1
- package/dist/controllers/MediaController.d.ts +0 -31
- package/dist/controllers/MediaController.js +0 -99
- package/dist/controllers/MediaController.js.map +0 -1
- package/dist/src/components/audio-visualiser.d.ts +0 -14
- package/dist/src/components/audio-visualiser.js +0 -57
- package/dist/src/components/audio-visualiser.js.map +0 -1
- package/dist/src/components/corti-dictation.d.ts +0 -123
- package/dist/src/components/corti-dictation.js +0 -224
- package/dist/src/components/corti-dictation.js.map +0 -1
- package/dist/src/components/device-selector.d.ts +0 -24
- package/dist/src/components/device-selector.js +0 -106
- package/dist/src/components/device-selector.js.map +0 -1
- package/dist/src/components/language-selector.d.ts +0 -24
- package/dist/src/components/language-selector.js +0 -100
- package/dist/src/components/language-selector.js.map +0 -1
- package/dist/src/components/recording-button.d.ts +0 -37
- package/dist/src/components/recording-button.js +0 -203
- package/dist/src/components/recording-button.js.map +0 -1
- package/dist/src/components/settings-menu.d.ts +0 -16
- package/dist/src/components/settings-menu.js +0 -80
- package/dist/src/components/settings-menu.js.map +0 -1
- package/dist/src/constants.d.ts +0 -4
- package/dist/src/constants.js +0 -37
- package/dist/src/constants.js.map +0 -1
- package/dist/src/contexts/dictation-context.d.ts +0 -97
- package/dist/src/contexts/dictation-context.js +0 -208
- package/dist/src/contexts/dictation-context.js.map +0 -1
- package/dist/src/controllers/DictationController.d.ts +0 -35
- package/dist/src/controllers/DictationController.js +0 -130
- package/dist/src/controllers/DictationController.js.map +0 -1
- package/dist/src/controllers/MediaController.d.ts +0 -31
- package/dist/src/controllers/MediaController.js +0 -99
- package/dist/src/controllers/MediaController.js.map +0 -1
- package/dist/src/icons/icons.d.ts +0 -17
- package/dist/src/icons/icons.js +0 -158
- package/dist/src/icons/icons.js.map +0 -1
- package/dist/src/styles/ComponentStyles.d.ts +0 -2
- package/dist/src/styles/ComponentStyles.js +0 -18
- package/dist/src/styles/ComponentStyles.js.map +0 -1
- package/dist/src/styles/audio-visualiser.d.ts +0 -2
- package/dist/src/styles/audio-visualiser.js +0 -33
- package/dist/src/styles/audio-visualiser.js.map +0 -1
- package/dist/src/styles/buttons.d.ts +0 -2
- package/dist/src/styles/buttons.js +0 -52
- package/dist/src/styles/buttons.js.map +0 -1
- package/dist/src/styles/callout.d.ts +0 -2
- package/dist/src/styles/callout.js +0 -23
- package/dist/src/styles/callout.js.map +0 -1
- package/dist/src/styles/default-theme.d.ts +0 -2
- package/dist/src/styles/default-theme.js +0 -50
- package/dist/src/styles/default-theme.js.map +0 -1
- package/dist/src/styles/recording-button.d.ts +0 -2
- package/dist/src/styles/recording-button.js +0 -8
- package/dist/src/styles/recording-button.js.map +0 -1
- package/dist/src/styles/select.d.ts +0 -2
- package/dist/src/styles/select.js +0 -36
- package/dist/src/styles/select.js.map +0 -1
- package/dist/src/styles/settings-menu.d.ts +0 -2
- package/dist/src/styles/settings-menu.js +0 -34
- package/dist/src/styles/settings-menu.js.map +0 -1
- package/dist/src/types.d.ts +0 -7
- package/dist/src/types.js +0 -2
- package/dist/src/types.js.map +0 -1
- package/dist/src/utils/auth.d.ts +0 -9
- package/dist/src/utils/auth.js +0 -21
- package/dist/src/utils/auth.js.map +0 -1
- package/dist/src/utils/converters.d.ts +0 -4
- package/dist/src/utils/converters.js +0 -8
- package/dist/src/utils/converters.js.map +0 -1
- package/dist/src/utils/devices.d.ts +0 -26
- package/dist/src/utils/devices.js +0 -53
- package/dist/src/utils/devices.js.map +0 -1
- package/dist/src/utils/events.d.ts +0 -44
- package/dist/src/utils/events.js +0 -88
- package/dist/src/utils/events.js.map +0 -1
- package/dist/src/utils/languages.d.ts +0 -7
- package/dist/src/utils/languages.js +0 -29
- package/dist/src/utils/languages.js.map +0 -1
- package/dist/src/utils/media.d.ts +0 -6
- package/dist/src/utils/media.js +0 -39
- package/dist/src/utils/media.js.map +0 -1
- package/dist/src/utils/token.d.ts +0 -13
- package/dist/src/utils/token.js +0 -60
- package/dist/src/utils/token.js.map +0 -1
- package/dist/src/utils/validation.d.ts +0 -1
- package/dist/src/utils/validation.js +0 -7
- package/dist/src/utils/validation.js.map +0 -1
- package/dist/stories/audio-visualiser.stories.d.ts +0 -39
- package/dist/stories/audio-visualiser.stories.js +0 -71
- package/dist/stories/audio-visualiser.stories.js.map +0 -1
- package/dist/stories/corti-dictation.stories.d.ts +0 -27
- package/dist/stories/corti-dictation.stories.js +0 -129
- package/dist/stories/corti-dictation.stories.js.map +0 -1
- package/dist/stories/device-selector.stories.d.ts +0 -18
- package/dist/stories/device-selector.stories.js +0 -84
- package/dist/stories/device-selector.stories.js.map +0 -1
- package/dist/stories/language-selector.stories.d.ts +0 -18
- package/dist/stories/language-selector.stories.js +0 -53
- package/dist/stories/language-selector.stories.js.map +0 -1
- package/dist/stories/recording-button.stories.d.ts +0 -27
- package/dist/stories/recording-button.stories.js +0 -90
- package/dist/stories/recording-button.stories.js.map +0 -1
- package/dist/stories/settings-menu.stories.d.ts +0 -23
- package/dist/stories/settings-menu.stories.js +0 -156
- package/dist/stories/settings-menu.stories.js.map +0 -1
- package/dist/styles/ComponentStyles.d.ts +0 -2
- package/dist/styles/ComponentStyles.js +0 -18
- package/dist/styles/ComponentStyles.js.map +0 -1
- package/dist/styles/default-theme.d.ts +0 -2
- package/dist/styles/default-theme.js +0 -14
- package/dist/styles/default-theme.js.map +0 -1
- package/dist/styles/theme.d.ts +0 -2
- package/dist/styles/theme.js +0 -56
- package/dist/styles/theme.js.map +0 -1
- package/dist/tsconfig.stories.tsbuildinfo +0 -1
- package/dist/utils.d.ts +0 -59
- package/dist/utils.js +0 -179
- package/dist/utils.js.map +0 -1
package/dist/audioService.d.ts
DELETED
package/dist/audioService.js
DELETED
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
export class AudioService {
|
|
2
|
-
constructor(mediaStream) {
|
|
3
|
-
this.audioContext = new AudioContext();
|
|
4
|
-
const source = this.audioContext.createMediaStreamSource(mediaStream);
|
|
5
|
-
this.analyser = this.audioContext.createAnalyser();
|
|
6
|
-
this.analyser.fftSize = 8192;
|
|
7
|
-
source.connect(this.analyser);
|
|
8
|
-
}
|
|
9
|
-
getAudioLevel() {
|
|
10
|
-
const bufferLength = this.analyser.fftSize;
|
|
11
|
-
const dataArray = new Uint8Array(bufferLength);
|
|
12
|
-
this.analyser.getByteTimeDomainData(dataArray);
|
|
13
|
-
let sum = 0;
|
|
14
|
-
for (let i = 0; i < bufferLength; i += 1) {
|
|
15
|
-
const normalized = (dataArray[i] - 128) / 128;
|
|
16
|
-
sum += normalized * normalized;
|
|
17
|
-
}
|
|
18
|
-
return Math.sqrt(sum / bufferLength);
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
//# sourceMappingURL=audioService.js.map
|
package/dist/audioService.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"audioService.js","sourceRoot":"","sources":["../src/audioService.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,YAAY;IAKvB,YAAY,WAAwB;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAEM,aAAa;QAClB,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,UAAU,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC9C,GAAG,IAAI,UAAU,GAAG,UAAU,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC;IACvC,CAAC;CACF","sourcesContent":["export class AudioService {\n private audioContext: AudioContext;\n\n private analyser: AnalyserNode;\n\n constructor(mediaStream: MediaStream) {\n this.audioContext = new AudioContext();\n const source = this.audioContext.createMediaStreamSource(mediaStream);\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 8192;\n source.connect(this.analyser);\n }\n\n public getAudioLevel(): number {\n const bufferLength = this.analyser.fftSize;\n const dataArray = new Uint8Array(bufferLength);\n this.analyser.getByteTimeDomainData(dataArray);\n let sum = 0;\n for (let i = 0; i < bufferLength; i += 1) {\n const normalized = (dataArray[i] - 128) / 128;\n sum += normalized * normalized;\n }\n return Math.sqrt(sum / bufferLength);\n }\n}\n"]}
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
import { type Corti } from "@corti/sdk";
|
|
2
|
-
import type { ReactiveController, ReactiveControllerHost } from "lit";
|
|
3
|
-
import type { ProxyOptions } from "../types.js";
|
|
4
|
-
interface DictationControllerHost extends ReactiveControllerHost {
|
|
5
|
-
_accessToken?: string;
|
|
6
|
-
_authConfig?: Corti.BearerOptions;
|
|
7
|
-
_region?: string;
|
|
8
|
-
_tenantName?: string;
|
|
9
|
-
_socketUrl?: string;
|
|
10
|
-
_socketProxy?: ProxyOptions;
|
|
11
|
-
}
|
|
12
|
-
export type TranscribeMessage = Corti.TranscribeConfigStatusMessage | Corti.TranscribeUsageMessage | Corti.TranscribeEndedMessage | Corti.TranscribeErrorMessage | Corti.TranscribeTranscriptMessage | Corti.TranscribeCommandMessage | Corti.TranscribeFlushedMessage;
|
|
13
|
-
interface WebSocketCallbacks {
|
|
14
|
-
onMessage?: (message: TranscribeMessage) => void;
|
|
15
|
-
onError?: (error: Error) => void;
|
|
16
|
-
onClose?: (event: unknown) => void;
|
|
17
|
-
onNetworkActivity?: (direction: "sent" | "received", data: unknown) => void;
|
|
18
|
-
}
|
|
19
|
-
export declare class DictationController implements ReactiveController {
|
|
20
|
-
host: DictationControllerHost;
|
|
21
|
-
private _cortiClient;
|
|
22
|
-
private _webSocket;
|
|
23
|
-
private _closeTimeout?;
|
|
24
|
-
private _onNetworkActivity?;
|
|
25
|
-
constructor(host: DictationControllerHost);
|
|
26
|
-
hostDisconnected(): void;
|
|
27
|
-
connect(mediaRecorder: MediaRecorder | null, dictationConfig?: Corti.TranscribeConfig, callbacks?: WebSocketCallbacks): Promise<void>;
|
|
28
|
-
private connectProxy;
|
|
29
|
-
private connectAuth;
|
|
30
|
-
private setupWebSocketHandlers;
|
|
31
|
-
private setupMediaRecorder;
|
|
32
|
-
disconnect(onClose?: (event: unknown) => void): Promise<void>;
|
|
33
|
-
cleanup(): void;
|
|
34
|
-
}
|
|
35
|
-
export {};
|
|
@@ -1,130 +0,0 @@
|
|
|
1
|
-
import { CortiClient, CortiWebSocketProxyClient } from "@corti/sdk";
|
|
2
|
-
import { DEFAULT_DICTATION_CONFIG } from "../constants.js";
|
|
3
|
-
export class DictationController {
|
|
4
|
-
constructor(host) {
|
|
5
|
-
this._cortiClient = null;
|
|
6
|
-
this._webSocket = null;
|
|
7
|
-
this.host = host;
|
|
8
|
-
host.addController(this);
|
|
9
|
-
}
|
|
10
|
-
hostDisconnected() {
|
|
11
|
-
this.cleanup();
|
|
12
|
-
}
|
|
13
|
-
async connect(mediaRecorder, dictationConfig = DEFAULT_DICTATION_CONFIG, callbacks = {}) {
|
|
14
|
-
if (!mediaRecorder) {
|
|
15
|
-
throw new Error("MediaRecorder is required to connect");
|
|
16
|
-
}
|
|
17
|
-
if (this._webSocket?.readyState === WebSocket.OPEN) {
|
|
18
|
-
throw new Error("Already connected. Disconnect before reconnecting.");
|
|
19
|
-
}
|
|
20
|
-
this._webSocket =
|
|
21
|
-
this.host._socketUrl || this.host._socketProxy
|
|
22
|
-
? await this.connectProxy(dictationConfig)
|
|
23
|
-
: await this.connectAuth(dictationConfig);
|
|
24
|
-
this._onNetworkActivity = callbacks.onNetworkActivity;
|
|
25
|
-
this.setupMediaRecorder(mediaRecorder);
|
|
26
|
-
this.setupWebSocketHandlers(callbacks);
|
|
27
|
-
}
|
|
28
|
-
async connectProxy(dictationConfig) {
|
|
29
|
-
const proxyOptions = this.host._socketProxy || {
|
|
30
|
-
url: this.host._socketUrl || "",
|
|
31
|
-
};
|
|
32
|
-
if (!proxyOptions.url) {
|
|
33
|
-
throw new Error("Proxy URL is required when using proxy client");
|
|
34
|
-
}
|
|
35
|
-
return await CortiWebSocketProxyClient.transcribe.connect({
|
|
36
|
-
configuration: dictationConfig,
|
|
37
|
-
proxy: proxyOptions,
|
|
38
|
-
});
|
|
39
|
-
}
|
|
40
|
-
async connectAuth(dictationConfig) {
|
|
41
|
-
if (!this.host._authConfig && !this.host._accessToken) {
|
|
42
|
-
throw new Error("Auth configuration or access token is required to connect");
|
|
43
|
-
}
|
|
44
|
-
// Use authConfig if available, otherwise create one from accessToken
|
|
45
|
-
const auth = this.host._authConfig || {
|
|
46
|
-
accessToken: this.host._accessToken || "",
|
|
47
|
-
refreshAccessToken: () => ({
|
|
48
|
-
accessToken: this.host._accessToken || "",
|
|
49
|
-
}),
|
|
50
|
-
};
|
|
51
|
-
this._cortiClient = new CortiClient({
|
|
52
|
-
auth,
|
|
53
|
-
environment: this.host._region,
|
|
54
|
-
tenantName: this.host._tenantName,
|
|
55
|
-
});
|
|
56
|
-
return await this._cortiClient.transcribe.connect({
|
|
57
|
-
configuration: dictationConfig,
|
|
58
|
-
});
|
|
59
|
-
}
|
|
60
|
-
setupWebSocketHandlers(callbacks) {
|
|
61
|
-
if (!this._webSocket) {
|
|
62
|
-
throw new Error("WebSocket not initialized");
|
|
63
|
-
}
|
|
64
|
-
this._webSocket.on("message", (message) => {
|
|
65
|
-
this._onNetworkActivity?.("received", message);
|
|
66
|
-
if (callbacks.onMessage) {
|
|
67
|
-
callbacks.onMessage(message);
|
|
68
|
-
}
|
|
69
|
-
});
|
|
70
|
-
this._webSocket.on("error", (event) => {
|
|
71
|
-
if (callbacks.onError) {
|
|
72
|
-
callbacks.onError(event);
|
|
73
|
-
}
|
|
74
|
-
});
|
|
75
|
-
this._webSocket.on("close", (event) => {
|
|
76
|
-
if (callbacks.onClose) {
|
|
77
|
-
callbacks.onClose(event);
|
|
78
|
-
}
|
|
79
|
-
});
|
|
80
|
-
}
|
|
81
|
-
setupMediaRecorder(mediaRecorder) {
|
|
82
|
-
mediaRecorder.ondataavailable = (event) => {
|
|
83
|
-
this._webSocket?.sendAudio(event.data);
|
|
84
|
-
this._onNetworkActivity?.("sent", {
|
|
85
|
-
size: event.data.size,
|
|
86
|
-
type: "audio",
|
|
87
|
-
});
|
|
88
|
-
};
|
|
89
|
-
}
|
|
90
|
-
async disconnect(onClose) {
|
|
91
|
-
await new Promise((resolve, reject) => {
|
|
92
|
-
if (!this._webSocket || this._webSocket.readyState !== WebSocket.OPEN) {
|
|
93
|
-
resolve();
|
|
94
|
-
return;
|
|
95
|
-
}
|
|
96
|
-
this._webSocket.on("close", (event) => {
|
|
97
|
-
if (this._closeTimeout) {
|
|
98
|
-
clearTimeout(this._closeTimeout);
|
|
99
|
-
this._closeTimeout = undefined;
|
|
100
|
-
}
|
|
101
|
-
if (onClose) {
|
|
102
|
-
onClose(event);
|
|
103
|
-
}
|
|
104
|
-
resolve();
|
|
105
|
-
});
|
|
106
|
-
this._webSocket.sendEnd({ type: "end" });
|
|
107
|
-
this._onNetworkActivity?.("sent", { type: "end" });
|
|
108
|
-
this._closeTimeout = window.setTimeout(() => {
|
|
109
|
-
// Reject the promise before closing the web socket, so the promise rejects before close event fires
|
|
110
|
-
reject(new Error("WebSocket close timeout"));
|
|
111
|
-
if (this._webSocket?.readyState === WebSocket.OPEN) {
|
|
112
|
-
this._webSocket.close();
|
|
113
|
-
}
|
|
114
|
-
}, 10000);
|
|
115
|
-
});
|
|
116
|
-
this.cleanup();
|
|
117
|
-
}
|
|
118
|
-
cleanup() {
|
|
119
|
-
if (this._closeTimeout) {
|
|
120
|
-
clearTimeout(this._closeTimeout);
|
|
121
|
-
this._closeTimeout = undefined;
|
|
122
|
-
}
|
|
123
|
-
if (this._webSocket?.readyState === WebSocket.OPEN) {
|
|
124
|
-
this._webSocket.close();
|
|
125
|
-
}
|
|
126
|
-
this._webSocket = null;
|
|
127
|
-
this._cortiClient = null;
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
//# sourceMappingURL=DictationController.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"DictationController.js","sourceRoot":"","sources":["../../src/controllers/DictationController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEhF,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAgC3D,MAAM,OAAO,mBAAmB;IAQ9B,YAAY,IAA6B;QALjC,iBAAY,GAAuB,IAAI,CAAC;QACxC,eAAU,GAA4B,IAAI,CAAC;QAKjD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,aAAmC,EACnC,kBAA0C,wBAAwB,EAClE,YAAgC,EAAE;QAElC,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,UAAU;YACb,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY;gBAC5C,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;gBAC1C,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAE9C,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC,iBAAiB,CAAC;QACtD,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,eAAuC;QAEvC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI;YAC7C,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE;SAChC,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,MAAM,yBAAyB,CAAC,UAAU,CAAC,OAAO,CAAC;YACxD,aAAa,EAAE,eAAe;YAC9B,KAAK,EAAE,YAAY;SACpB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,eAAuC;QAEvC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,MAAM,IAAI,GAAwB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI;YACzD,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;YACzC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;gBACzB,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;aAC1C,CAAC;SACH,CAAC;QAEF,IAAI,CAAC,YAAY,GAAG,IAAI,WAAW,CAAC;YAClC,IAAI;YACJ,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;YAC9B,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW;SAClC,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC;YAChD,aAAa,EAAE,eAAe;SAC/B,CAAC,CAAC;IACL,CAAC;IAEO,sBAAsB,CAAC,SAA6B;QAC1D,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAA0B,EAAE,EAAE;YAC3D,IAAI,CAAC,kBAAkB,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAE/C,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;gBACxB,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YAC3C,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE;YAC7C,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,kBAAkB,CAAC,aAA4B;QACrD,aAAa,CAAC,eAAe,GAAG,CAAC,KAAK,EAAE,EAAE;YACxC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE;gBAChC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;gBACrB,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAkC;QACjD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBACtE,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACpC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACjC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;gBACjC,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAEnD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE;gBAC1C,oGAAoG;gBACpG,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBAE7C,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBACnD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC1B,CAAC;YACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;CACF","sourcesContent":["import { type Corti, CortiClient, CortiWebSocketProxyClient } from \"@corti/sdk\";\nimport type { ReactiveController, ReactiveControllerHost } from \"lit\";\nimport { DEFAULT_DICTATION_CONFIG } from \"../constants.js\";\nimport type { ProxyOptions } from \"../types.js\";\n\ntype TranscribeSocket = Awaited<\n ReturnType<CortiClient[\"transcribe\"][\"connect\"]>\n>;\n\ninterface DictationControllerHost extends ReactiveControllerHost {\n _accessToken?: string;\n _authConfig?: Corti.BearerOptions;\n _region?: string;\n _tenantName?: string;\n _socketUrl?: string;\n _socketProxy?: ProxyOptions;\n}\n\nexport type TranscribeMessage =\n | Corti.TranscribeConfigStatusMessage\n | Corti.TranscribeUsageMessage\n | Corti.TranscribeEndedMessage\n | Corti.TranscribeErrorMessage\n | Corti.TranscribeTranscriptMessage\n | Corti.TranscribeCommandMessage\n | Corti.TranscribeFlushedMessage;\n\ninterface WebSocketCallbacks {\n onMessage?: (message: TranscribeMessage) => void;\n onError?: (error: Error) => void;\n onClose?: (event: unknown) => void;\n onNetworkActivity?: (direction: \"sent\" | \"received\", data: unknown) => void;\n}\n\nexport class DictationController implements ReactiveController {\n host: DictationControllerHost;\n\n private _cortiClient: CortiClient | null = null;\n private _webSocket: TranscribeSocket | null = null;\n private _closeTimeout?: number;\n private _onNetworkActivity?: WebSocketCallbacks[\"onNetworkActivity\"];\n\n constructor(host: DictationControllerHost) {\n this.host = host;\n host.addController(this);\n }\n\n hostDisconnected(): void {\n this.cleanup();\n }\n\n async connect(\n mediaRecorder: MediaRecorder | null,\n dictationConfig: Corti.TranscribeConfig = DEFAULT_DICTATION_CONFIG,\n callbacks: WebSocketCallbacks = {},\n ): Promise<void> {\n if (!mediaRecorder) {\n throw new Error(\"MediaRecorder is required to connect\");\n }\n\n if (this._webSocket?.readyState === WebSocket.OPEN) {\n throw new Error(\"Already connected. Disconnect before reconnecting.\");\n }\n\n this._webSocket =\n this.host._socketUrl || this.host._socketProxy\n ? await this.connectProxy(dictationConfig)\n : await this.connectAuth(dictationConfig);\n\n this._onNetworkActivity = callbacks.onNetworkActivity;\n this.setupMediaRecorder(mediaRecorder);\n this.setupWebSocketHandlers(callbacks);\n }\n\n private async connectProxy(\n dictationConfig: Corti.TranscribeConfig,\n ): Promise<TranscribeSocket> {\n const proxyOptions = this.host._socketProxy || {\n url: this.host._socketUrl || \"\",\n };\n\n if (!proxyOptions.url) {\n throw new Error(\"Proxy URL is required when using proxy client\");\n }\n\n return await CortiWebSocketProxyClient.transcribe.connect({\n configuration: dictationConfig,\n proxy: proxyOptions,\n });\n }\n\n private async connectAuth(\n dictationConfig: Corti.TranscribeConfig,\n ): Promise<TranscribeSocket> {\n if (!this.host._authConfig && !this.host._accessToken) {\n throw new Error(\n \"Auth configuration or access token is required to connect\",\n );\n }\n\n // Use authConfig if available, otherwise create one from accessToken\n const auth: Corti.BearerOptions = this.host._authConfig || {\n accessToken: this.host._accessToken || \"\",\n refreshAccessToken: () => ({\n accessToken: this.host._accessToken || \"\",\n }),\n };\n\n this._cortiClient = new CortiClient({\n auth,\n environment: this.host._region,\n tenantName: this.host._tenantName,\n });\n\n return await this._cortiClient.transcribe.connect({\n configuration: dictationConfig,\n });\n }\n\n private setupWebSocketHandlers(callbacks: WebSocketCallbacks): void {\n if (!this._webSocket) {\n throw new Error(\"WebSocket not initialized\");\n }\n\n this._webSocket.on(\"message\", (message: TranscribeMessage) => {\n this._onNetworkActivity?.(\"received\", message);\n\n if (callbacks.onMessage) {\n callbacks.onMessage(message);\n }\n });\n\n this._webSocket.on(\"error\", (event: Error) => {\n if (callbacks.onError) {\n callbacks.onError(event);\n }\n });\n\n this._webSocket.on(\"close\", (event: unknown) => {\n if (callbacks.onClose) {\n callbacks.onClose(event);\n }\n });\n }\n\n private setupMediaRecorder(mediaRecorder: MediaRecorder): void {\n mediaRecorder.ondataavailable = (event) => {\n this._webSocket?.sendAudio(event.data);\n this._onNetworkActivity?.(\"sent\", {\n size: event.data.size,\n type: \"audio\",\n });\n };\n }\n\n async disconnect(onClose?: (event: unknown) => void): Promise<void> {\n await new Promise<void>((resolve, reject) => {\n if (!this._webSocket || this._webSocket.readyState !== WebSocket.OPEN) {\n resolve();\n return;\n }\n\n this._webSocket.on(\"close\", (event) => {\n if (this._closeTimeout) {\n clearTimeout(this._closeTimeout);\n this._closeTimeout = undefined;\n }\n\n if (onClose) {\n onClose(event);\n }\n\n resolve();\n });\n\n this._webSocket.sendEnd({ type: \"end\" });\n this._onNetworkActivity?.(\"sent\", { type: \"end\" });\n\n this._closeTimeout = window.setTimeout(() => {\n // Reject the promise before closing the web socket, so the promise rejects before close event fires\n reject(new Error(\"WebSocket close timeout\"));\n\n if (this._webSocket?.readyState === WebSocket.OPEN) {\n this._webSocket.close();\n }\n }, 10000);\n });\n\n this.cleanup();\n }\n\n cleanup(): void {\n if (this._closeTimeout) {\n clearTimeout(this._closeTimeout);\n this._closeTimeout = undefined;\n }\n\n if (this._webSocket?.readyState === WebSocket.OPEN) {\n this._webSocket.close();\n }\n\n this._webSocket = null;\n this._cortiClient = null;\n }\n}\n"]}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import type { ReactiveController, ReactiveControllerHost } from "lit";
|
|
2
|
-
interface MediaControllerHost extends ReactiveControllerHost {
|
|
3
|
-
_selectedDevice?: MediaDeviceInfo;
|
|
4
|
-
_debug_displayAudio?: boolean;
|
|
5
|
-
}
|
|
6
|
-
export declare class MediaController implements ReactiveController {
|
|
7
|
-
host: MediaControllerHost;
|
|
8
|
-
private _mediaStream;
|
|
9
|
-
private _audioContext;
|
|
10
|
-
private _analyser;
|
|
11
|
-
private _mediaRecorder;
|
|
12
|
-
private _visualiserInterval?;
|
|
13
|
-
private _audioLevel;
|
|
14
|
-
private _onTrackEnded?;
|
|
15
|
-
private _onAudioLevelChange?;
|
|
16
|
-
constructor(host: MediaControllerHost);
|
|
17
|
-
hostDisconnected(): void;
|
|
18
|
-
initialize(onTrackEnded?: () => void): Promise<void>;
|
|
19
|
-
getAudioLevel(): number;
|
|
20
|
-
startAudioLevelMonitoring(onAudioLevelChange?: (level: number) => void): void;
|
|
21
|
-
stopAudioLevelMonitoring(): void;
|
|
22
|
-
cleanup(): Promise<void>;
|
|
23
|
-
/**
|
|
24
|
-
* Stops the media recorder and waits for all buffered data to be flushed.
|
|
25
|
-
* This ensures the final ondataavailable event fires before resolving.
|
|
26
|
-
*/
|
|
27
|
-
stopRecording(): Promise<void>;
|
|
28
|
-
get mediaRecorder(): MediaRecorder | null;
|
|
29
|
-
get audioLevel(): number;
|
|
30
|
-
}
|
|
31
|
-
export {};
|
|
@@ -1,99 +0,0 @@
|
|
|
1
|
-
import { calculateAudioLevel, createAudioAnalyzer, getMediaStream, } from "../utils/media.js";
|
|
2
|
-
export class MediaController {
|
|
3
|
-
constructor(host) {
|
|
4
|
-
this._mediaStream = null;
|
|
5
|
-
this._audioContext = null;
|
|
6
|
-
this._analyser = null;
|
|
7
|
-
this._mediaRecorder = null;
|
|
8
|
-
this._audioLevel = 0;
|
|
9
|
-
this.host = host;
|
|
10
|
-
host.addController(this);
|
|
11
|
-
}
|
|
12
|
-
hostDisconnected() {
|
|
13
|
-
this.cleanup();
|
|
14
|
-
}
|
|
15
|
-
async initialize(onTrackEnded) {
|
|
16
|
-
await this.cleanup();
|
|
17
|
-
this._onTrackEnded = onTrackEnded;
|
|
18
|
-
this._mediaStream = await getMediaStream(this.host._selectedDevice?.deviceId, this.host._debug_displayAudio);
|
|
19
|
-
this._mediaStream.getTracks().forEach((track) => {
|
|
20
|
-
track.addEventListener("ended", () => {
|
|
21
|
-
if (this._onTrackEnded) {
|
|
22
|
-
this._onTrackEnded();
|
|
23
|
-
}
|
|
24
|
-
});
|
|
25
|
-
});
|
|
26
|
-
const { audioContext, analyser } = createAudioAnalyzer(this._mediaStream);
|
|
27
|
-
this._audioContext = audioContext;
|
|
28
|
-
this._analyser = analyser;
|
|
29
|
-
this._mediaRecorder = new MediaRecorder(this._mediaStream);
|
|
30
|
-
}
|
|
31
|
-
getAudioLevel() {
|
|
32
|
-
return this._analyser ? calculateAudioLevel(this._analyser) : 0;
|
|
33
|
-
}
|
|
34
|
-
startAudioLevelMonitoring(onAudioLevelChange) {
|
|
35
|
-
this.stopAudioLevelMonitoring();
|
|
36
|
-
this._onAudioLevelChange = onAudioLevelChange;
|
|
37
|
-
this._visualiserInterval = window.setInterval(() => {
|
|
38
|
-
this._audioLevel = this.getAudioLevel() * 3;
|
|
39
|
-
this.host.requestUpdate();
|
|
40
|
-
if (this._onAudioLevelChange) {
|
|
41
|
-
this._onAudioLevelChange(this._audioLevel);
|
|
42
|
-
}
|
|
43
|
-
}, 150);
|
|
44
|
-
}
|
|
45
|
-
stopAudioLevelMonitoring() {
|
|
46
|
-
if (this._visualiserInterval) {
|
|
47
|
-
clearInterval(this._visualiserInterval);
|
|
48
|
-
this._visualiserInterval = undefined;
|
|
49
|
-
}
|
|
50
|
-
this._audioLevel = 0;
|
|
51
|
-
this.host.requestUpdate();
|
|
52
|
-
if (this._onAudioLevelChange) {
|
|
53
|
-
this._onAudioLevelChange(this._audioLevel);
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
async cleanup() {
|
|
57
|
-
this.stopAudioLevelMonitoring();
|
|
58
|
-
if (this._mediaRecorder?.state === "recording") {
|
|
59
|
-
this._mediaRecorder.stop();
|
|
60
|
-
}
|
|
61
|
-
if (this._mediaStream) {
|
|
62
|
-
this._mediaStream.getTracks().forEach((track) => {
|
|
63
|
-
track.stop();
|
|
64
|
-
});
|
|
65
|
-
this._mediaStream = null;
|
|
66
|
-
}
|
|
67
|
-
if (this._audioContext && this._audioContext.state !== "closed") {
|
|
68
|
-
await this._audioContext.close();
|
|
69
|
-
}
|
|
70
|
-
this._audioContext = null;
|
|
71
|
-
this._analyser = null;
|
|
72
|
-
this._mediaRecorder = null;
|
|
73
|
-
this._onTrackEnded = undefined;
|
|
74
|
-
this._onAudioLevelChange = undefined;
|
|
75
|
-
}
|
|
76
|
-
/**
|
|
77
|
-
* Stops the media recorder and waits for all buffered data to be flushed.
|
|
78
|
-
* This ensures the final ondataavailable event fires before resolving.
|
|
79
|
-
*/
|
|
80
|
-
async stopRecording() {
|
|
81
|
-
return new Promise((resolve) => {
|
|
82
|
-
if (!this._mediaRecorder || this._mediaRecorder.state !== "recording") {
|
|
83
|
-
resolve();
|
|
84
|
-
return;
|
|
85
|
-
}
|
|
86
|
-
this._mediaRecorder.onstop = () => {
|
|
87
|
-
resolve();
|
|
88
|
-
};
|
|
89
|
-
this._mediaRecorder.stop();
|
|
90
|
-
});
|
|
91
|
-
}
|
|
92
|
-
get mediaRecorder() {
|
|
93
|
-
return this._mediaRecorder;
|
|
94
|
-
}
|
|
95
|
-
get audioLevel() {
|
|
96
|
-
return this._audioLevel;
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
//# sourceMappingURL=MediaController.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"MediaController.js","sourceRoot":"","sources":["../../src/controllers/MediaController.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,cAAc,GACf,MAAM,mBAAmB,CAAC;AAO3B,MAAM,OAAO,eAAe;IAY1B,YAAY,IAAyB;QAT7B,iBAAY,GAAuB,IAAI,CAAC;QACxC,kBAAa,GAAwB,IAAI,CAAC;QAC1C,cAAS,GAAwB,IAAI,CAAC;QACtC,mBAAc,GAAyB,IAAI,CAAC;QAE5C,gBAAW,GAAW,CAAC,CAAC;QAK9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,YAAyB;QACxC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAErB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,MAAM,cAAc,CACtC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,EACnC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAC9B,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAuB,EAAE,EAAE;YAChE,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAE1E,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAE1B,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,yBAAyB,CACvB,kBAA4C;QAE5C,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAEhC,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAE9C,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE;YACjD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YAE1B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC7B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;IAED,wBAAwB;QACtB,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAEhC,IAAI,IAAI,CAAC,cAAc,EAAE,KAAK,KAAK,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC9C,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAChE,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAE1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;IACvC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBACtE,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG,EAAE;gBAChC,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YAEF,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF","sourcesContent":["import type { ReactiveController, ReactiveControllerHost } from \"lit\";\nimport {\n calculateAudioLevel,\n createAudioAnalyzer,\n getMediaStream,\n} from \"../utils/media.js\";\n\ninterface MediaControllerHost extends ReactiveControllerHost {\n _selectedDevice?: MediaDeviceInfo;\n _debug_displayAudio?: boolean;\n}\n\nexport class MediaController implements ReactiveController {\n host: MediaControllerHost;\n\n private _mediaStream: MediaStream | null = null;\n private _audioContext: AudioContext | null = null;\n private _analyser: AnalyserNode | null = null;\n private _mediaRecorder: MediaRecorder | null = null;\n private _visualiserInterval?: number;\n private _audioLevel: number = 0;\n private _onTrackEnded?: () => void;\n private _onAudioLevelChange?: (level: number) => void;\n\n constructor(host: MediaControllerHost) {\n this.host = host;\n host.addController(this);\n }\n\n hostDisconnected(): void {\n this.cleanup();\n }\n\n async initialize(onTrackEnded?: () => void): Promise<void> {\n await this.cleanup();\n\n this._onTrackEnded = onTrackEnded;\n this._mediaStream = await getMediaStream(\n this.host._selectedDevice?.deviceId,\n this.host._debug_displayAudio,\n );\n\n this._mediaStream.getTracks().forEach((track: MediaStreamTrack) => {\n track.addEventListener(\"ended\", () => {\n if (this._onTrackEnded) {\n this._onTrackEnded();\n }\n });\n });\n\n const { audioContext, analyser } = createAudioAnalyzer(this._mediaStream);\n\n this._audioContext = audioContext;\n this._analyser = analyser;\n\n this._mediaRecorder = new MediaRecorder(this._mediaStream);\n }\n\n getAudioLevel(): number {\n return this._analyser ? calculateAudioLevel(this._analyser) : 0;\n }\n\n startAudioLevelMonitoring(\n onAudioLevelChange?: (level: number) => void,\n ): void {\n this.stopAudioLevelMonitoring();\n\n this._onAudioLevelChange = onAudioLevelChange;\n\n this._visualiserInterval = window.setInterval(() => {\n this._audioLevel = this.getAudioLevel() * 3;\n this.host.requestUpdate();\n\n if (this._onAudioLevelChange) {\n this._onAudioLevelChange(this._audioLevel);\n }\n }, 150);\n }\n\n stopAudioLevelMonitoring(): void {\n if (this._visualiserInterval) {\n clearInterval(this._visualiserInterval);\n this._visualiserInterval = undefined;\n }\n\n this._audioLevel = 0;\n this.host.requestUpdate();\n\n if (this._onAudioLevelChange) {\n this._onAudioLevelChange(this._audioLevel);\n }\n }\n\n async cleanup(): Promise<void> {\n this.stopAudioLevelMonitoring();\n\n if (this._mediaRecorder?.state === \"recording\") {\n this._mediaRecorder.stop();\n }\n\n if (this._mediaStream) {\n this._mediaStream.getTracks().forEach((track) => {\n track.stop();\n });\n this._mediaStream = null;\n }\n\n if (this._audioContext && this._audioContext.state !== \"closed\") {\n await this._audioContext.close();\n }\n\n this._audioContext = null;\n\n this._analyser = null;\n this._mediaRecorder = null;\n this._onTrackEnded = undefined;\n this._onAudioLevelChange = undefined;\n }\n\n /**\n * Stops the media recorder and waits for all buffered data to be flushed.\n * This ensures the final ondataavailable event fires before resolving.\n */\n async stopRecording(): Promise<void> {\n return new Promise<void>((resolve) => {\n if (!this._mediaRecorder || this._mediaRecorder.state !== \"recording\") {\n resolve();\n return;\n }\n\n this._mediaRecorder.onstop = () => {\n resolve();\n };\n\n this._mediaRecorder.stop();\n });\n }\n\n get mediaRecorder(): MediaRecorder | null {\n return this._mediaRecorder;\n }\n\n get audioLevel(): number {\n return this._audioLevel;\n }\n}\n"]}
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import { LitElement, type PropertyValues } from "lit";
|
|
2
|
-
export declare class AudioVisualiser extends LitElement {
|
|
3
|
-
level: number;
|
|
4
|
-
active: boolean;
|
|
5
|
-
segmentCount: number;
|
|
6
|
-
static styles: import("lit").CSSResult;
|
|
7
|
-
willUpdate(changedProperties: PropertyValues<this>): void;
|
|
8
|
-
render(): import("lit-html").TemplateResult<1>;
|
|
9
|
-
}
|
|
10
|
-
declare global {
|
|
11
|
-
interface HTMLElementTagNameMap {
|
|
12
|
-
"audio-visualiser": AudioVisualiser;
|
|
13
|
-
}
|
|
14
|
-
}
|
|
@@ -1,57 +0,0 @@
|
|
|
1
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
-
};
|
|
7
|
-
import { html, LitElement } from "lit";
|
|
8
|
-
import { customElement, property } from "lit/decorators.js";
|
|
9
|
-
import { classMap } from "lit/directives/class-map.js";
|
|
10
|
-
import { map } from "lit/directives/map.js";
|
|
11
|
-
import { range } from "lit/directives/range.js";
|
|
12
|
-
import AudioVisualiserStyles from "../styles/audio-visualiser.js";
|
|
13
|
-
import { normalizeToRange } from "../utils/validation.js";
|
|
14
|
-
let AudioVisualiser = class AudioVisualiser extends LitElement {
|
|
15
|
-
constructor() {
|
|
16
|
-
super(...arguments);
|
|
17
|
-
this.level = 0;
|
|
18
|
-
this.active = false;
|
|
19
|
-
this.segmentCount = 5;
|
|
20
|
-
}
|
|
21
|
-
willUpdate(changedProperties) {
|
|
22
|
-
if (changedProperties.has("level")) {
|
|
23
|
-
this.level = normalizeToRange(this.level);
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
render() {
|
|
27
|
-
// Each segment represents 20%. Using Math.round to fill segments.
|
|
28
|
-
const activeSegments = Math.round(this.level * this.segmentCount);
|
|
29
|
-
const segments = map(range(this.segmentCount), (i) => html `<div class=${classMap({
|
|
30
|
-
active: i < activeSegments,
|
|
31
|
-
segment: true,
|
|
32
|
-
})}></div>`);
|
|
33
|
-
return html `
|
|
34
|
-
<div class=${classMap({
|
|
35
|
-
active: this.active,
|
|
36
|
-
container: true,
|
|
37
|
-
})}>
|
|
38
|
-
${segments}
|
|
39
|
-
</div>
|
|
40
|
-
`;
|
|
41
|
-
}
|
|
42
|
-
};
|
|
43
|
-
AudioVisualiser.styles = AudioVisualiserStyles;
|
|
44
|
-
__decorate([
|
|
45
|
-
property({ type: Number })
|
|
46
|
-
], AudioVisualiser.prototype, "level", void 0);
|
|
47
|
-
__decorate([
|
|
48
|
-
property({ type: Boolean })
|
|
49
|
-
], AudioVisualiser.prototype, "active", void 0);
|
|
50
|
-
__decorate([
|
|
51
|
-
property({ type: Number })
|
|
52
|
-
], AudioVisualiser.prototype, "segmentCount", void 0);
|
|
53
|
-
AudioVisualiser = __decorate([
|
|
54
|
-
customElement("audio-visualiser")
|
|
55
|
-
], AudioVisualiser);
|
|
56
|
-
export { AudioVisualiser };
|
|
57
|
-
//# sourceMappingURL=audio-visualiser.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"audio-visualiser.js","sourceRoot":"","sources":["../../../src/components/audio-visualiser.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAE,IAAI,EAAE,UAAU,EAAuB,MAAM,KAAK,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,qBAAqB,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAGnD,IAAM,eAAe,GAArB,MAAM,eAAgB,SAAQ,UAAU;IAAxC;;QAEL,UAAK,GAAW,CAAC,CAAC;QAGlB,WAAM,GAAY,KAAK,CAAC;QAGxB,iBAAY,GAAW,CAAC,CAAC;IA+B3B,CAAC;IA3BC,UAAU,CAAC,iBAAuC;QAChD,IAAI,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,MAAM;QACJ,kEAAkE;QAClE,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,GAAG,CAClB,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,EACxB,CAAC,CAAC,EAAE,EAAE,CACJ,IAAI,CAAA,cAAc,QAAQ,CAAC;YACzB,MAAM,EAAE,CAAC,GAAG,cAAc;YAC1B,OAAO,EAAE,IAAI;SACd,CAAC,SAAS,CACd,CAAC;QAEF,OAAO,IAAI,CAAA;mBACI,QAAQ,CAAC;YACpB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI;SAChB,CAAC;UACE,QAAQ;;KAEb,CAAC;IACJ,CAAC;;AA5BM,sBAAM,GAAG,qBAAqB,AAAxB,CAAyB;AARtC;IADC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;8CACT;AAGlB;IADC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;+CACJ;AAGxB;IADC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qDACF;AARd,eAAe;IAD3B,aAAa,CAAC,kBAAkB,CAAC;GACrB,eAAe,CAuC3B","sourcesContent":["import { html, LitElement, type PropertyValues } from \"lit\";\nimport { customElement, property } from \"lit/decorators.js\";\nimport { classMap } from \"lit/directives/class-map.js\";\nimport { map } from \"lit/directives/map.js\";\nimport { range } from \"lit/directives/range.js\";\nimport AudioVisualiserStyles from \"../styles/audio-visualiser.js\";\nimport { normalizeToRange } from \"../utils/validation.js\";\n\n@customElement(\"audio-visualiser\")\nexport class AudioVisualiser extends LitElement {\n @property({ type: Number })\n level: number = 0;\n\n @property({ type: Boolean })\n active: boolean = false;\n\n @property({ type: Number })\n segmentCount: number = 5;\n\n static styles = AudioVisualiserStyles;\n\n willUpdate(changedProperties: PropertyValues<this>): void {\n if (changedProperties.has(\"level\")) {\n this.level = normalizeToRange(this.level);\n }\n }\n\n render() {\n // Each segment represents 20%. Using Math.round to fill segments.\n const activeSegments = Math.round(this.level * this.segmentCount);\n const segments = map(\n range(this.segmentCount),\n (i) =>\n html`<div class=${classMap({\n active: i < activeSegments,\n segment: true,\n })}></div>`,\n );\n\n return html`\n <div class=${classMap({\n active: this.active,\n container: true,\n })}>\n ${segments}\n </div>\n `;\n }\n}\n\ndeclare global {\n interface HTMLElementTagNameMap {\n \"audio-visualiser\": AudioVisualiser;\n }\n}\n"]}
|
|
@@ -1,123 +0,0 @@
|
|
|
1
|
-
import type { Corti } from "@corti/sdk";
|
|
2
|
-
import { LitElement } from "lit";
|
|
3
|
-
import type { ConfigurableSettings, ProxyOptions, RecordingState } from "../types.js";
|
|
4
|
-
import "../contexts/dictation-context.js";
|
|
5
|
-
import "./recording-button.js";
|
|
6
|
-
import "./settings-menu.js";
|
|
7
|
-
export declare class CortiDictation extends LitElement {
|
|
8
|
-
static styles: import("lit").CSSResult;
|
|
9
|
-
private recordingButtonRef;
|
|
10
|
-
private contextProviderRef;
|
|
11
|
-
/**
|
|
12
|
-
* Latest access token
|
|
13
|
-
*/
|
|
14
|
-
accessToken?: string;
|
|
15
|
-
/**
|
|
16
|
-
* Authentication configuration with optional refresh mechanism.
|
|
17
|
-
*/
|
|
18
|
-
authConfig?: Corti.BearerOptions;
|
|
19
|
-
/**
|
|
20
|
-
* WebSocket URL for proxy connection. When provided, uses CortiWebSocketProxyClient instead of CortiClient.
|
|
21
|
-
*/
|
|
22
|
-
socketUrl?: string;
|
|
23
|
-
/**
|
|
24
|
-
* Socket proxy configuration object. When provided, uses CortiWebSocketProxyClient instead of CortiClient.
|
|
25
|
-
*/
|
|
26
|
-
socketProxy?: ProxyOptions;
|
|
27
|
-
/**
|
|
28
|
-
* List of all language codes available for use with the Web Component.
|
|
29
|
-
* Default list depends on the accessToken
|
|
30
|
-
*/
|
|
31
|
-
set languagesSupported(value: string[] | undefined);
|
|
32
|
-
get languagesSupported(): string[];
|
|
33
|
-
private _languagesSupported?;
|
|
34
|
-
/**
|
|
35
|
-
* Which settings should be available in the UI.
|
|
36
|
-
* If an empty array is passed, the settings will be disabled entirely.
|
|
37
|
-
* Options are language and devices
|
|
38
|
-
*/
|
|
39
|
-
settingsEnabled: ConfigurableSettings[];
|
|
40
|
-
/**
|
|
41
|
-
* When false (default), allows the start/stop button from taking focus when clicked,
|
|
42
|
-
* disabling textareas or other input elements to maintain focus.
|
|
43
|
-
* Set to "true" to allow the button to receive focus on click.
|
|
44
|
-
*/
|
|
45
|
-
allowButtonFocus: boolean;
|
|
46
|
-
/**
|
|
47
|
-
* Overrides any device selection and instead uses getDisplayMedia to stream system audio.
|
|
48
|
-
* Should only be used for debugging.
|
|
49
|
-
*/
|
|
50
|
-
debug_displayAudio: boolean;
|
|
51
|
-
/**
|
|
52
|
-
* Configuration settings for dictation
|
|
53
|
-
*/
|
|
54
|
-
set dictationConfig(value: Corti.TranscribeConfig);
|
|
55
|
-
get dictationConfig(): Corti.TranscribeConfig;
|
|
56
|
-
private _dictationConfig;
|
|
57
|
-
/**
|
|
58
|
-
* List of available recording devices
|
|
59
|
-
*/
|
|
60
|
-
set devices(value: MediaDeviceInfo[] | undefined);
|
|
61
|
-
get devices(): MediaDeviceInfo[];
|
|
62
|
-
private _devices?;
|
|
63
|
-
/**
|
|
64
|
-
* The selected device used for recording (MediaDeviceInfo).
|
|
65
|
-
*/
|
|
66
|
-
set selectedDevice(value: MediaDeviceInfo | undefined);
|
|
67
|
-
get selectedDevice(): MediaDeviceInfo | undefined;
|
|
68
|
-
private _selectedDevice?;
|
|
69
|
-
/**
|
|
70
|
-
* Current state of recording (stopped, recording, initializing and stopping, ).
|
|
71
|
-
*/
|
|
72
|
-
get recordingState(): RecordingState;
|
|
73
|
-
/**
|
|
74
|
-
* Set the latest access token.
|
|
75
|
-
* @returns ServerConfig with environment, tenant, and accessToken
|
|
76
|
-
* @deprecated Use 'accessToken' property instead.
|
|
77
|
-
*/
|
|
78
|
-
setAccessToken(token: string): {
|
|
79
|
-
accessToken: string | undefined;
|
|
80
|
-
environment: undefined;
|
|
81
|
-
tenant: undefined;
|
|
82
|
-
} | {
|
|
83
|
-
accessToken: string;
|
|
84
|
-
environment: string;
|
|
85
|
-
tenant: string;
|
|
86
|
-
};
|
|
87
|
-
/**
|
|
88
|
-
* Set the auth configuration for OAuth flows.
|
|
89
|
-
* @returns Promise with ServerConfig containing environment, tenant, and accessToken
|
|
90
|
-
* @deprecated Use 'authConfig' property instead.
|
|
91
|
-
*/
|
|
92
|
-
setAuthConfig(config: Corti.BearerOptions): Promise<{
|
|
93
|
-
accessToken: string | undefined;
|
|
94
|
-
environment: undefined;
|
|
95
|
-
tenant: undefined;
|
|
96
|
-
} | {
|
|
97
|
-
accessToken: string;
|
|
98
|
-
environment: string;
|
|
99
|
-
tenant: string;
|
|
100
|
-
} | {
|
|
101
|
-
accessToken: undefined;
|
|
102
|
-
environment: undefined;
|
|
103
|
-
tenant: undefined;
|
|
104
|
-
}>;
|
|
105
|
-
/**
|
|
106
|
-
* Starts a recording.
|
|
107
|
-
*/
|
|
108
|
-
startRecording(): void;
|
|
109
|
-
/**
|
|
110
|
-
* Stops a recording.
|
|
111
|
-
*/
|
|
112
|
-
stopRecording(): void;
|
|
113
|
-
/**
|
|
114
|
-
* Starts or stops recording. Convenience layer on top of the start/stop methods.
|
|
115
|
-
*/
|
|
116
|
-
toggleRecording(): void;
|
|
117
|
-
render(): import("lit-html").TemplateResult<1>;
|
|
118
|
-
}
|
|
119
|
-
declare global {
|
|
120
|
-
interface HTMLElementTagNameMap {
|
|
121
|
-
"corti-dictation": CortiDictation;
|
|
122
|
-
}
|
|
123
|
-
}
|