@corti/dictation-web 0.3.0 → 0.4.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -4
- package/dist/bundle.js +3100 -1630
- package/dist/components/audio-visualiser.d.ts +5 -3
- package/dist/components/audio-visualiser.js +38 -46
- package/dist/components/audio-visualiser.js.map +1 -1
- package/dist/components/corti-dictation.d.ts +122 -0
- package/dist/components/corti-dictation.js +238 -0
- package/dist/components/corti-dictation.js.map +1 -0
- package/dist/components/device-selector.d.ts +14 -0
- package/dist/components/device-selector.js +75 -0
- package/dist/components/device-selector.js.map +1 -0
- package/dist/components/language-selector.d.ts +15 -0
- package/dist/components/language-selector.js +74 -0
- package/dist/components/language-selector.js.map +1 -0
- package/dist/components/recording-button.d.ts +29 -0
- package/dist/components/recording-button.js +217 -0
- package/dist/components/recording-button.js.map +1 -0
- package/dist/components/settings-menu.d.ts +9 -15
- package/dist/components/settings-menu.js +48 -161
- package/dist/components/settings-menu.js.map +1 -1
- package/dist/constants.d.ts +8 -2
- package/dist/constants.js +38 -12
- package/dist/constants.js.map +1 -1
- package/dist/contexts/dictation-context.d.ts +99 -0
- package/dist/contexts/dictation-context.js +257 -0
- package/dist/contexts/dictation-context.js.map +1 -0
- package/dist/controllers/DictationController.d.ts +35 -0
- package/dist/controllers/DictationController.js +130 -0
- package/dist/controllers/DictationController.js.map +1 -0
- package/dist/controllers/MediaController.d.ts +31 -0
- package/dist/controllers/MediaController.js +99 -0
- package/dist/controllers/MediaController.js.map +1 -0
- package/dist/controllers/devices-controller.d.ts +26 -0
- package/dist/controllers/devices-controller.js +99 -0
- package/dist/controllers/devices-controller.js.map +1 -0
- package/dist/controllers/dictation-controller.d.ts +28 -0
- package/dist/controllers/dictation-controller.js +141 -0
- package/dist/controllers/dictation-controller.js.map +1 -0
- package/dist/controllers/languages-controller.d.ts +26 -0
- package/dist/controllers/languages-controller.js +83 -0
- package/dist/controllers/languages-controller.js.map +1 -0
- package/dist/controllers/media-controller.d.ts +24 -0
- package/dist/controllers/media-controller.js +115 -0
- package/dist/controllers/media-controller.js.map +1 -0
- package/dist/index.d.ts +9 -1
- package/dist/index.js +29 -3
- package/dist/index.js.map +1 -1
- package/dist/package.json +14 -0
- package/dist/src/components/audio-visualiser.d.ts +14 -0
- package/dist/src/components/audio-visualiser.js +57 -0
- package/dist/src/components/audio-visualiser.js.map +1 -0
- package/dist/src/components/corti-dictation.d.ts +123 -0
- package/dist/src/components/corti-dictation.js +224 -0
- package/dist/src/components/corti-dictation.js.map +1 -0
- package/dist/src/components/device-selector.d.ts +24 -0
- package/dist/src/components/device-selector.js +106 -0
- package/dist/src/components/device-selector.js.map +1 -0
- package/dist/src/components/language-selector.d.ts +24 -0
- package/dist/src/components/language-selector.js +100 -0
- package/dist/src/components/language-selector.js.map +1 -0
- package/dist/src/components/recording-button.d.ts +37 -0
- package/dist/src/components/recording-button.js +203 -0
- package/dist/src/components/recording-button.js.map +1 -0
- package/dist/src/components/settings-menu.d.ts +16 -0
- package/dist/src/components/settings-menu.js +80 -0
- package/dist/src/components/settings-menu.js.map +1 -0
- package/dist/src/constants.d.ts +4 -0
- package/dist/src/constants.js +37 -0
- package/dist/src/constants.js.map +1 -0
- package/dist/src/contexts/dictation-context.d.ts +97 -0
- package/dist/src/contexts/dictation-context.js +208 -0
- package/dist/src/contexts/dictation-context.js.map +1 -0
- package/dist/src/controllers/DictationController.d.ts +35 -0
- package/dist/src/controllers/DictationController.js +130 -0
- package/dist/src/controllers/DictationController.js.map +1 -0
- package/dist/src/controllers/MediaController.d.ts +31 -0
- package/dist/src/controllers/MediaController.js +99 -0
- package/dist/src/controllers/MediaController.js.map +1 -0
- package/dist/src/icons/icons.d.ts +17 -0
- package/dist/src/icons/icons.js +158 -0
- package/dist/src/icons/icons.js.map +1 -0
- package/dist/src/styles/ComponentStyles.d.ts +2 -0
- package/dist/src/styles/ComponentStyles.js +18 -0
- package/dist/src/styles/ComponentStyles.js.map +1 -0
- package/dist/src/styles/audio-visualiser.d.ts +2 -0
- package/dist/src/styles/audio-visualiser.js +33 -0
- package/dist/src/styles/audio-visualiser.js.map +1 -0
- package/dist/src/styles/buttons.d.ts +2 -0
- package/dist/src/styles/buttons.js +52 -0
- package/dist/src/styles/buttons.js.map +1 -0
- package/dist/src/styles/callout.d.ts +2 -0
- package/dist/src/styles/callout.js +23 -0
- package/dist/src/styles/callout.js.map +1 -0
- package/dist/src/styles/default-theme.d.ts +2 -0
- package/dist/src/styles/default-theme.js +50 -0
- package/dist/src/styles/default-theme.js.map +1 -0
- package/dist/src/styles/recording-button.d.ts +2 -0
- package/dist/src/styles/recording-button.js +8 -0
- package/dist/src/styles/recording-button.js.map +1 -0
- package/dist/src/styles/select.d.ts +2 -0
- package/dist/src/styles/select.js +36 -0
- package/dist/src/styles/select.js.map +1 -0
- package/dist/src/styles/settings-menu.d.ts +2 -0
- package/dist/src/styles/settings-menu.js +34 -0
- package/dist/src/styles/settings-menu.js.map +1 -0
- package/dist/src/types.d.ts +7 -0
- package/dist/src/types.js +2 -0
- package/dist/src/types.js.map +1 -0
- package/dist/src/utils/auth.d.ts +9 -0
- package/dist/src/utils/auth.js +21 -0
- package/dist/src/utils/auth.js.map +1 -0
- package/dist/src/utils/converters.d.ts +4 -0
- package/dist/src/utils/converters.js +8 -0
- package/dist/src/utils/converters.js.map +1 -0
- package/dist/src/utils/devices.d.ts +26 -0
- package/dist/src/utils/devices.js +53 -0
- package/dist/src/utils/devices.js.map +1 -0
- package/dist/src/utils/events.d.ts +44 -0
- package/dist/src/utils/events.js +88 -0
- package/dist/src/utils/events.js.map +1 -0
- package/dist/src/utils/languages.d.ts +7 -0
- package/dist/src/utils/languages.js +29 -0
- package/dist/src/utils/languages.js.map +1 -0
- package/dist/src/utils/media.d.ts +6 -0
- package/dist/src/utils/media.js +39 -0
- package/dist/src/utils/media.js.map +1 -0
- package/dist/src/utils/token.d.ts +13 -0
- package/dist/src/utils/token.js +60 -0
- package/dist/src/utils/token.js.map +1 -0
- package/dist/src/utils/validation.d.ts +1 -0
- package/dist/src/utils/validation.js +7 -0
- package/dist/src/utils/validation.js.map +1 -0
- package/dist/stories/audio-visualiser.stories.d.ts +39 -0
- package/dist/stories/audio-visualiser.stories.js +71 -0
- package/dist/stories/audio-visualiser.stories.js.map +1 -0
- package/dist/stories/corti-dictation.stories.d.ts +27 -0
- package/dist/stories/corti-dictation.stories.js +129 -0
- package/dist/stories/corti-dictation.stories.js.map +1 -0
- package/dist/stories/device-selector.stories.d.ts +18 -0
- package/dist/stories/device-selector.stories.js +84 -0
- package/dist/stories/device-selector.stories.js.map +1 -0
- package/dist/stories/language-selector.stories.d.ts +18 -0
- package/dist/stories/language-selector.stories.js +53 -0
- package/dist/stories/language-selector.stories.js.map +1 -0
- package/dist/stories/recording-button.stories.d.ts +27 -0
- package/dist/stories/recording-button.stories.js +90 -0
- package/dist/stories/recording-button.stories.js.map +1 -0
- package/dist/stories/settings-menu.stories.d.ts +23 -0
- package/dist/stories/settings-menu.stories.js +156 -0
- package/dist/stories/settings-menu.stories.js.map +1 -0
- package/dist/styles/ComponentStyles.js +5 -39
- package/dist/styles/ComponentStyles.js.map +1 -1
- package/dist/styles/audio-visualiser.d.ts +2 -0
- package/dist/styles/audio-visualiser.js +33 -0
- package/dist/styles/audio-visualiser.js.map +1 -0
- package/dist/styles/buttons.js +19 -26
- package/dist/styles/buttons.js.map +1 -1
- package/dist/styles/callout.js +7 -17
- package/dist/styles/callout.js.map +1 -1
- package/dist/styles/component-styles.d.ts +2 -0
- package/dist/styles/component-styles.js +22 -0
- package/dist/styles/component-styles.js.map +1 -0
- package/dist/styles/default-theme.d.ts +2 -0
- package/dist/styles/default-theme.js +14 -0
- package/dist/styles/default-theme.js.map +1 -0
- package/dist/styles/recording-button.d.ts +2 -0
- package/dist/styles/recording-button.js +8 -0
- package/dist/styles/recording-button.js.map +1 -0
- package/dist/styles/select.js +9 -9
- package/dist/styles/select.js.map +1 -1
- package/dist/styles/settings-menu.d.ts +2 -0
- package/dist/styles/settings-menu.js +34 -0
- package/dist/styles/settings-menu.js.map +1 -0
- package/dist/tsconfig.stories.tsbuildinfo +1 -0
- package/dist/types.d.ts +6 -8
- package/dist/types.js.map +1 -1
- package/dist/utils/auth.d.ts +9 -0
- package/dist/utils/auth.js +21 -0
- package/dist/utils/auth.js.map +1 -0
- package/dist/utils/converters.d.ts +4 -0
- package/dist/utils/converters.js +8 -0
- package/dist/utils/converters.js.map +1 -0
- package/dist/utils/devices.d.ts +26 -0
- package/dist/utils/devices.js +53 -0
- package/dist/utils/devices.js.map +1 -0
- package/dist/utils/events.d.ts +44 -0
- package/dist/utils/events.js +88 -0
- package/dist/utils/events.js.map +1 -0
- package/dist/utils/languages.d.ts +8 -0
- package/dist/utils/languages.js +29 -0
- package/dist/utils/languages.js.map +1 -0
- package/dist/utils/media.d.ts +6 -0
- package/dist/utils/media.js +39 -0
- package/dist/utils/media.js.map +1 -0
- package/dist/utils/token.d.ts +13 -0
- package/dist/utils/token.js +60 -0
- package/dist/utils/token.js.map +1 -0
- package/dist/utils/validation.d.ts +1 -0
- package/dist/utils/validation.js +7 -0
- package/dist/utils/validation.js.map +1 -0
- package/package.json +29 -55
|
@@ -0,0 +1,208 @@
|
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
import { createContext, provide } from "@lit/context";
|
|
8
|
+
import { html, LitElement } from "lit";
|
|
9
|
+
import { customElement, property, state } from "lit/decorators.js";
|
|
10
|
+
import ComponentStyles from "../styles/ComponentStyles.js";
|
|
11
|
+
import { getInitialToken } from "../utils/auth.js";
|
|
12
|
+
import { commaSeparatedConverter } from "../utils/converters.js";
|
|
13
|
+
import { errorEvent } from "../utils/events.js";
|
|
14
|
+
import { decodeToken } from "../utils/token.js";
|
|
15
|
+
export const regionContext = createContext(Symbol("region"));
|
|
16
|
+
export const tenantNameContext = createContext(Symbol("tenantName"));
|
|
17
|
+
export const languagesContext = createContext(Symbol("languages"));
|
|
18
|
+
export const devicesContext = createContext(Symbol("devices"));
|
|
19
|
+
export const selectedDeviceContext = createContext(Symbol("selectedDevice"));
|
|
20
|
+
export const recordingStateContext = createContext(Symbol("recordingState"));
|
|
21
|
+
export const accessTokenContext = createContext(Symbol("accessToken"));
|
|
22
|
+
export const dictationConfigContext = createContext(Symbol("dictationConfig"));
|
|
23
|
+
export const authConfigContext = createContext(Symbol("authConfig"));
|
|
24
|
+
export const socketUrlContext = createContext(Symbol("socketUrl"));
|
|
25
|
+
export const socketProxyContext = createContext(Symbol("socketProxy"));
|
|
26
|
+
export const debugDisplayAudioContext = createContext(Symbol("debugDisplayAudio"));
|
|
27
|
+
let DictationContext = class DictationContext extends LitElement {
|
|
28
|
+
set accessToken(token) {
|
|
29
|
+
this.setAccessToken(token);
|
|
30
|
+
}
|
|
31
|
+
get accessToken() {
|
|
32
|
+
return this._accessToken;
|
|
33
|
+
}
|
|
34
|
+
set authConfig(config) {
|
|
35
|
+
this.setAuthConfig(config);
|
|
36
|
+
}
|
|
37
|
+
get authConfig() {
|
|
38
|
+
return this._authConfig;
|
|
39
|
+
}
|
|
40
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
41
|
+
// Lifecycle
|
|
42
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
43
|
+
constructor() {
|
|
44
|
+
super();
|
|
45
|
+
this.recordingState = "stopped";
|
|
46
|
+
this.noWrapper = false;
|
|
47
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
48
|
+
// Private event handlers
|
|
49
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
50
|
+
this._handleLanguageChanged = (e) => {
|
|
51
|
+
const event = e;
|
|
52
|
+
this.languages = event.detail.languages;
|
|
53
|
+
this.dictationConfig = {
|
|
54
|
+
...this.dictationConfig,
|
|
55
|
+
primaryLanguage: event.detail.selectedLanguage,
|
|
56
|
+
};
|
|
57
|
+
};
|
|
58
|
+
this._handleDeviceChanged = (e) => {
|
|
59
|
+
const event = e;
|
|
60
|
+
this.devices = event.detail.devices;
|
|
61
|
+
this.selectedDevice = event.detail.selectedDevice;
|
|
62
|
+
};
|
|
63
|
+
this._handleRecordingStateChanged = (e) => {
|
|
64
|
+
const event = e;
|
|
65
|
+
this.recordingState = event.detail.state;
|
|
66
|
+
};
|
|
67
|
+
this.addEventListener("languages-changed", this._handleLanguageChanged);
|
|
68
|
+
this.addEventListener("recording-devices-changed", this._handleDeviceChanged);
|
|
69
|
+
this.addEventListener("recording-state-changed", this._handleRecordingStateChanged);
|
|
70
|
+
}
|
|
71
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
72
|
+
// Public methods
|
|
73
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
74
|
+
/**
|
|
75
|
+
* Sets the access token and parses region/tenant from it.
|
|
76
|
+
* @returns ServerConfig with environment, tenant, and accessToken
|
|
77
|
+
* @deprecated Use 'accessToken' property instead.
|
|
78
|
+
*/
|
|
79
|
+
setAccessToken(token) {
|
|
80
|
+
this._accessToken = token;
|
|
81
|
+
this.region = undefined;
|
|
82
|
+
this.tenantName = undefined;
|
|
83
|
+
if (!token) {
|
|
84
|
+
return { accessToken: token, environment: undefined, tenant: undefined };
|
|
85
|
+
}
|
|
86
|
+
try {
|
|
87
|
+
const decoded = decodeToken(token);
|
|
88
|
+
this.region = decoded?.environment;
|
|
89
|
+
this.tenantName = decoded?.tenant;
|
|
90
|
+
return {
|
|
91
|
+
accessToken: token,
|
|
92
|
+
environment: decoded?.environment,
|
|
93
|
+
tenant: decoded?.tenant,
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
catch (error) {
|
|
97
|
+
this.dispatchEvent(errorEvent(error));
|
|
98
|
+
}
|
|
99
|
+
return { accessToken: token, environment: undefined, tenant: undefined };
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Sets the auth config and parses region/tenant from the initial token.
|
|
103
|
+
* @returns Promise with ServerConfig containing environment, tenant, and accessToken
|
|
104
|
+
* @deprecated Use 'authConfig' property instead.
|
|
105
|
+
*/
|
|
106
|
+
async setAuthConfig(config) {
|
|
107
|
+
this._authConfig = config;
|
|
108
|
+
if (!config) {
|
|
109
|
+
return {
|
|
110
|
+
accessToken: undefined,
|
|
111
|
+
environment: undefined,
|
|
112
|
+
tenant: undefined,
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
try {
|
|
116
|
+
const { accessToken } = await getInitialToken(config);
|
|
117
|
+
return this.setAccessToken(accessToken);
|
|
118
|
+
}
|
|
119
|
+
catch (error) {
|
|
120
|
+
this.dispatchEvent(errorEvent(error));
|
|
121
|
+
}
|
|
122
|
+
return {
|
|
123
|
+
accessToken: undefined,
|
|
124
|
+
environment: undefined,
|
|
125
|
+
tenant: undefined,
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
129
|
+
// Render
|
|
130
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
131
|
+
render() {
|
|
132
|
+
if (this.noWrapper) {
|
|
133
|
+
return html `<slot></slot>`;
|
|
134
|
+
}
|
|
135
|
+
return html `<div class="wrapper">
|
|
136
|
+
<slot></slot>
|
|
137
|
+
</div>`;
|
|
138
|
+
}
|
|
139
|
+
};
|
|
140
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
141
|
+
// Static
|
|
142
|
+
// ─────────────────────────────────────────────────────────────────────────────
|
|
143
|
+
DictationContext.styles = [ComponentStyles];
|
|
144
|
+
__decorate([
|
|
145
|
+
provide({ context: regionContext }),
|
|
146
|
+
state()
|
|
147
|
+
], DictationContext.prototype, "region", void 0);
|
|
148
|
+
__decorate([
|
|
149
|
+
provide({ context: tenantNameContext }),
|
|
150
|
+
state()
|
|
151
|
+
], DictationContext.prototype, "tenantName", void 0);
|
|
152
|
+
__decorate([
|
|
153
|
+
provide({ context: recordingStateContext }),
|
|
154
|
+
state()
|
|
155
|
+
], DictationContext.prototype, "recordingState", void 0);
|
|
156
|
+
__decorate([
|
|
157
|
+
provide({ context: accessTokenContext }),
|
|
158
|
+
state()
|
|
159
|
+
], DictationContext.prototype, "_accessToken", void 0);
|
|
160
|
+
__decorate([
|
|
161
|
+
property({ type: String })
|
|
162
|
+
], DictationContext.prototype, "accessToken", null);
|
|
163
|
+
__decorate([
|
|
164
|
+
provide({ context: authConfigContext }),
|
|
165
|
+
state()
|
|
166
|
+
], DictationContext.prototype, "_authConfig", void 0);
|
|
167
|
+
__decorate([
|
|
168
|
+
property({ attribute: false, type: Object })
|
|
169
|
+
], DictationContext.prototype, "authConfig", null);
|
|
170
|
+
__decorate([
|
|
171
|
+
provide({ context: socketUrlContext }),
|
|
172
|
+
property({ type: String })
|
|
173
|
+
], DictationContext.prototype, "socketUrl", void 0);
|
|
174
|
+
__decorate([
|
|
175
|
+
provide({ context: socketProxyContext }),
|
|
176
|
+
property({ attribute: false, type: Object })
|
|
177
|
+
], DictationContext.prototype, "socketProxy", void 0);
|
|
178
|
+
__decorate([
|
|
179
|
+
provide({ context: dictationConfigContext }),
|
|
180
|
+
property({ attribute: false, type: Object })
|
|
181
|
+
], DictationContext.prototype, "dictationConfig", void 0);
|
|
182
|
+
__decorate([
|
|
183
|
+
provide({ context: languagesContext }),
|
|
184
|
+
property({
|
|
185
|
+
converter: commaSeparatedConverter,
|
|
186
|
+
type: Array,
|
|
187
|
+
})
|
|
188
|
+
], DictationContext.prototype, "languages", void 0);
|
|
189
|
+
__decorate([
|
|
190
|
+
provide({ context: devicesContext }),
|
|
191
|
+
property({ attribute: false, type: Array })
|
|
192
|
+
], DictationContext.prototype, "devices", void 0);
|
|
193
|
+
__decorate([
|
|
194
|
+
provide({ context: selectedDeviceContext }),
|
|
195
|
+
property({ attribute: false, type: Object })
|
|
196
|
+
], DictationContext.prototype, "selectedDevice", void 0);
|
|
197
|
+
__decorate([
|
|
198
|
+
provide({ context: debugDisplayAudioContext }),
|
|
199
|
+
property({ attribute: "debug-display-audio", type: Boolean })
|
|
200
|
+
], DictationContext.prototype, "debug_displayAudio", void 0);
|
|
201
|
+
__decorate([
|
|
202
|
+
property({ type: Boolean })
|
|
203
|
+
], DictationContext.prototype, "noWrapper", void 0);
|
|
204
|
+
DictationContext = __decorate([
|
|
205
|
+
customElement("dictation-context-provider")
|
|
206
|
+
], DictationContext);
|
|
207
|
+
export { DictationContext };
|
|
208
|
+
//# sourceMappingURL=dictation-context.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dictation-context.js","sourceRoot":"","sources":["../../../src/contexts/dictation-context.ts"],"names":[],"mappings":";;;;;;AACA,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,EAAuB,IAAI,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,eAAe,MAAM,8BAA8B,CAAC;AAE3D,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,CAAqB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;AACjF,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAC5C,MAAM,CAAC,YAAY,CAAC,CACrB,CAAC;AACF,MAAM,CAAC,MAAM,gBAAgB,GAAG,aAAa,CAC3C,MAAM,CAAC,WAAW,CAAC,CACpB,CAAC;AACF,MAAM,CAAC,MAAM,cAAc,GAAG,aAAa,CACzC,MAAM,CAAC,SAAS,CAAC,CAClB,CAAC;AACF,MAAM,CAAC,MAAM,qBAAqB,GAAG,aAAa,CAChD,MAAM,CAAC,gBAAgB,CAAC,CACzB,CAAC;AACF,MAAM,CAAC,MAAM,qBAAqB,GAChC,aAAa,CAAiB,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAC1D,MAAM,CAAC,MAAM,kBAAkB,GAAG,aAAa,CAC7C,MAAM,CAAC,aAAa,CAAC,CACtB,CAAC;AACF,MAAM,CAAC,MAAM,sBAAsB,GAAG,aAAa,CAEjD,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAC7B,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAC5C,MAAM,CAAC,YAAY,CAAC,CACrB,CAAC;AACF,MAAM,CAAC,MAAM,gBAAgB,GAAG,aAAa,CAAqB,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;AACvF,MAAM,CAAC,MAAM,kBAAkB,GAAG,aAAa,CAC7C,MAAM,CAAC,aAAa,CAAC,CACtB,CAAC;AACF,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAa,CACnD,MAAM,CAAC,mBAAmB,CAAC,CAC5B,CAAC;AAGK,IAAM,gBAAgB,GAAtB,MAAM,gBAAiB,SAAQ,UAAU;IA0B9C,IAAI,WAAW,CAAC,KAAyB;QACvC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAOD,IAAI,UAAU,CAAC,MAAuC;QACpD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IA0CD,gFAAgF;IAChF,YAAY;IACZ,gFAAgF;IAEhF;QACE,KAAK,EAAE,CAAC;QA7EV,mBAAc,GAAmB,SAAS,CAAC;QAgE3C,cAAS,GAAY,KAAK,CAAC;QA4F3B,gFAAgF;QAChF,yBAAyB;QACzB,gFAAgF;QAExE,2BAAsB,GAAG,CAAC,CAAQ,EAAE,EAAE;YAC5C,MAAM,KAAK,GAAG,CAAgB,CAAC;YAE/B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC;YACxC,IAAI,CAAC,eAAe,GAAG;gBACrB,GAAG,IAAI,CAAC,eAAe;gBACvB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC;QACJ,CAAC,CAAC;QAEM,yBAAoB,GAAG,CAAC,CAAQ,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,CAAgB,CAAC;YAE/B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;YACpC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC;QACpD,CAAC,CAAC;QAEM,iCAA4B,GAAG,CAAC,CAAQ,EAAE,EAAE;YAClD,MAAM,KAAK,GAAG,CAAgB,CAAC;YAE/B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QAC3C,CAAC,CAAC;QAvGA,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACxE,IAAI,CAAC,gBAAgB,CACnB,2BAA2B,EAC3B,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QACF,IAAI,CAAC,gBAAgB,CACnB,yBAAyB,EACzB,IAAI,CAAC,4BAA4B,CAClC,CAAC;IACJ,CAAC;IAED,gFAAgF;IAChF,iBAAiB;IACjB,gFAAgF;IAEhF;;;;OAIG;IACI,cAAc,CAAC,KAAyB;QAC7C,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAE5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAEnC,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,WAAW,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,MAAM,CAAC;YAElC,OAAO;gBACL,WAAW,EAAE,KAAK;gBAClB,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,MAAM,EAAE,OAAO,EAAE,MAAM;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAC3E,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,aAAa,CAAC,MAA4B;QACrD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAE1B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;gBACL,WAAW,EAAE,SAAS;gBACtB,WAAW,EAAE,SAAS;gBACtB,MAAM,EAAE,SAAS;aAClB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;YAEtD,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,OAAO;YACL,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,SAAS;YACtB,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;IA6BD,gFAAgF;IAChF,SAAS;IACT,gFAAgF;IAEhF,MAAM;QACJ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,IAAI,CAAA,eAAe,CAAC;QAC7B,CAAC;QAED,OAAO,IAAI,CAAA;;WAEJ,CAAC;IACV,CAAC;;AAjID,gFAAgF;AAChF,SAAS;AACT,gFAAgF;AAEzE,uBAAM,GAAmB,CAAC,eAAe,CAAC,AAApC,CAAqC;AA9ElD;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;IACnC,KAAK,EAAE;gDACQ;AAIhB;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;IACvC,KAAK,EAAE;oDACY;AAIpB;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC;IAC3C,KAAK,EAAE;wDACmC;AAQnC;IAFP,OAAO,CAAC,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC;IACxC,KAAK,EAAE;sDACsB;AAG9B;IADC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;mDAG1B;AAQO;IAFP,OAAO,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;IACvC,KAAK,EAAE;qDACkC;AAG1C;IADC,QAAQ,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;kDAG5C;AAQD;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;mDACR;AAInB;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC;IACxC,QAAQ,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qDAClB;AAI3B;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC;IAC5C,QAAQ,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;yDACJ;AAOzC;IALC,OAAO,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;IACtC,QAAQ,CAAC;QACR,SAAS,EAAE,uBAAuB;QAClC,IAAI,EAAE,KAAK;KACZ,CAAC;mDACmB;AAIrB;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IACpC,QAAQ,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;iDAChB;AAI5B;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC;IAC3C,QAAQ,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;wDACZ;AAIjC;IAFC,OAAO,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;IAC9C,QAAQ,CAAC,EAAE,SAAS,EAAE,qBAAqB,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;4DACjC;AAG7B;IADC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;mDACD;AA/EhB,gBAAgB;IAD5B,aAAa,CAAC,4BAA4B,CAAC;GAC/B,gBAAgB,CAmN5B","sourcesContent":["import type { Corti } from \"@corti/sdk\";\nimport { createContext, provide } from \"@lit/context\";\nimport { type CSSResultGroup, html, LitElement } from \"lit\";\nimport { customElement, property, state } from \"lit/decorators.js\";\nimport ComponentStyles from \"../styles/ComponentStyles.js\";\nimport type { ProxyOptions, RecordingState } from \"../types.js\";\nimport { getInitialToken } from \"../utils/auth.js\";\nimport { commaSeparatedConverter } from \"../utils/converters.js\";\nimport { errorEvent } from \"../utils/events.js\";\nimport { decodeToken } from \"../utils/token.js\";\n\nexport const regionContext = createContext<string | undefined>(Symbol(\"region\"));\nexport const tenantNameContext = createContext<string | undefined>(\n Symbol(\"tenantName\"),\n);\nexport const languagesContext = createContext<string[] | undefined>(\n Symbol(\"languages\"),\n);\nexport const devicesContext = createContext<MediaDeviceInfo[] | undefined>(\n Symbol(\"devices\"),\n);\nexport const selectedDeviceContext = createContext<MediaDeviceInfo | undefined>(\n Symbol(\"selectedDevice\"),\n);\nexport const recordingStateContext =\n createContext<RecordingState>(Symbol(\"recordingState\"));\nexport const accessTokenContext = createContext<string | undefined>(\n Symbol(\"accessToken\"),\n);\nexport const dictationConfigContext = createContext<\n Corti.TranscribeConfig | undefined\n>(Symbol(\"dictationConfig\"));\nexport const authConfigContext = createContext<Corti.BearerOptions | undefined>(\n Symbol(\"authConfig\"),\n);\nexport const socketUrlContext = createContext<string | undefined>(Symbol(\"socketUrl\"));\nexport const socketProxyContext = createContext<ProxyOptions | undefined>(\n Symbol(\"socketProxy\"),\n);\nexport const debugDisplayAudioContext = createContext<boolean | undefined>(\n Symbol(\"debugDisplayAudio\"),\n);\n\n@customElement(\"dictation-context-provider\")\nexport class DictationContext extends LitElement {\n // ─────────────────────────────────────────────────────────────────────────────\n // Context state\n // ─────────────────────────────────────────────────────────────────────────────\n\n @provide({ context: regionContext })\n @state()\n region?: string;\n\n @provide({ context: tenantNameContext })\n @state()\n tenantName?: string;\n\n @provide({ context: recordingStateContext })\n @state()\n recordingState: RecordingState = \"stopped\";\n\n // ─────────────────────────────────────────────────────────────────────────────\n // Properties\n // ─────────────────────────────────────────────────────────────────────────────\n\n @provide({ context: accessTokenContext })\n @state()\n private _accessToken?: string;\n\n @property({ type: String })\n set accessToken(token: string | undefined) {\n this.setAccessToken(token);\n }\n\n get accessToken(): string | undefined {\n return this._accessToken;\n }\n\n @provide({ context: authConfigContext })\n @state()\n private _authConfig?: Corti.BearerOptions;\n\n @property({ attribute: false, type: Object })\n set authConfig(config: Corti.BearerOptions | undefined) {\n this.setAuthConfig(config);\n }\n\n get authConfig(): Corti.BearerOptions | undefined {\n return this._authConfig;\n }\n\n @provide({ context: socketUrlContext })\n @property({ type: String })\n socketUrl?: string;\n\n @provide({ context: socketProxyContext })\n @property({ attribute: false, type: Object })\n socketProxy?: ProxyOptions;\n\n @provide({ context: dictationConfigContext })\n @property({ attribute: false, type: Object })\n dictationConfig?: Corti.TranscribeConfig;\n\n @provide({ context: languagesContext })\n @property({\n converter: commaSeparatedConverter,\n type: Array,\n })\n languages?: string[];\n\n @provide({ context: devicesContext })\n @property({ attribute: false, type: Array })\n devices?: MediaDeviceInfo[];\n\n @provide({ context: selectedDeviceContext })\n @property({ attribute: false, type: Object })\n selectedDevice?: MediaDeviceInfo;\n\n @provide({ context: debugDisplayAudioContext })\n @property({ attribute: \"debug-display-audio\", type: Boolean })\n debug_displayAudio?: boolean;\n\n @property({ type: Boolean })\n noWrapper: boolean = false;\n\n // ─────────────────────────────────────────────────────────────────────────────\n // Static\n // ─────────────────────────────────────────────────────────────────────────────\n\n static styles: CSSResultGroup = [ComponentStyles];\n\n // ─────────────────────────────────────────────────────────────────────────────\n // Lifecycle\n // ─────────────────────────────────────────────────────────────────────────────\n\n constructor() {\n super();\n this.addEventListener(\"languages-changed\", this._handleLanguageChanged);\n this.addEventListener(\n \"recording-devices-changed\",\n this._handleDeviceChanged,\n );\n this.addEventListener(\n \"recording-state-changed\",\n this._handleRecordingStateChanged,\n );\n }\n\n // ─────────────────────────────────────────────────────────────────────────────\n // Public methods\n // ─────────────────────────────────────────────────────────────────────────────\n\n /**\n * Sets the access token and parses region/tenant from it.\n * @returns ServerConfig with environment, tenant, and accessToken\n * @deprecated Use 'accessToken' property instead.\n */\n public setAccessToken(token: string | undefined) {\n this._accessToken = token;\n this.region = undefined;\n this.tenantName = undefined;\n\n if (!token) {\n return { accessToken: token, environment: undefined, tenant: undefined };\n }\n\n try {\n const decoded = decodeToken(token);\n\n this.region = decoded?.environment;\n this.tenantName = decoded?.tenant;\n\n return {\n accessToken: token,\n environment: decoded?.environment,\n tenant: decoded?.tenant,\n };\n } catch (error) {\n this.dispatchEvent(errorEvent(error));\n }\n\n return { accessToken: token, environment: undefined, tenant: undefined };\n }\n\n /**\n * Sets the auth config and parses region/tenant from the initial token.\n * @returns Promise with ServerConfig containing environment, tenant, and accessToken\n * @deprecated Use 'authConfig' property instead.\n */\n public async setAuthConfig(config?: Corti.BearerOptions) {\n this._authConfig = config;\n\n if (!config) {\n return {\n accessToken: undefined,\n environment: undefined,\n tenant: undefined,\n };\n }\n\n try {\n const { accessToken } = await getInitialToken(config);\n\n return this.setAccessToken(accessToken);\n } catch (error) {\n this.dispatchEvent(errorEvent(error));\n }\n\n return {\n accessToken: undefined,\n environment: undefined,\n tenant: undefined,\n };\n }\n\n // ─────────────────────────────────────────────────────────────────────────────\n // Private event handlers\n // ─────────────────────────────────────────────────────────────────────────────\n\n private _handleLanguageChanged = (e: Event) => {\n const event = e as CustomEvent;\n\n this.languages = event.detail.languages;\n this.dictationConfig = {\n ...this.dictationConfig,\n primaryLanguage: event.detail.selectedLanguage,\n };\n };\n\n private _handleDeviceChanged = (e: Event) => {\n const event = e as CustomEvent;\n\n this.devices = event.detail.devices;\n this.selectedDevice = event.detail.selectedDevice;\n };\n\n private _handleRecordingStateChanged = (e: Event) => {\n const event = e as CustomEvent;\n\n this.recordingState = event.detail.state;\n };\n\n // ─────────────────────────────────────────────────────────────────────────────\n // Render\n // ─────────────────────────────────────────────────────────────────────────────\n\n render() {\n if (this.noWrapper) {\n return html`<slot></slot>`;\n }\n\n return html`<div class=\"wrapper\">\n <slot></slot>\n </div>`;\n }\n}\n\ndeclare global {\n interface HTMLElementTagNameMap {\n \"dictation-context-provider\": DictationContext;\n }\n}\n"]}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { type Corti } from "@corti/sdk";
|
|
2
|
+
import type { ReactiveController, ReactiveControllerHost } from "lit";
|
|
3
|
+
import type { ProxyOptions } from "../types.js";
|
|
4
|
+
interface DictationControllerHost extends ReactiveControllerHost {
|
|
5
|
+
_accessToken?: string;
|
|
6
|
+
_authConfig?: Corti.BearerOptions;
|
|
7
|
+
_region?: string;
|
|
8
|
+
_tenantName?: string;
|
|
9
|
+
_socketUrl?: string;
|
|
10
|
+
_socketProxy?: ProxyOptions;
|
|
11
|
+
}
|
|
12
|
+
export type TranscribeMessage = Corti.TranscribeConfigStatusMessage | Corti.TranscribeUsageMessage | Corti.TranscribeEndedMessage | Corti.TranscribeErrorMessage | Corti.TranscribeTranscriptMessage | Corti.TranscribeCommandMessage | Corti.TranscribeFlushedMessage;
|
|
13
|
+
interface WebSocketCallbacks {
|
|
14
|
+
onMessage?: (message: TranscribeMessage) => void;
|
|
15
|
+
onError?: (error: Error) => void;
|
|
16
|
+
onClose?: (event: unknown) => void;
|
|
17
|
+
onNetworkActivity?: (direction: "sent" | "received", data: unknown) => void;
|
|
18
|
+
}
|
|
19
|
+
export declare class DictationController implements ReactiveController {
|
|
20
|
+
host: DictationControllerHost;
|
|
21
|
+
private _cortiClient;
|
|
22
|
+
private _webSocket;
|
|
23
|
+
private _closeTimeout?;
|
|
24
|
+
private _onNetworkActivity?;
|
|
25
|
+
constructor(host: DictationControllerHost);
|
|
26
|
+
hostDisconnected(): void;
|
|
27
|
+
connect(mediaRecorder: MediaRecorder | null, dictationConfig?: Corti.TranscribeConfig, callbacks?: WebSocketCallbacks): Promise<void>;
|
|
28
|
+
private connectProxy;
|
|
29
|
+
private connectAuth;
|
|
30
|
+
private setupWebSocketHandlers;
|
|
31
|
+
private setupMediaRecorder;
|
|
32
|
+
disconnect(onClose?: (event: unknown) => void): Promise<void>;
|
|
33
|
+
cleanup(): void;
|
|
34
|
+
}
|
|
35
|
+
export {};
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import { CortiClient, CortiWebSocketProxyClient } from "@corti/sdk";
|
|
2
|
+
import { DEFAULT_DICTATION_CONFIG } from "../constants.js";
|
|
3
|
+
export class DictationController {
|
|
4
|
+
constructor(host) {
|
|
5
|
+
this._cortiClient = null;
|
|
6
|
+
this._webSocket = null;
|
|
7
|
+
this.host = host;
|
|
8
|
+
host.addController(this);
|
|
9
|
+
}
|
|
10
|
+
hostDisconnected() {
|
|
11
|
+
this.cleanup();
|
|
12
|
+
}
|
|
13
|
+
async connect(mediaRecorder, dictationConfig = DEFAULT_DICTATION_CONFIG, callbacks = {}) {
|
|
14
|
+
if (!mediaRecorder) {
|
|
15
|
+
throw new Error("MediaRecorder is required to connect");
|
|
16
|
+
}
|
|
17
|
+
if (this._webSocket?.readyState === WebSocket.OPEN) {
|
|
18
|
+
throw new Error("Already connected. Disconnect before reconnecting.");
|
|
19
|
+
}
|
|
20
|
+
this._webSocket =
|
|
21
|
+
this.host._socketUrl || this.host._socketProxy
|
|
22
|
+
? await this.connectProxy(dictationConfig)
|
|
23
|
+
: await this.connectAuth(dictationConfig);
|
|
24
|
+
this._onNetworkActivity = callbacks.onNetworkActivity;
|
|
25
|
+
this.setupMediaRecorder(mediaRecorder);
|
|
26
|
+
this.setupWebSocketHandlers(callbacks);
|
|
27
|
+
}
|
|
28
|
+
async connectProxy(dictationConfig) {
|
|
29
|
+
const proxyOptions = this.host._socketProxy || {
|
|
30
|
+
url: this.host._socketUrl || "",
|
|
31
|
+
};
|
|
32
|
+
if (!proxyOptions.url) {
|
|
33
|
+
throw new Error("Proxy URL is required when using proxy client");
|
|
34
|
+
}
|
|
35
|
+
return await CortiWebSocketProxyClient.transcribe.connect({
|
|
36
|
+
configuration: dictationConfig,
|
|
37
|
+
proxy: proxyOptions,
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
async connectAuth(dictationConfig) {
|
|
41
|
+
if (!this.host._authConfig && !this.host._accessToken) {
|
|
42
|
+
throw new Error("Auth configuration or access token is required to connect");
|
|
43
|
+
}
|
|
44
|
+
// Use authConfig if available, otherwise create one from accessToken
|
|
45
|
+
const auth = this.host._authConfig || {
|
|
46
|
+
accessToken: this.host._accessToken || "",
|
|
47
|
+
refreshAccessToken: () => ({
|
|
48
|
+
accessToken: this.host._accessToken || "",
|
|
49
|
+
}),
|
|
50
|
+
};
|
|
51
|
+
this._cortiClient = new CortiClient({
|
|
52
|
+
auth,
|
|
53
|
+
environment: this.host._region,
|
|
54
|
+
tenantName: this.host._tenantName,
|
|
55
|
+
});
|
|
56
|
+
return await this._cortiClient.transcribe.connect({
|
|
57
|
+
configuration: dictationConfig,
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
setupWebSocketHandlers(callbacks) {
|
|
61
|
+
if (!this._webSocket) {
|
|
62
|
+
throw new Error("WebSocket not initialized");
|
|
63
|
+
}
|
|
64
|
+
this._webSocket.on("message", (message) => {
|
|
65
|
+
this._onNetworkActivity?.("received", message);
|
|
66
|
+
if (callbacks.onMessage) {
|
|
67
|
+
callbacks.onMessage(message);
|
|
68
|
+
}
|
|
69
|
+
});
|
|
70
|
+
this._webSocket.on("error", (event) => {
|
|
71
|
+
if (callbacks.onError) {
|
|
72
|
+
callbacks.onError(event);
|
|
73
|
+
}
|
|
74
|
+
});
|
|
75
|
+
this._webSocket.on("close", (event) => {
|
|
76
|
+
if (callbacks.onClose) {
|
|
77
|
+
callbacks.onClose(event);
|
|
78
|
+
}
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
setupMediaRecorder(mediaRecorder) {
|
|
82
|
+
mediaRecorder.ondataavailable = (event) => {
|
|
83
|
+
this._webSocket?.sendAudio(event.data);
|
|
84
|
+
this._onNetworkActivity?.("sent", {
|
|
85
|
+
size: event.data.size,
|
|
86
|
+
type: "audio",
|
|
87
|
+
});
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
async disconnect(onClose) {
|
|
91
|
+
await new Promise((resolve, reject) => {
|
|
92
|
+
if (!this._webSocket || this._webSocket.readyState !== WebSocket.OPEN) {
|
|
93
|
+
resolve();
|
|
94
|
+
return;
|
|
95
|
+
}
|
|
96
|
+
this._webSocket.on("close", (event) => {
|
|
97
|
+
if (this._closeTimeout) {
|
|
98
|
+
clearTimeout(this._closeTimeout);
|
|
99
|
+
this._closeTimeout = undefined;
|
|
100
|
+
}
|
|
101
|
+
if (onClose) {
|
|
102
|
+
onClose(event);
|
|
103
|
+
}
|
|
104
|
+
resolve();
|
|
105
|
+
});
|
|
106
|
+
this._webSocket.sendEnd({ type: "end" });
|
|
107
|
+
this._onNetworkActivity?.("sent", { type: "end" });
|
|
108
|
+
this._closeTimeout = window.setTimeout(() => {
|
|
109
|
+
// Reject the promise before closing the web socket, so the promise rejects before close event fires
|
|
110
|
+
reject(new Error("WebSocket close timeout"));
|
|
111
|
+
if (this._webSocket?.readyState === WebSocket.OPEN) {
|
|
112
|
+
this._webSocket.close();
|
|
113
|
+
}
|
|
114
|
+
}, 10000);
|
|
115
|
+
});
|
|
116
|
+
this.cleanup();
|
|
117
|
+
}
|
|
118
|
+
cleanup() {
|
|
119
|
+
if (this._closeTimeout) {
|
|
120
|
+
clearTimeout(this._closeTimeout);
|
|
121
|
+
this._closeTimeout = undefined;
|
|
122
|
+
}
|
|
123
|
+
if (this._webSocket?.readyState === WebSocket.OPEN) {
|
|
124
|
+
this._webSocket.close();
|
|
125
|
+
}
|
|
126
|
+
this._webSocket = null;
|
|
127
|
+
this._cortiClient = null;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=DictationController.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DictationController.js","sourceRoot":"","sources":["../../../src/controllers/DictationController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEhF,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAgC3D,MAAM,OAAO,mBAAmB;IAQ9B,YAAY,IAA6B;QALjC,iBAAY,GAAuB,IAAI,CAAC;QACxC,eAAU,GAA4B,IAAI,CAAC;QAKjD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,aAAmC,EACnC,kBAA0C,wBAAwB,EAClE,YAAgC,EAAE;QAElC,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,UAAU;YACb,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY;gBAC5C,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;gBAC1C,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAE9C,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC,iBAAiB,CAAC;QACtD,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,eAAuC;QAEvC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI;YAC7C,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE;SAChC,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,MAAM,yBAAyB,CAAC,UAAU,CAAC,OAAO,CAAC;YACxD,aAAa,EAAE,eAAe;YAC9B,KAAK,EAAE,YAAY;SACpB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,eAAuC;QAEvC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,MAAM,IAAI,GAAwB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI;YACzD,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;YACzC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;gBACzB,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;aAC1C,CAAC;SACH,CAAC;QAEF,IAAI,CAAC,YAAY,GAAG,IAAI,WAAW,CAAC;YAClC,IAAI;YACJ,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;YAC9B,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW;SAClC,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC;YAChD,aAAa,EAAE,eAAe;SAC/B,CAAC,CAAC;IACL,CAAC;IAEO,sBAAsB,CAAC,SAA6B;QAC1D,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAA0B,EAAE,EAAE;YAC3D,IAAI,CAAC,kBAAkB,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAE/C,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;gBACxB,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YAC3C,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE;YAC7C,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,kBAAkB,CAAC,aAA4B;QACrD,aAAa,CAAC,eAAe,GAAG,CAAC,KAAK,EAAE,EAAE;YACxC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE;gBAChC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;gBACrB,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAkC;QACjD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBACtE,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACpC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACjC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;gBACjC,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAEnD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE;gBAC1C,oGAAoG;gBACpG,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBAE7C,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBACnD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC1B,CAAC;YACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;CACF","sourcesContent":["import { type Corti, CortiClient, CortiWebSocketProxyClient } from \"@corti/sdk\";\nimport type { ReactiveController, ReactiveControllerHost } from \"lit\";\nimport { DEFAULT_DICTATION_CONFIG } from \"../constants.js\";\nimport type { ProxyOptions } from \"../types.js\";\n\ntype TranscribeSocket = Awaited<\n ReturnType<CortiClient[\"transcribe\"][\"connect\"]>\n>;\n\ninterface DictationControllerHost extends ReactiveControllerHost {\n _accessToken?: string;\n _authConfig?: Corti.BearerOptions;\n _region?: string;\n _tenantName?: string;\n _socketUrl?: string;\n _socketProxy?: ProxyOptions;\n}\n\nexport type TranscribeMessage =\n | Corti.TranscribeConfigStatusMessage\n | Corti.TranscribeUsageMessage\n | Corti.TranscribeEndedMessage\n | Corti.TranscribeErrorMessage\n | Corti.TranscribeTranscriptMessage\n | Corti.TranscribeCommandMessage\n | Corti.TranscribeFlushedMessage;\n\ninterface WebSocketCallbacks {\n onMessage?: (message: TranscribeMessage) => void;\n onError?: (error: Error) => void;\n onClose?: (event: unknown) => void;\n onNetworkActivity?: (direction: \"sent\" | \"received\", data: unknown) => void;\n}\n\nexport class DictationController implements ReactiveController {\n host: DictationControllerHost;\n\n private _cortiClient: CortiClient | null = null;\n private _webSocket: TranscribeSocket | null = null;\n private _closeTimeout?: number;\n private _onNetworkActivity?: WebSocketCallbacks[\"onNetworkActivity\"];\n\n constructor(host: DictationControllerHost) {\n this.host = host;\n host.addController(this);\n }\n\n hostDisconnected(): void {\n this.cleanup();\n }\n\n async connect(\n mediaRecorder: MediaRecorder | null,\n dictationConfig: Corti.TranscribeConfig = DEFAULT_DICTATION_CONFIG,\n callbacks: WebSocketCallbacks = {},\n ): Promise<void> {\n if (!mediaRecorder) {\n throw new Error(\"MediaRecorder is required to connect\");\n }\n\n if (this._webSocket?.readyState === WebSocket.OPEN) {\n throw new Error(\"Already connected. Disconnect before reconnecting.\");\n }\n\n this._webSocket =\n this.host._socketUrl || this.host._socketProxy\n ? await this.connectProxy(dictationConfig)\n : await this.connectAuth(dictationConfig);\n\n this._onNetworkActivity = callbacks.onNetworkActivity;\n this.setupMediaRecorder(mediaRecorder);\n this.setupWebSocketHandlers(callbacks);\n }\n\n private async connectProxy(\n dictationConfig: Corti.TranscribeConfig,\n ): Promise<TranscribeSocket> {\n const proxyOptions = this.host._socketProxy || {\n url: this.host._socketUrl || \"\",\n };\n\n if (!proxyOptions.url) {\n throw new Error(\"Proxy URL is required when using proxy client\");\n }\n\n return await CortiWebSocketProxyClient.transcribe.connect({\n configuration: dictationConfig,\n proxy: proxyOptions,\n });\n }\n\n private async connectAuth(\n dictationConfig: Corti.TranscribeConfig,\n ): Promise<TranscribeSocket> {\n if (!this.host._authConfig && !this.host._accessToken) {\n throw new Error(\n \"Auth configuration or access token is required to connect\",\n );\n }\n\n // Use authConfig if available, otherwise create one from accessToken\n const auth: Corti.BearerOptions = this.host._authConfig || {\n accessToken: this.host._accessToken || \"\",\n refreshAccessToken: () => ({\n accessToken: this.host._accessToken || \"\",\n }),\n };\n\n this._cortiClient = new CortiClient({\n auth,\n environment: this.host._region,\n tenantName: this.host._tenantName,\n });\n\n return await this._cortiClient.transcribe.connect({\n configuration: dictationConfig,\n });\n }\n\n private setupWebSocketHandlers(callbacks: WebSocketCallbacks): void {\n if (!this._webSocket) {\n throw new Error(\"WebSocket not initialized\");\n }\n\n this._webSocket.on(\"message\", (message: TranscribeMessage) => {\n this._onNetworkActivity?.(\"received\", message);\n\n if (callbacks.onMessage) {\n callbacks.onMessage(message);\n }\n });\n\n this._webSocket.on(\"error\", (event: Error) => {\n if (callbacks.onError) {\n callbacks.onError(event);\n }\n });\n\n this._webSocket.on(\"close\", (event: unknown) => {\n if (callbacks.onClose) {\n callbacks.onClose(event);\n }\n });\n }\n\n private setupMediaRecorder(mediaRecorder: MediaRecorder): void {\n mediaRecorder.ondataavailable = (event) => {\n this._webSocket?.sendAudio(event.data);\n this._onNetworkActivity?.(\"sent\", {\n size: event.data.size,\n type: \"audio\",\n });\n };\n }\n\n async disconnect(onClose?: (event: unknown) => void): Promise<void> {\n await new Promise<void>((resolve, reject) => {\n if (!this._webSocket || this._webSocket.readyState !== WebSocket.OPEN) {\n resolve();\n return;\n }\n\n this._webSocket.on(\"close\", (event) => {\n if (this._closeTimeout) {\n clearTimeout(this._closeTimeout);\n this._closeTimeout = undefined;\n }\n\n if (onClose) {\n onClose(event);\n }\n\n resolve();\n });\n\n this._webSocket.sendEnd({ type: \"end\" });\n this._onNetworkActivity?.(\"sent\", { type: \"end\" });\n\n this._closeTimeout = window.setTimeout(() => {\n // Reject the promise before closing the web socket, so the promise rejects before close event fires\n reject(new Error(\"WebSocket close timeout\"));\n\n if (this._webSocket?.readyState === WebSocket.OPEN) {\n this._webSocket.close();\n }\n }, 10000);\n });\n\n this.cleanup();\n }\n\n cleanup(): void {\n if (this._closeTimeout) {\n clearTimeout(this._closeTimeout);\n this._closeTimeout = undefined;\n }\n\n if (this._webSocket?.readyState === WebSocket.OPEN) {\n this._webSocket.close();\n }\n\n this._webSocket = null;\n this._cortiClient = null;\n }\n}\n"]}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type { ReactiveController, ReactiveControllerHost } from "lit";
|
|
2
|
+
interface MediaControllerHost extends ReactiveControllerHost {
|
|
3
|
+
_selectedDevice?: MediaDeviceInfo;
|
|
4
|
+
_debug_displayAudio?: boolean;
|
|
5
|
+
}
|
|
6
|
+
export declare class MediaController implements ReactiveController {
|
|
7
|
+
host: MediaControllerHost;
|
|
8
|
+
private _mediaStream;
|
|
9
|
+
private _audioContext;
|
|
10
|
+
private _analyser;
|
|
11
|
+
private _mediaRecorder;
|
|
12
|
+
private _visualiserInterval?;
|
|
13
|
+
private _audioLevel;
|
|
14
|
+
private _onTrackEnded?;
|
|
15
|
+
private _onAudioLevelChange?;
|
|
16
|
+
constructor(host: MediaControllerHost);
|
|
17
|
+
hostDisconnected(): void;
|
|
18
|
+
initialize(onTrackEnded?: () => void): Promise<void>;
|
|
19
|
+
getAudioLevel(): number;
|
|
20
|
+
startAudioLevelMonitoring(onAudioLevelChange?: (level: number) => void): void;
|
|
21
|
+
stopAudioLevelMonitoring(): void;
|
|
22
|
+
cleanup(): Promise<void>;
|
|
23
|
+
/**
|
|
24
|
+
* Stops the media recorder and waits for all buffered data to be flushed.
|
|
25
|
+
* This ensures the final ondataavailable event fires before resolving.
|
|
26
|
+
*/
|
|
27
|
+
stopRecording(): Promise<void>;
|
|
28
|
+
get mediaRecorder(): MediaRecorder | null;
|
|
29
|
+
get audioLevel(): number;
|
|
30
|
+
}
|
|
31
|
+
export {};
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
import { calculateAudioLevel, createAudioAnalyzer, getMediaStream, } from "../utils/media.js";
|
|
2
|
+
export class MediaController {
|
|
3
|
+
constructor(host) {
|
|
4
|
+
this._mediaStream = null;
|
|
5
|
+
this._audioContext = null;
|
|
6
|
+
this._analyser = null;
|
|
7
|
+
this._mediaRecorder = null;
|
|
8
|
+
this._audioLevel = 0;
|
|
9
|
+
this.host = host;
|
|
10
|
+
host.addController(this);
|
|
11
|
+
}
|
|
12
|
+
hostDisconnected() {
|
|
13
|
+
this.cleanup();
|
|
14
|
+
}
|
|
15
|
+
async initialize(onTrackEnded) {
|
|
16
|
+
await this.cleanup();
|
|
17
|
+
this._onTrackEnded = onTrackEnded;
|
|
18
|
+
this._mediaStream = await getMediaStream(this.host._selectedDevice?.deviceId, this.host._debug_displayAudio);
|
|
19
|
+
this._mediaStream.getTracks().forEach((track) => {
|
|
20
|
+
track.addEventListener("ended", () => {
|
|
21
|
+
if (this._onTrackEnded) {
|
|
22
|
+
this._onTrackEnded();
|
|
23
|
+
}
|
|
24
|
+
});
|
|
25
|
+
});
|
|
26
|
+
const { audioContext, analyser } = createAudioAnalyzer(this._mediaStream);
|
|
27
|
+
this._audioContext = audioContext;
|
|
28
|
+
this._analyser = analyser;
|
|
29
|
+
this._mediaRecorder = new MediaRecorder(this._mediaStream);
|
|
30
|
+
}
|
|
31
|
+
getAudioLevel() {
|
|
32
|
+
return this._analyser ? calculateAudioLevel(this._analyser) : 0;
|
|
33
|
+
}
|
|
34
|
+
startAudioLevelMonitoring(onAudioLevelChange) {
|
|
35
|
+
this.stopAudioLevelMonitoring();
|
|
36
|
+
this._onAudioLevelChange = onAudioLevelChange;
|
|
37
|
+
this._visualiserInterval = window.setInterval(() => {
|
|
38
|
+
this._audioLevel = this.getAudioLevel() * 3;
|
|
39
|
+
this.host.requestUpdate();
|
|
40
|
+
if (this._onAudioLevelChange) {
|
|
41
|
+
this._onAudioLevelChange(this._audioLevel);
|
|
42
|
+
}
|
|
43
|
+
}, 150);
|
|
44
|
+
}
|
|
45
|
+
stopAudioLevelMonitoring() {
|
|
46
|
+
if (this._visualiserInterval) {
|
|
47
|
+
clearInterval(this._visualiserInterval);
|
|
48
|
+
this._visualiserInterval = undefined;
|
|
49
|
+
}
|
|
50
|
+
this._audioLevel = 0;
|
|
51
|
+
this.host.requestUpdate();
|
|
52
|
+
if (this._onAudioLevelChange) {
|
|
53
|
+
this._onAudioLevelChange(this._audioLevel);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
async cleanup() {
|
|
57
|
+
this.stopAudioLevelMonitoring();
|
|
58
|
+
if (this._mediaRecorder?.state === "recording") {
|
|
59
|
+
this._mediaRecorder.stop();
|
|
60
|
+
}
|
|
61
|
+
if (this._mediaStream) {
|
|
62
|
+
this._mediaStream.getTracks().forEach((track) => {
|
|
63
|
+
track.stop();
|
|
64
|
+
});
|
|
65
|
+
this._mediaStream = null;
|
|
66
|
+
}
|
|
67
|
+
if (this._audioContext && this._audioContext.state !== "closed") {
|
|
68
|
+
await this._audioContext.close();
|
|
69
|
+
}
|
|
70
|
+
this._audioContext = null;
|
|
71
|
+
this._analyser = null;
|
|
72
|
+
this._mediaRecorder = null;
|
|
73
|
+
this._onTrackEnded = undefined;
|
|
74
|
+
this._onAudioLevelChange = undefined;
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Stops the media recorder and waits for all buffered data to be flushed.
|
|
78
|
+
* This ensures the final ondataavailable event fires before resolving.
|
|
79
|
+
*/
|
|
80
|
+
async stopRecording() {
|
|
81
|
+
return new Promise((resolve) => {
|
|
82
|
+
if (!this._mediaRecorder || this._mediaRecorder.state !== "recording") {
|
|
83
|
+
resolve();
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
this._mediaRecorder.onstop = () => {
|
|
87
|
+
resolve();
|
|
88
|
+
};
|
|
89
|
+
this._mediaRecorder.stop();
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
get mediaRecorder() {
|
|
93
|
+
return this._mediaRecorder;
|
|
94
|
+
}
|
|
95
|
+
get audioLevel() {
|
|
96
|
+
return this._audioLevel;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
//# sourceMappingURL=MediaController.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MediaController.js","sourceRoot":"","sources":["../../../src/controllers/MediaController.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,cAAc,GACf,MAAM,mBAAmB,CAAC;AAO3B,MAAM,OAAO,eAAe;IAY1B,YAAY,IAAyB;QAT7B,iBAAY,GAAuB,IAAI,CAAC;QACxC,kBAAa,GAAwB,IAAI,CAAC;QAC1C,cAAS,GAAwB,IAAI,CAAC;QACtC,mBAAc,GAAyB,IAAI,CAAC;QAE5C,gBAAW,GAAW,CAAC,CAAC;QAK9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,YAAyB;QACxC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAErB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,MAAM,cAAc,CACtC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,EACnC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAC9B,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAuB,EAAE,EAAE;YAChE,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAE1E,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAE1B,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,yBAAyB,CACvB,kBAA4C;QAE5C,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAEhC,IAAI,CAAC,mBAAmB,GAAG,kBAAkB,CAAC;QAE9C,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE;YACjD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YAE1B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC7B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;IAED,wBAAwB;QACtB,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAEhC,IAAI,IAAI,CAAC,cAAc,EAAE,KAAK,KAAK,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC9C,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAChE,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAE1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;IACvC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBACtE,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG,EAAE;gBAChC,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YAEF,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF","sourcesContent":["import type { ReactiveController, ReactiveControllerHost } from \"lit\";\nimport {\n calculateAudioLevel,\n createAudioAnalyzer,\n getMediaStream,\n} from \"../utils/media.js\";\n\ninterface MediaControllerHost extends ReactiveControllerHost {\n _selectedDevice?: MediaDeviceInfo;\n _debug_displayAudio?: boolean;\n}\n\nexport class MediaController implements ReactiveController {\n host: MediaControllerHost;\n\n private _mediaStream: MediaStream | null = null;\n private _audioContext: AudioContext | null = null;\n private _analyser: AnalyserNode | null = null;\n private _mediaRecorder: MediaRecorder | null = null;\n private _visualiserInterval?: number;\n private _audioLevel: number = 0;\n private _onTrackEnded?: () => void;\n private _onAudioLevelChange?: (level: number) => void;\n\n constructor(host: MediaControllerHost) {\n this.host = host;\n host.addController(this);\n }\n\n hostDisconnected(): void {\n this.cleanup();\n }\n\n async initialize(onTrackEnded?: () => void): Promise<void> {\n await this.cleanup();\n\n this._onTrackEnded = onTrackEnded;\n this._mediaStream = await getMediaStream(\n this.host._selectedDevice?.deviceId,\n this.host._debug_displayAudio,\n );\n\n this._mediaStream.getTracks().forEach((track: MediaStreamTrack) => {\n track.addEventListener(\"ended\", () => {\n if (this._onTrackEnded) {\n this._onTrackEnded();\n }\n });\n });\n\n const { audioContext, analyser } = createAudioAnalyzer(this._mediaStream);\n\n this._audioContext = audioContext;\n this._analyser = analyser;\n\n this._mediaRecorder = new MediaRecorder(this._mediaStream);\n }\n\n getAudioLevel(): number {\n return this._analyser ? calculateAudioLevel(this._analyser) : 0;\n }\n\n startAudioLevelMonitoring(\n onAudioLevelChange?: (level: number) => void,\n ): void {\n this.stopAudioLevelMonitoring();\n\n this._onAudioLevelChange = onAudioLevelChange;\n\n this._visualiserInterval = window.setInterval(() => {\n this._audioLevel = this.getAudioLevel() * 3;\n this.host.requestUpdate();\n\n if (this._onAudioLevelChange) {\n this._onAudioLevelChange(this._audioLevel);\n }\n }, 150);\n }\n\n stopAudioLevelMonitoring(): void {\n if (this._visualiserInterval) {\n clearInterval(this._visualiserInterval);\n this._visualiserInterval = undefined;\n }\n\n this._audioLevel = 0;\n this.host.requestUpdate();\n\n if (this._onAudioLevelChange) {\n this._onAudioLevelChange(this._audioLevel);\n }\n }\n\n async cleanup(): Promise<void> {\n this.stopAudioLevelMonitoring();\n\n if (this._mediaRecorder?.state === \"recording\") {\n this._mediaRecorder.stop();\n }\n\n if (this._mediaStream) {\n this._mediaStream.getTracks().forEach((track) => {\n track.stop();\n });\n this._mediaStream = null;\n }\n\n if (this._audioContext && this._audioContext.state !== \"closed\") {\n await this._audioContext.close();\n }\n\n this._audioContext = null;\n\n this._analyser = null;\n this._mediaRecorder = null;\n this._onTrackEnded = undefined;\n this._onAudioLevelChange = undefined;\n }\n\n /**\n * Stops the media recorder and waits for all buffered data to be flushed.\n * This ensures the final ondataavailable event fires before resolving.\n */\n async stopRecording(): Promise<void> {\n return new Promise<void>((resolve) => {\n if (!this._mediaRecorder || this._mediaRecorder.state !== \"recording\") {\n resolve();\n return;\n }\n\n this._mediaRecorder.onstop = () => {\n resolve();\n };\n\n this._mediaRecorder.stop();\n });\n }\n\n get mediaRecorder(): MediaRecorder | null {\n return this._mediaRecorder;\n }\n\n get audioLevel(): number {\n return this._audioLevel;\n }\n}\n"]}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { LitElement } from 'lit';
|
|
2
|
+
export declare class IconMicOn extends LitElement {
|
|
3
|
+
render(): import("lit-html").TemplateResult<1>;
|
|
4
|
+
}
|
|
5
|
+
export declare class IconMicOff extends LitElement {
|
|
6
|
+
render(): import("lit-html").TemplateResult<1>;
|
|
7
|
+
}
|
|
8
|
+
export declare class IconRecording extends LitElement {
|
|
9
|
+
render(): import("lit-html").TemplateResult<1>;
|
|
10
|
+
}
|
|
11
|
+
export declare class IconSettings extends LitElement {
|
|
12
|
+
render(): import("lit-html").TemplateResult<1>;
|
|
13
|
+
}
|
|
14
|
+
export declare class IconLoadingSpinner extends LitElement {
|
|
15
|
+
static styles: import("lit").CSSResult;
|
|
16
|
+
render(): import("lit-html").TemplateResult<1>;
|
|
17
|
+
}
|