@mentra/engine 3.2.1-dev.283 → 3.2.1-dev.286
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/generated/releaseMetadata.js +5 -5
- package/build/generated/releaseMetadata.js.map +1 -1
- package/build/services/AudioPlaybackService.d.ts +0 -17
- package/build/services/AudioPlaybackService.d.ts.map +1 -1
- package/build/services/AudioPlaybackService.js +0 -83
- package/build/services/AudioPlaybackService.js.map +1 -1
- package/package.json +8 -8
- package/src/generated/releaseMetadata.ts +5 -5
- package/src/services/AudioPlaybackService.ts +0 -85
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
export const ENGINE_RELEASE_METADATA = Object.freeze({
|
|
2
2
|
"schemaVersion": 1,
|
|
3
3
|
"familyBaseVersion": "3.2.1",
|
|
4
|
-
"releaseIdentity": "3.2.1-dev.
|
|
5
|
-
"releaseSetId": "mentra-3.2.1-dev.
|
|
6
|
-
"sourceCommit": "
|
|
7
|
-
"otaManifestUrl": "https://artifactscdn.mentraglass.com/Mentra-Community/MentraOS/releases/mentra-builds-v3.2.1/mentra-live-ota-3.2.1-dev.
|
|
8
|
-
"otaManifestSha256": "
|
|
4
|
+
"releaseIdentity": "3.2.1-dev.286",
|
|
5
|
+
"releaseSetId": "mentra-3.2.1-dev.286",
|
|
6
|
+
"sourceCommit": "8bb1fba99f049215b149e53cfaab77d56ab44f2c",
|
|
7
|
+
"otaManifestUrl": "https://artifactscdn.mentraglass.com/Mentra-Community/MentraOS/releases/mentra-builds-v3.2.1/mentra-live-ota-3.2.1-dev.286.json",
|
|
8
|
+
"otaManifestSha256": "441560ca4fac49a81f2d6c27aae8944032c00ce6190a1756ce8e96f29170f286"
|
|
9
9
|
});
|
|
10
10
|
//# sourceMappingURL=releaseMetadata.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"releaseMetadata.js","sourceRoot":"","sources":["../../src/generated/releaseMetadata.ts"],"names":[],"mappings":"AAWA,MAAM,CAAC,MAAM,uBAAuB,GAAoC,MAAM,CAAC,MAAM,CAAC;IACpF,eAAe,EAAE,CAAC;IAClB,mBAAmB,EAAE,OAAO;IAC5B,iBAAiB,EAAE,eAAe;IAClC,cAAc,EAAE,sBAAsB;IACtC,cAAc,EAAE,0CAA0C;IAC1D,gBAAgB,EAAE,iIAAiI;IACnJ,mBAAmB,EAAE,kEAAkE;CACxF,CAAC,CAAA","sourcesContent":["/** Generated by release CI. Do not edit in a release checkout. */\nexport interface EngineReleaseMetadata {\n schemaVersion: 1\n familyBaseVersion: string | null\n releaseIdentity: string | null\n releaseSetId: string | null\n sourceCommit: string | null\n otaManifestUrl: string | null\n otaManifestSha256: string | null\n}\n\nexport const ENGINE_RELEASE_METADATA: Readonly<EngineReleaseMetadata> = Object.freeze({\n \"schemaVersion\": 1,\n \"familyBaseVersion\": \"3.2.1\",\n \"releaseIdentity\": \"3.2.1-dev.
|
|
1
|
+
{"version":3,"file":"releaseMetadata.js","sourceRoot":"","sources":["../../src/generated/releaseMetadata.ts"],"names":[],"mappings":"AAWA,MAAM,CAAC,MAAM,uBAAuB,GAAoC,MAAM,CAAC,MAAM,CAAC;IACpF,eAAe,EAAE,CAAC;IAClB,mBAAmB,EAAE,OAAO;IAC5B,iBAAiB,EAAE,eAAe;IAClC,cAAc,EAAE,sBAAsB;IACtC,cAAc,EAAE,0CAA0C;IAC1D,gBAAgB,EAAE,iIAAiI;IACnJ,mBAAmB,EAAE,kEAAkE;CACxF,CAAC,CAAA","sourcesContent":["/** Generated by release CI. Do not edit in a release checkout. */\nexport interface EngineReleaseMetadata {\n schemaVersion: 1\n familyBaseVersion: string | null\n releaseIdentity: string | null\n releaseSetId: string | null\n sourceCommit: string | null\n otaManifestUrl: string | null\n otaManifestSha256: string | null\n}\n\nexport const ENGINE_RELEASE_METADATA: Readonly<EngineReleaseMetadata> = Object.freeze({\n \"schemaVersion\": 1,\n \"familyBaseVersion\": \"3.2.1\",\n \"releaseIdentity\": \"3.2.1-dev.286\",\n \"releaseSetId\": \"mentra-3.2.1-dev.286\",\n \"sourceCommit\": \"8bb1fba99f049215b149e53cfaab77d56ab44f2c\",\n \"otaManifestUrl\": \"https://artifactscdn.mentraglass.com/Mentra-Community/MentraOS/releases/mentra-builds-v3.2.1/mentra-live-ota-3.2.1-dev.286.json\",\n \"otaManifestSha256\": \"441560ca4fac49a81f2d6c27aae8944032c00ce6190a1756ce8e96f29170f286\"\n})\n"]}
|
|
@@ -45,18 +45,12 @@ declare class AudioPlaybackService {
|
|
|
45
45
|
private streams;
|
|
46
46
|
private audioModeConfigured;
|
|
47
47
|
private audioStopDebounceTimer;
|
|
48
|
-
private audioRouteWarmUntil;
|
|
49
|
-
private audioRouteWarmupPromise;
|
|
50
48
|
private tailUplinkSuppressions;
|
|
51
49
|
private glassesVolumeRestoreLevel;
|
|
52
50
|
private static readonly AUDIO_STOP_DEBOUNCE_MS;
|
|
53
51
|
private static readonly A2DP_TAIL_DRAIN_MS;
|
|
54
|
-
private static readonly AUDIO_ROUTE_WARM_WINDOW_MS;
|
|
55
|
-
private static readonly AUDIO_ROUTE_PREWARM_MS;
|
|
56
|
-
private static readonly AUDIO_ROUTE_PREWARM_SAMPLE_RATE;
|
|
57
52
|
/** Break accidental same-app replay storms without affecting deliberate later replays. */
|
|
58
53
|
private static readonly DUPLICATE_PLAY_WINDOW_MS;
|
|
59
|
-
private static readonly AUDIO_ROUTE_PREWARM_PCM_BASE64;
|
|
60
54
|
/** If glasses report step volume at or below this, bump to FLOOR before A2DP playback. */
|
|
61
55
|
private static readonly GLASSES_VOLUME_LOW_THRESHOLD;
|
|
62
56
|
private static readonly GLASSES_VOLUME_FLOOR;
|
|
@@ -83,17 +77,6 @@ declare class AudioPlaybackService {
|
|
|
83
77
|
* Ensure we have a reusable player instance
|
|
84
78
|
*/
|
|
85
79
|
private ensurePlayer;
|
|
86
|
-
private markAudioRouteWarm;
|
|
87
|
-
private isAudioRouteWarm;
|
|
88
|
-
/**
|
|
89
|
-
* Wake a cold Android A2DP route with silent PCM before a user-facing sound.
|
|
90
|
-
*
|
|
91
|
-
* Do not call pcmStreamClose here: some Bluetooth routes do not advance an
|
|
92
|
-
* idle AudioTrack playback head, so close waits for its drain timeout. After
|
|
93
|
-
* exactly 200ms of silence we abort the stream instead, which releases the
|
|
94
|
-
* pre-roll immediately and lets the real URL playback begin.
|
|
95
|
-
*/
|
|
96
|
-
private prewarmAudioRouteIfCold;
|
|
97
80
|
private getGlassesMediaVolumeWithTiming;
|
|
98
81
|
private setGlassesMediaVolumeWithTiming;
|
|
99
82
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AudioPlaybackService.d.ts","sourceRoot":"","sources":["../../src/services/AudioPlaybackService.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"AudioPlaybackService.d.ts","sourceRoot":"","sources":["../../src/services/AudioPlaybackService.ts"],"names":[],"mappings":"AAQA,UAAU,gBAAgB;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAA;CAC9B;AAED,MAAM,MAAM,6BAA6B,GAAG,WAAW,GAAG,aAAa,GAAG,OAAO,CAAA;AAEjF,KAAK,uBAAuB,GAAG,CAC7B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,MAAM,EAAE,6BAA6B,KAClC,IAAI,CAAA;AAoBT,gFAAgF;AAChF,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAA;IAClB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;;OAGG;IACH,OAAO,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,KAAK,IAAI,CAAA;CACvG;AAWD,cAAM,oBAAoB;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAoC;IAG3D,OAAO,CAAC,MAAM,CAA2B;IAGzC,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,eAAe,CAA6B;IAIpD,OAAO,CAAC,gBAAgB,CAA0C;IAGlE,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,mBAAmB,CAAiB;IAI5C,OAAO,CAAC,sBAAsB,CAAsB;IAIpD,OAAO,CAAC,sBAAsB,CAAoB;IAElD,OAAO,CAAC,yBAAyB,CAAsB;IACvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAO;IACrD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAM;IAChD,0FAA0F;IAC1F,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,CAAM;IACtD,0FAA0F;IAC1F,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,CAAI;IACxD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAI;IAEhD,OAAO;IAEP;;;;;;;;;;;;;;;OAeG;YACW,yBAAyB;WAiBzB,WAAW,IAAI,oBAAoB;IAOjD;;OAEG;IACH,OAAO,CAAC,YAAY;YAaN,+BAA+B;YAe/B,+BAA+B;IAe7C;;;OAGG;YACW,+BAA+B;IAyC7C;;OAEG;YACW,yBAAyB;IAsBvC,OAAO,CAAC,oBAAoB;IA4B5B,OAAO,CAAC,4BAA4B;IAepC,OAAO,CAAC,6BAA6B;IAOrC;;;OAGG;IACU,IAAI,CAAC,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgIhG;;;;OAIG;IACI,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAS9C;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA0BhC;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAiD9B;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAsBhC;;;;OAIG;IACU,UAAU,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2CvE;;;;OAIG;IACU,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAC,CAAC;IAc9F,+EAA+E;IAClE,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC;IAgB1E,yEAAyE;IAC5D,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUzD,gFAAgF;YAClE,eAAe;IAO7B,oEAAoE;IACpE,OAAO,CAAC,SAAS;IAYjB,+EAA+E;YACjE,qCAAqC;IAmBnD;;;OAGG;IACU,UAAU,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAetD;;OAEG;IACU,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC;;OAEG;IACI,SAAS,IAAI,OAAO;IAI3B;;OAEG;IACI,eAAe,IAAI,MAAM,EAAE;IASlC;;OAEG;IACI,cAAc,IAAI,MAAM;IAI/B;;OAEG;IACI,OAAO,IAAI,IAAI;CAmBvB;AAED,QAAA,MAAM,oBAAoB,sBAAqC,CAAA;AAC/D,eAAe,oBAAoB,CAAA"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { createAudioPlayer, setAudioModeAsync } from "expo-audio";
|
|
2
2
|
import BluetoothSdk from "@mentra/bluetooth-sdk/internal";
|
|
3
|
-
import { AppState, Platform } from "react-native";
|
|
4
3
|
import { BgTimer } from "../utils/timers";
|
|
5
4
|
import { setAudioCloudUplinkSuppressed } from "./AudioCloudUplink";
|
|
6
5
|
import { SILENT_AUDIO_SOURCE } from "./audioPlaybackAssets";
|
|
@@ -26,10 +25,6 @@ class AudioPlaybackService {
|
|
|
26
25
|
// Prevents mic toggle flicker when playing back-to-back audio
|
|
27
26
|
// Uses BgTimer to work reliably when app is backgrounded on Android
|
|
28
27
|
audioStopDebounceTimer = null;
|
|
29
|
-
// Mentra Live's A2DP route may go idle between prompts. Keep a short warm
|
|
30
|
-
// window after actual audio so we only pre-roll the first sound after idle.
|
|
31
|
-
audioRouteWarmUntil = 0;
|
|
32
|
-
audioRouteWarmupPromise = null;
|
|
33
28
|
// Playback that opted into suppression stays suppressed briefly while its
|
|
34
29
|
// A2DP tail drains. Track those completed sources so a later unsuppressed
|
|
35
30
|
// sound can resume listening immediately instead of inheriting that gate.
|
|
@@ -38,13 +33,8 @@ class AudioPlaybackService {
|
|
|
38
33
|
glassesVolumeRestoreLevel = null;
|
|
39
34
|
static AUDIO_STOP_DEBOUNCE_MS = 1500;
|
|
40
35
|
static A2DP_TAIL_DRAIN_MS = 700;
|
|
41
|
-
static AUDIO_ROUTE_WARM_WINDOW_MS = 1500;
|
|
42
|
-
static AUDIO_ROUTE_PREWARM_MS = 200;
|
|
43
|
-
static AUDIO_ROUTE_PREWARM_SAMPLE_RATE = 16_000;
|
|
44
36
|
/** Break accidental same-app replay storms without affecting deliberate later replays. */
|
|
45
37
|
static DUPLICATE_PLAY_WINDOW_MS = 750;
|
|
46
|
-
static AUDIO_ROUTE_PREWARM_PCM_BASE64 = "AAAA".repeat(Math.floor((AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS * AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE * 2) /
|
|
47
|
-
(1000 * 3))) + "AA==";
|
|
48
38
|
/** If glasses report step volume at or below this, bump to FLOOR before A2DP playback. */
|
|
49
39
|
static GLASSES_VOLUME_LOW_THRESHOLD = 2;
|
|
50
40
|
static GLASSES_VOLUME_FLOOR = 9;
|
|
@@ -102,67 +92,6 @@ class AudioPlaybackService {
|
|
|
102
92
|
}
|
|
103
93
|
return this.player;
|
|
104
94
|
}
|
|
105
|
-
markAudioRouteWarm() {
|
|
106
|
-
this.audioRouteWarmUntil = Date.now() + AudioPlaybackService.AUDIO_ROUTE_WARM_WINDOW_MS;
|
|
107
|
-
}
|
|
108
|
-
isAudioRouteWarm() {
|
|
109
|
-
return this.currentPlayback !== null || this.streams.size > 0 || Date.now() < this.audioRouteWarmUntil;
|
|
110
|
-
}
|
|
111
|
-
/**
|
|
112
|
-
* Wake a cold Android A2DP route with silent PCM before a user-facing sound.
|
|
113
|
-
*
|
|
114
|
-
* Do not call pcmStreamClose here: some Bluetooth routes do not advance an
|
|
115
|
-
* idle AudioTrack playback head, so close waits for its drain timeout. After
|
|
116
|
-
* exactly 200ms of silence we abort the stream instead, which releases the
|
|
117
|
-
* pre-roll immediately and lets the real URL playback begin.
|
|
118
|
-
*/
|
|
119
|
-
async prewarmAudioRouteIfCold() {
|
|
120
|
-
if (Platform.OS !== "android" || this.isAudioRouteWarm())
|
|
121
|
-
return;
|
|
122
|
-
// This silent PCM pre-roll is only an anti-clipping optimization. Some
|
|
123
|
-
// Android devices defer opening its AudioTrack until the host Activity
|
|
124
|
-
// resumes even though the real URL player supports background playback.
|
|
125
|
-
// Never let that optional pre-roll block a glasses-initiated prompt.
|
|
126
|
-
if (AppState.currentState !== "active") {
|
|
127
|
-
console.log(`AUDIO: Skipping cold-route prewarm while app is ${AppState.currentState}`);
|
|
128
|
-
return;
|
|
129
|
-
}
|
|
130
|
-
if (this.audioRouteWarmupPromise)
|
|
131
|
-
return this.audioRouteWarmupPromise;
|
|
132
|
-
const streamId = `audio-route-prewarm-${Date.now()}-${Math.random().toString(36).slice(2)}`;
|
|
133
|
-
const warmup = (async () => {
|
|
134
|
-
let opened = false;
|
|
135
|
-
const startedAt = Date.now();
|
|
136
|
-
try {
|
|
137
|
-
console.log(`AUDIO: Cold route; prewarming with ${AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS}ms silence`);
|
|
138
|
-
await BluetoothSdk.pcmStreamOpen(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE, 1, 1);
|
|
139
|
-
opened = true;
|
|
140
|
-
await BluetoothSdk.pcmStreamWrite(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_PCM_BASE64);
|
|
141
|
-
await new Promise((resolve) => {
|
|
142
|
-
BgTimer.setTimeout(resolve, AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS);
|
|
143
|
-
});
|
|
144
|
-
await BluetoothSdk.pcmStreamAbort(streamId);
|
|
145
|
-
opened = false;
|
|
146
|
-
this.markAudioRouteWarm();
|
|
147
|
-
console.log(`AUDIO: Cold-route prewarm completed in ${Date.now() - startedAt}ms`);
|
|
148
|
-
}
|
|
149
|
-
catch (error) {
|
|
150
|
-
console.warn("AUDIO: Cold-route prewarm failed; continuing with requested audio:", error);
|
|
151
|
-
}
|
|
152
|
-
finally {
|
|
153
|
-
if (opened)
|
|
154
|
-
await BluetoothSdk.pcmStreamAbort(streamId).catch(() => { });
|
|
155
|
-
}
|
|
156
|
-
})();
|
|
157
|
-
this.audioRouteWarmupPromise = warmup;
|
|
158
|
-
try {
|
|
159
|
-
await warmup;
|
|
160
|
-
}
|
|
161
|
-
finally {
|
|
162
|
-
if (this.audioRouteWarmupPromise === warmup)
|
|
163
|
-
this.audioRouteWarmupPromise = null;
|
|
164
|
-
}
|
|
165
|
-
}
|
|
166
95
|
async getGlassesMediaVolumeWithTiming() {
|
|
167
96
|
const startedAt = Date.now();
|
|
168
97
|
try {
|
|
@@ -337,11 +266,6 @@ class AudioPlaybackService {
|
|
|
337
266
|
onComplete(requestId, true, null, 0, "interrupted");
|
|
338
267
|
return;
|
|
339
268
|
}
|
|
340
|
-
await this.prewarmAudioRouteIfCold();
|
|
341
|
-
if (pending.cancelled) {
|
|
342
|
-
onComplete(requestId, true, null, 0, "interrupted");
|
|
343
|
-
return;
|
|
344
|
-
}
|
|
345
269
|
// URL playback reuses one native player, so replacing its source always
|
|
346
270
|
// interrupts the previous URL even when stopOtherAudio is false. Notify
|
|
347
271
|
// that request before replacing it so its promise cannot hang. The option
|
|
@@ -378,7 +302,6 @@ class AudioPlaybackService {
|
|
|
378
302
|
};
|
|
379
303
|
this.currentPlayback = playback;
|
|
380
304
|
this.pendingPlaybacks.delete(requestId);
|
|
381
|
-
this.markAudioRouteWarm();
|
|
382
305
|
if (playback.suppressCloudUplink) {
|
|
383
306
|
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, true);
|
|
384
307
|
}
|
|
@@ -454,7 +377,6 @@ class AudioPlaybackService {
|
|
|
454
377
|
if (playback.suppressCloudUplink) {
|
|
455
378
|
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false);
|
|
456
379
|
}
|
|
457
|
-
this.markAudioRouteWarm();
|
|
458
380
|
// Pausing alone leaves the URI available to OS/Bluetooth media Play.
|
|
459
381
|
// Unload it unless a newer request has already replaced this source.
|
|
460
382
|
this.unloadPlaybackSource(playback, "interruption");
|
|
@@ -488,7 +410,6 @@ class AudioPlaybackService {
|
|
|
488
410
|
this.clearFinishedPlayerAfterTail(playback);
|
|
489
411
|
this.currentPlayback = null;
|
|
490
412
|
playback.onComplete(playback.requestId, true, null, durationMs, "completed");
|
|
491
|
-
this.markAudioRouteWarm();
|
|
492
413
|
// Notify native that our app stopped playing audio (debounced)
|
|
493
414
|
this.notifyAudioStopDebounced();
|
|
494
415
|
void this.restoreGlassesMediaVolume();
|
|
@@ -509,7 +430,6 @@ class AudioPlaybackService {
|
|
|
509
430
|
}
|
|
510
431
|
this.unloadPlaybackSource(playback, "playback failure");
|
|
511
432
|
playback.onComplete(playback.requestId, false, "Playback failed (player went idle)", null, "error");
|
|
512
|
-
this.markAudioRouteWarm();
|
|
513
433
|
this.notifyAudioStopDebounced();
|
|
514
434
|
void this.restoreGlassesMediaVolume();
|
|
515
435
|
}
|
|
@@ -549,7 +469,6 @@ class AudioPlaybackService {
|
|
|
549
469
|
console.log(`AUDIO: Stream open ${streamId} from ${appId}: rate=${sampleRate} ch=${channels}` +
|
|
550
470
|
(jitterMs === undefined ? "" : ` jitterMs=${jitterMs}`));
|
|
551
471
|
await this.ensureAudioModeConfigured();
|
|
552
|
-
await this.prewarmAudioRouteIfCold();
|
|
553
472
|
if (stopOtherAudio) {
|
|
554
473
|
if (this.currentPlayback && !this.currentPlayback.completed) {
|
|
555
474
|
console.log("AUDIO: Interrupting current playback for new stream");
|
|
@@ -567,7 +486,6 @@ class AudioPlaybackService {
|
|
|
567
486
|
onEnded: request.onEnded,
|
|
568
487
|
};
|
|
569
488
|
this.streams.set(streamId, stream);
|
|
570
|
-
this.markAudioRouteWarm();
|
|
571
489
|
// Cancel any pending "stopped" notification and mark our app as playing
|
|
572
490
|
// audio. PCM streams intentionally do not suppress cloud STT.
|
|
573
491
|
if (this.audioStopDebounceTimer !== null) {
|
|
@@ -639,7 +557,6 @@ class AudioPlaybackService {
|
|
|
639
557
|
return;
|
|
640
558
|
stream.ended = true;
|
|
641
559
|
this.streams.delete(stream.streamId);
|
|
642
|
-
this.markAudioRouteWarm();
|
|
643
560
|
// Only signal "audio stopped" when nothing else is making noise.
|
|
644
561
|
if (this.streams.size === 0 && (!this.currentPlayback || this.currentPlayback.completed)) {
|
|
645
562
|
this.notifyAudioStopDebounced();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AudioPlaybackService.js","sourceRoot":"","sources":["../../src/services/AudioPlaybackService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAA4B,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACzF,OAAO,YAAY,MAAM,gCAAgC,CAAA;AACzD,OAAO,EAAC,QAAQ,EAAE,QAAQ,EAAC,MAAM,cAAc,CAAA;AAC/C,OAAO,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAA;AACvC,OAAO,EAAC,6BAA6B,EAAC,MAAM,oBAAoB,CAAA;AAChE,OAAO,EAAC,mBAAmB,EAAC,MAAM,uBAAuB,CAAA;AAEzD,MAAM,qCAAqC,GAAG,KAAK,CAAA;AA6EnD,MAAM,oBAAoB;IAChB,MAAM,CAAC,QAAQ,GAAgC,IAAI,CAAA;IAC3D,4DAA4D;IAC5D,0EAA0E;IAClE,MAAM,GAAuB,IAAI,CAAA;IACzC,6EAA6E;IAC7E,6EAA6E;IACrE,cAAc,GAAyB,IAAI,CAAA;IAC3C,eAAe,GAAyB,IAAI,CAAA;IACpD,2EAA2E;IAC3E,6EAA6E;IAC7E,uDAAuD;IAC/C,gBAAgB,GAAG,IAAI,GAAG,EAAgC,CAAA;IAClE,0EAA0E;IAC1E,+DAA+D;IACvD,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAA;IACxC,mBAAmB,GAAY,KAAK,CAAA;IAC5C,yDAAyD;IACzD,8DAA8D;IAC9D,oEAAoE;IAC5D,sBAAsB,GAAkB,IAAI,CAAA;IACpD,0EAA0E;IAC1E,4EAA4E;IACpE,mBAAmB,GAAG,CAAC,CAAA;IACvB,uBAAuB,GAAyB,IAAI,CAAA;IAC5D,0EAA0E;IAC1E,0EAA0E;IAC1E,0EAA0E;IAClE,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAA;IAClD,8EAA8E;IACtE,yBAAyB,GAAkB,IAAI,CAAA;IAC/C,MAAM,CAAU,sBAAsB,GAAG,IAAI,CAAA;IAC7C,MAAM,CAAU,kBAAkB,GAAG,GAAG,CAAA;IACxC,MAAM,CAAU,0BAA0B,GAAG,IAAI,CAAA;IACjD,MAAM,CAAU,sBAAsB,GAAG,GAAG,CAAA;IAC5C,MAAM,CAAU,+BAA+B,GAAG,MAAM,CAAA;IAChE,0FAA0F;IAClF,MAAM,CAAU,wBAAwB,GAAG,GAAG,CAAA;IAC9C,MAAM,CAAU,8BAA8B,GACpD,MAAM,CAAC,MAAM,CACX,IAAI,CAAC,KAAK,CACR,CAAC,oBAAoB,CAAC,sBAAsB,GAAG,oBAAoB,CAAC,+BAA+B,GAAG,CAAC,CAAC;QACtG,CAAC,IAAI,GAAG,CAAC,CAAC,CACb,CACF,GAAG,MAAM,CAAA;IACZ,0FAA0F;IAClF,MAAM,CAAU,4BAA4B,GAAG,CAAC,CAAA;IAChD,MAAM,CAAU,oBAAoB,GAAG,CAAC,CAAA;IAEhD,gBAAuB,CAAC;IAExB;;;;;;;;;;;;;;;OAeG;IACK,KAAK,CAAC,yBAAyB;QACrC,IAAI,CAAC;YACH,MAAM,iBAAiB,CAAC;gBACtB,sBAAsB,EAAE,IAAI;gBAC5B,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,YAAY;aAC/B,CAAC,CAAA;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAA;gBAC/B,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAA;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAA;YAC9D,kDAAkD;QACpD,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CAAC;YACnC,oBAAoB,CAAC,QAAQ,GAAG,IAAI,oBAAoB,EAAE,CAAA;QAC5D,CAAC;QACD,OAAO,oBAAoB,CAAC,QAAQ,CAAA;IACtC,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAA;YAC5D,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;YAErC,qEAAqE;YACrE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,sBAAsB,EAAE,CAAC,MAAmB,EAAE,EAAE;gBACtE,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAA;YACrC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAEO,kBAAkB;QACxB,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,oBAAoB,CAAC,0BAA0B,CAAA;IACzF,CAAC;IAEO,gBAAgB;QACtB,OAAO,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAA;IACxG,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,uBAAuB;QACnC,IAAI,QAAQ,CAAC,EAAE,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE;YAAE,OAAM;QAChE,uEAAuE;QACvE,uEAAuE;QACvE,wEAAwE;QACxE,qEAAqE;QACrE,IAAI,QAAQ,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YACvC,OAAO,CAAC,GAAG,CAAC,mDAAmD,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAA;YACvF,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,uBAAuB;YAAE,OAAO,IAAI,CAAC,uBAAuB,CAAA;QAErE,MAAM,QAAQ,GAAG,uBAAuB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3F,MAAM,MAAM,GAAG,CAAC,KAAK,IAAI,EAAE;YACzB,IAAI,MAAM,GAAG,KAAK,CAAA;YAClB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,IAAI,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,sCAAsC,oBAAoB,CAAC,sBAAsB,YAAY,CAAC,CAAA;gBAC1G,MAAM,YAAY,CAAC,aAAa,CAAC,QAAQ,EAAE,oBAAoB,CAAC,+BAA+B,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;gBACtG,MAAM,GAAG,IAAI,CAAA;gBACb,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,EAAE,oBAAoB,CAAC,8BAA8B,CAAC,CAAA;gBAChG,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;oBAClC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,oBAAoB,CAAC,sBAAsB,CAAC,CAAA;gBAC1E,CAAC,CAAC,CAAA;gBACF,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;gBAC3C,MAAM,GAAG,KAAK,CAAA;gBACd,IAAI,CAAC,kBAAkB,EAAE,CAAA;gBACzB,OAAO,CAAC,GAAG,CAAC,0CAA0C,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,CAAC,CAAA;YACnF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,oEAAoE,EAAE,KAAK,CAAC,CAAA;YAC3F,CAAC;oBAAS,CAAC;gBACT,IAAI,MAAM;oBAAE,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACzE,CAAC;QACH,CAAC,CAAC,EAAE,CAAA;QACJ,IAAI,CAAC,uBAAuB,GAAG,MAAM,CAAA;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,CAAA;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,uBAAuB,KAAK,MAAM;gBAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAA;QAClF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,+BAA+B;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,qBAAqB,EAAE,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,iDAAiD,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,CAAC,CAAA;YACxF,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CACV,iDAAiD,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,KAAK,EAC5E,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAA;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAAC,KAAa;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,mCAAmC,KAAK,kBAAkB,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,CAAC,CAAA;YACjG,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CACV,mCAAmC,KAAK,kBAAkB,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,KAAK,EACrF,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAA;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,+BAA+B,CAAC,QAAuB;QACnE,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI,EAAE,CAAC;YAC5C,OAAO,CAAC,GAAG,CACT,iDAAiD,oBAAoB,CAAC,oBAAoB,0BAA0B,CACrH,CAAA;YACD,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,+BAA+B,EAAE,CAAA;YACxD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,sEAAsE,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;gBACxG,OAAM;YACR,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YAC3F,OAAO,CAAC,GAAG,CAAC,iEAAiE,KAAK,OAAO,KAAK,EAAE,CAAC,CAAA;YACjG,IAAI,KAAK,GAAG,oBAAoB,CAAC,4BAA4B,EAAE,CAAC;gBAC9D,OAAM;YACR,CAAC;YACD,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAA;gBAC1E,OAAM;YACR,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,GAAG,CAAC,CAAA;YACjE,MAAM,IAAI,CAAC,+BAA+B,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,CAAA;YACrF,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC7D,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAA;YACxC,CAAC;iBAAM,IAAI,qCAAqC,EAAE,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,gFAAgF,CAAC,CAAA;gBAC7F,MAAM,IAAI,CAAC,+BAA+B,CAAC,KAAK,CAAC,CAAA;YACnD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAA;YACpF,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;YACtD,OAAO,CAAC,IAAI,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB;QACrC,MAAM,YAAY,GAAG,IAAI,CAAC,yBAAyB,CAAA;QACnD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAM;QACR,CAAC;QACD,IAAI,CAAC,qCAAqC,EAAE,CAAC;YAC3C,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAA;YACrC,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAA;YAClF,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,4CAA4C,YAAY,EAAE,CAAC,CAAA;YACvE,MAAM,IAAI,CAAC,+BAA+B,CAAC,YAAY,CAAC,CAAA;QAC1D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;YACtD,OAAO,CAAC,IAAI,CAAC,8CAA8C,YAAY,GAAG,EAAE,GAAG,CAAC,CAAA;QAClF,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAA;QACvC,CAAC;IACH,CAAC;IAEO,oBAAoB,CAAC,QAAuB,EAAE,MAAc;QAClE,IAAI,IAAI,CAAC,cAAc,KAAK,QAAQ;YAAE,OAAM;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;YAC1B,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,KAAK,EAAE,CAAA;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,wBAAwB,QAAQ,CAAC,SAAS,WAAW,MAAM,GAAG,EAAE,CAAC,CAAC,CAAA;QACjF,CAAC;QAED,IAAI,CAAC;YACH,qEAAqE;YACrE,qEAAqE;YACrE,yEAAyE;YACzE,6DAA6D;YAC7D,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,QAAQ,CAAC,SAAS,WAAW,MAAM,EAAE,CAAC,CAAA;QACjF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,yBAAyB,QAAQ,CAAC,SAAS,WAAW,MAAM,GAAG,EAAE,CAAC,CAAC,CAAA;QAClF,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,cAAc,KAAK,QAAQ;gBAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;QAClE,CAAC;IACH,CAAC;IAEO,4BAA4B,CAAC,QAAuB;QAC1D,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;YACjC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAA;QAC/D,CAAC;QACD,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;YACtB,0EAA0E;YAC1E,0EAA0E;YAC1E,oEAAoE;YACpE,IAAI,QAAQ,CAAC,mBAAmB,IAAI,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBACrG,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAA;YACpE,CAAC;YACD,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,GAAG,oBAAoB,CAAC,kBAAkB,oBAAoB,CAAC,CAAA;QACrG,CAAC,EAAE,oBAAoB,CAAC,kBAAkB,CAAC,CAAA;IAC7C,CAAC;IAEO,6BAA6B;QACnC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YACnD,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QAChD,CAAC;QACD,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAA;IACrC,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CAAC,OAAyB,EAAE,UAAmC;QAC9E,MAAM,EAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,cAAc,GAAG,IAAI,EAAE,mBAAmB,GAAG,KAAK,EAAC,GAAG,OAAO,CAAA;QAC9G,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,eAAe,GACnB,IAAI,CAAC,eAAe;YACpB,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS;YAC/B,IAAI,CAAC,eAAe,CAAC,KAAK,KAAK,KAAK;YACpC,IAAI,CAAC,eAAe,CAAC,QAAQ,KAAK,QAAQ;YAC1C,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,oBAAoB,CAAC,wBAAwB,CAAA;QACtF,MAAM,gBAAgB,GAAG,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAC/D,CAAC,SAAS,EAAE,EAAE,CACZ,CAAC,SAAS,CAAC,SAAS;YACpB,SAAS,CAAC,KAAK,KAAK,KAAK;YACzB,SAAS,CAAC,QAAQ,KAAK,QAAQ;YAC/B,GAAG,GAAG,SAAS,CAAC,SAAS,GAAG,oBAAoB,CAAC,wBAAwB,CAC5E,CAAA;QACD,IAAI,eAAe,IAAI,gBAAgB,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,4CAA4C,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YACrG,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAA;YAC9E,OAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAyB,EAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAC,CAAA;QACzF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAE7C,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC,CAAA;QAE5F,IAAI,CAAC;YACH,0DAA0D;YAC1D,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACtC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;gBACnD,OAAM;YACR,CAAC;YACD,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAA;YACpC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;gBACnD,OAAM;YACR,CAAC;YAED,wEAAwE;YACxE,wEAAwE;YACxE,0EAA0E;YAC1E,qEAAqE;YACrE,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAA;gBACvE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;YACrC,CAAC;YACD,+CAA+C;YAC/C,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;gBACnD,OAAM;YACR,CAAC;YAED,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACzB,IAAI,CAAC,6BAA6B,EAAE,CAAA;YACtC,CAAC;YAED,oCAAoC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;YAElC,aAAa;YACb,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;YAEhD,+BAA+B;YAC/B,MAAM,QAAQ,GAAkB;gBAC9B,SAAS;gBACT,QAAQ;gBACR,mBAAmB,EAAE,OAAO,SAAS,EAAE;gBACvC,KAAK;gBACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,SAAS,EAAE,KAAK;gBAChB,mBAAmB;gBACnB,UAAU;aACX,CAAA;YACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAA;YAC/B,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACvC,IAAI,CAAC,kBAAkB,EAAE,CAAA;YACzB,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;gBACjC,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAA;YACnE,CAAC;YAED,8BAA8B;YAC9B,wFAAwF;YACxF,MAAM,CAAC,OAAO,CAAC,EAAC,GAAG,EAAE,QAAQ,EAAC,CAAC,CAAA;YAC/B,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAA;YAC9B,MAAM,CAAC,IAAI,EAAE,CAAA;YAEb,qEAAqE;YACrE,sEAAsE;YACtE,0EAA0E;YAC1E,gBAAgB;YAChB,KAAK,IAAI,CAAC,+BAA+B,CAAC,QAAQ,CAAC,CAAA;YAEnD,8CAA8C;YAC9C,sEAAsE;YACtE,4EAA4E;YAC5E,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;gBACjD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YACpC,CAAC;YACD,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACnD,OAAO,CAAC,IAAI,CAAC,gDAAgD,EAAE,CAAC,CAAC,CAAA;YACnE,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,GAAG,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAA;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,mBAAmB,EAAE,CAAC;gBACxB,6BAA6B,CAAC,OAAO,SAAS,EAAE,EAAE,KAAK,CAAC,CAAA;YAC1D,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAA;YAClG,IAAI,cAAc,EAAE,CAAC;gBACnB,cAAc,CAAC,SAAS,GAAG,IAAI,CAAA;gBAC/B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;gBAC3B,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,wBAAwB,CAAC,CAAA;YACrE,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;gBACnD,OAAM;YACR,CAAC;YACD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CAAA;YAC3F,OAAO,CAAC,KAAK,CAAC,yBAAyB,SAAS,GAAG,EAAE,YAAY,CAAC,CAAA;YAClE,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACrC,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QAC3D,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,OAAO,EAAE,CAAC;gBACrD,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,cAAc,CAAC,SAAiB;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACpD,IAAI,OAAO;YAAE,OAAO,CAAC,SAAS,GAAG,IAAI,CAAA;QAErC,IAAI,IAAI,CAAC,eAAe,EAAE,SAAS,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACrF,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,6BAAsC,KAAK;QAC1E,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS;YAAE,OAAM;QAEnE,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;QACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;QAC3B,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;YACjC,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAA;QACpE,CAAC;QACD,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAEzB,qEAAqE;QACrE,qEAAqE;QACrE,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;QAEnD,+DAA+D;QAC/D,IAAI,CAAC,wBAAwB,EAAE,CAAA;QAC/B,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAChC,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACvC,CAAC;QAED,uCAAuC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAA;QACjD,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,CAAC,CAAA;QAC7E,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,SAAS,UAAU,SAAS,IAAI,CAAC,CAAA;IAC9E,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,MAAmB;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAA;QAErC,6DAA6D;QAC7D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACpC,OAAM;QACR,CAAC;QAED,6BAA6B;QAC7B,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA,CAAC,0BAA0B;YAC3E,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,CAAC,SAAS,eAAe,UAAU,IAAI,CAAC,CAAA;YAC5F,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;YAEzB,wEAAwE;YACxE,oEAAoE;YACpE,yEAAyE;YACzE,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAA;YAE3C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;YAC3B,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,CAAA;YAC5E,IAAI,CAAC,kBAAkB,EAAE,CAAA;YAEzB,+DAA+D;YAC/D,IAAI,CAAC,wBAAwB,EAAE,CAAA;YAC/B,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACrC,OAAM;QACR,CAAC;QAED,4EAA4E;QAC5E,8EAA8E;QAC9E,wEAAwE;QACxE,4EAA4E;QAC5E,IAAI,MAAM,CAAC,aAAa,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAA;YACjD,IAAI,SAAS,GAAG,IAAI,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,8BAA8B,QAAQ,CAAC,SAAS,4BAA4B,SAAS,KAAK,CAAC,CAAA;gBACzG,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;gBACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;gBAC3B,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;oBACjC,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAA;gBACpE,CAAC;gBACD,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAA;gBACvD,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,EAAE,oCAAoC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;gBACnG,IAAI,CAAC,kBAAkB,EAAE,CAAA;gBACzB,IAAI,CAAC,wBAAwB,EAAE,CAAA;gBAC/B,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,wBAAwB;QAC9B,2BAA2B;QAC3B,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QACnD,CAAC;QAED,qFAAqF;QACrF,oEAAoE;QACpE,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;YACpD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YAClC,8EAA8E;YAC9E,0EAA0E;YAC1E,yEAAyE;YACzE,IAAI,IAAI,CAAC,SAAS,EAAE;gBAAE,OAAM;YAC5B,YAAY,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACpD,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,CAAC,CAAC,CAAA;YAClE,CAAC,CAAC,CAAA;QACJ,CAAC,EAAE,oBAAoB,CAAC,sBAAsB,CAAC,CAAA;IACjD,CAAC;IAED,6EAA6E;IAE7E;;;;OAIG;IACI,KAAK,CAAC,UAAU,CAAC,OAA+B;QACrD,MAAM,EAAC,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,EAAE,cAAc,GAAG,IAAI,EAAE,QAAQ,EAAC,GAAG,OAAO,CAAA;QACtG,OAAO,CAAC,GAAG,CACT,sBAAsB,QAAQ,SAAS,KAAK,UAAU,UAAU,OAAO,QAAQ,EAAE;YAC/E,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,QAAQ,EAAE,CAAC,CAC1D,CAAA;QAED,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACtC,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAA;QAEpC,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAA;gBAClE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;YACrC,CAAC;YACD,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAA;QACtC,CAAC;QAED,MAAM,YAAY,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;QAC5G,IAAI,CAAC,6BAA6B,EAAE,CAAA;QAEpC,MAAM,MAAM,GAAgB;YAC1B,QAAQ;YACR,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAA;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAClC,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAEzB,wEAAwE;QACxE,8DAA8D;QAC9D,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;YACjD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;QACpC,CAAC;QACD,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACnD,OAAO,CAAC,IAAI,CAAC,uDAAuD,EAAE,CAAC,CAAC,CAAA;QAC1E,CAAC,CAAC,CAAA;QAEF,uEAAuE;QACvE,KAAK,IAAI,CAAC,qCAAqC,CAAC,MAAM,CAAC,CAAA;IACzD,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,gBAAgB,CAAC,QAAgB,EAAE,MAAc;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,cAAc,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YACrE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,+EAA+E;IACxE,KAAK,CAAC,WAAW,CAAC,QAAgB;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,cAAc,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;YAC1D,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YACvF,OAAO,MAAM,IAAI,EAAE,CAAA;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YACrE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,yEAAyE;IAClE,KAAK,CAAC,WAAW,CAAC,QAAgB;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACzC,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACtD,OAAO,CAAC,IAAI,CAAC,uBAAuB,QAAQ,sBAAsB,EAAE,CAAC,CAAC,CAAA;QACxE,CAAC,CAAC,CAAA;QACF,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAED,gFAAgF;IACxE,KAAK,CAAC,eAAe,CAAC,cAAuB;QACnD,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aACzC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,cAAc,CAAC;aACtD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACnC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC5E,CAAC;IAED,oEAAoE;IAC5D,SAAS,CAAC,MAAmB,EAAE,OAAgB,EAAE,KAAoB,EAAE,UAAyB;QACtG,IAAI,MAAM,CAAC,KAAK;YAAE,OAAM;QACxB,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACpC,IAAI,CAAC,kBAAkB,EAAE,CAAA;QACzB,iEAAiE;QACjE,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;YACzF,IAAI,CAAC,wBAAwB,EAAE,CAAA;YAC/B,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACvC,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAC7D,CAAC;IAED,+EAA+E;IACvE,KAAK,CAAC,qCAAqC,CAAC,MAAmB;QACrE,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI;YAAE,OAAM;QACnD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,+BAA+B,EAAE,CAAA;YACxD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,oBAAoB,CAAC,4BAA4B;gBAAE,OAAM;YAChG,IAAI,MAAM,CAAC,KAAK;gBAAE,OAAM;YACxB,OAAO,CAAC,GAAG,CAAC,uDAAuD,KAAK,GAAG,CAAC,CAAA;YAC5E,MAAM,IAAI,CAAC,+BAA+B,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,CAAA;YACrF,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAClB,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAA;YACxC,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,+BAA+B,CAAC,KAAK,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7G,CAAC;IACH,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,UAAU,CAAC,KAAc;QACpC,wEAAwE;QACxE,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aACzC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC;aACpD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACnC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;QAE1E,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS;YAAE,OAAM;QAEnE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,oCAAoC,KAAK,IAAI,OAAO,EAAE,CAAC,CAAA;YACnE,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,OAAO;QAClB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;QAC5B,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAA;YAC3C,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACI,SAAS;QACd,OAAO,CAAC,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAA;IACpG,CAAC;IAED;;OAEG;IACI,eAAe;QACpB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1F,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACpE,OAAO,CAAC,GAAG,MAAM,CAAC,CAAA;IACpB,CAAC;IAED;;OAEG;IACI,cAAc;QACnB,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAA;IAC9F,CAAC;IAED;;OAEG;IACI,OAAO;QACZ,KAAK,IAAI,CAAC,eAAe,EAAE,CAAA;QAC3B,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YAC5D,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACvC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;gBACpB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;QAC5B,CAAC;IACH,CAAC;;AAGH,MAAM,oBAAoB,GAAG,oBAAoB,CAAC,WAAW,EAAE,CAAA;AAC/D,eAAe,oBAAoB,CAAA","sourcesContent":["import {createAudioPlayer, AudioPlayer, AudioStatus, setAudioModeAsync} from \"expo-audio\"\nimport BluetoothSdk from \"@mentra/bluetooth-sdk/internal\"\nimport {AppState, Platform} from \"react-native\"\nimport {BgTimer} from \"../utils/timers\"\nimport {setAudioCloudUplinkSuppressed} from \"./AudioCloudUplink\"\nimport {SILENT_AUDIO_SOURCE} from \"./audioPlaybackAssets\"\n\nconst RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK = false\n\ninterface AudioPlayRequest {\n requestId: string\n audioUrl: string\n appId?: string\n volume?: number\n stopOtherAudio?: boolean\n /**\n * Suppress microphone audio sent to cloud STT while this audio is audible.\n * Opt-in and off by default: the suppression is global to the uplink, so a\n * caller that sets this silences STT for every running app, not just itself.\n * No platform path sets it today (see AudioCloudUplink and OS-1741).\n */\n suppressCloudUplink?: boolean\n}\n\nexport type AudioPlaybackCompletionReason = \"completed\" | \"interrupted\" | \"error\"\n\ntype AudioPlaybackCompletion = (\n requestId: string,\n success: boolean,\n error: string | null,\n duration: number | null,\n reason: AudioPlaybackCompletionReason,\n) => void\n\ninterface PlaybackState {\n requestId: string\n audioUrl: string\n uplinkSuppressionId: string\n appId?: string\n startTime: number\n completed: boolean // Guard against double callbacks\n suppressCloudUplink: boolean\n onComplete: AudioPlaybackCompletion\n}\n\ninterface PendingPlaybackState {\n cancelled: boolean\n audioUrl: string\n appId?: string\n createdAt: number\n}\n\n/** Open request for a live PCM output stream (miniapp speaker.createStream). */\nexport interface AudioStreamOpenRequest {\n streamId: string\n appId: string\n /** PCM sample rate in Hz (16000 / 24000 / 48000). */\n sampleRate: number\n /** Channel count. v1 is mono. */\n channels: number\n volume?: number\n stopOtherAudio?: boolean\n /**\n * Playout headroom in ms, which is also this stream's floor latency because the native track\n * fills to its buffer and stays there. Omit it for clip playback; a realtime caller passes a\n * small value and accepts the thinner cushion. Android only.\n */\n jitterMs?: number\n /**\n * Called when the stream ends for any reason (drained after close, aborted,\n * interrupted by other audio, or native error).\n */\n onEnded: (streamId: string, success: boolean, error: string | null, durationMs: number | null) => void\n}\n\n/** One live PCM stream session, backed by native streaming audio. */\ninterface StreamState {\n streamId: string\n appId: string\n startTime: number\n ended: boolean // Guard against double onEnded\n onEnded: AudioStreamOpenRequest[\"onEnded\"]\n}\n\nclass AudioPlaybackService {\n private static instance: AudioPlaybackService | null = null\n // Reuse a single AudioPlayer to avoid AudioTrack exhaustion\n // Creating new ExoPlayer instances per request leads to -12 ENOMEM errors\n private player: AudioPlayer | null = null\n // The source currently loaded into the reusable player. Keep object identity\n // so a delayed tail cleanup from an older request cannot unload a newer one.\n private loadedPlayback: PlaybackState | null = null\n private currentPlayback: PlaybackState | null = null\n // Requests that entered play() but have not yet reached the native player.\n // Keeping these addressable prevents a cancelled request from starting after\n // an async audio-mode or stream-cleanup step finishes.\n private pendingPlaybacks = new Map<string, PendingPlaybackState>()\n // Live PCM streams (speaker.createStream), keyed by streamId. The runtime\n // enforces one per app; stopOtherAudio interrupts across apps.\n private streams = new Map<string, StreamState>()\n private audioModeConfigured: boolean = false\n // Debounce timer for notifying native that audio stopped\n // Prevents mic toggle flicker when playing back-to-back audio\n // Uses BgTimer to work reliably when app is backgrounded on Android\n private audioStopDebounceTimer: number | null = null\n // Mentra Live's A2DP route may go idle between prompts. Keep a short warm\n // window after actual audio so we only pre-roll the first sound after idle.\n private audioRouteWarmUntil = 0\n private audioRouteWarmupPromise: Promise<void> | null = null\n // Playback that opted into suppression stays suppressed briefly while its\n // A2DP tail drains. Track those completed sources so a later unsuppressed\n // sound can resume listening immediately instead of inheriting that gate.\n private tailUplinkSuppressions = new Set<string>()\n // Original glasses media volume captured before we bump it for A2DP playback.\n private glassesVolumeRestoreLevel: number | null = null\n private static readonly AUDIO_STOP_DEBOUNCE_MS = 1500\n private static readonly A2DP_TAIL_DRAIN_MS = 700\n private static readonly AUDIO_ROUTE_WARM_WINDOW_MS = 1500\n private static readonly AUDIO_ROUTE_PREWARM_MS = 200\n private static readonly AUDIO_ROUTE_PREWARM_SAMPLE_RATE = 16_000\n /** Break accidental same-app replay storms without affecting deliberate later replays. */\n private static readonly DUPLICATE_PLAY_WINDOW_MS = 750\n private static readonly AUDIO_ROUTE_PREWARM_PCM_BASE64 =\n \"AAAA\".repeat(\n Math.floor(\n (AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS * AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE * 2) /\n (1000 * 3),\n ),\n ) + \"AA==\"\n /** If glasses report step volume at or below this, bump to FLOOR before A2DP playback. */\n private static readonly GLASSES_VOLUME_LOW_THRESHOLD = 2\n private static readonly GLASSES_VOLUME_FLOOR = 9\n\n private constructor() {}\n\n /**\n * Configure audio mode for playback, re-asserting it on EVERY play.\n *\n * This must run before each play — not just once — because other parts of the\n * app put the shared iOS AVAudioSession into a record-oriented category and\n * never restore it. In particular the phone mic (PhoneMic.swift) switches the\n * session to `.playAndRecord` (sometimes `.voiceChat`/earpiece routing) while\n * capturing and only deactivates it on stop, leaving the category sticky. A\n * miniapp like the Recorder records and then immediately plays back through\n * this service; if we kept the old \"configure once\" guard, playback would land\n * in the leftover `.playAndRecord` session and be inaudible on the phone\n * speaker (the symptom: the progress bar runs but no sound comes out). Calling\n * setAudioModeAsync with no `allowsRecording` maps to category `.playback`,\n * reclaiming the speaker route. `audioModeConfigured` is kept only to gate the\n * one-time log.\n */\n private async ensureAudioModeConfigured(): Promise<void> {\n try {\n await setAudioModeAsync({\n shouldPlayInBackground: true,\n playsInSilentMode: true,\n interruptionMode: \"duckOthers\",\n })\n if (!this.audioModeConfigured) {\n this.audioModeConfigured = true\n console.log(\"AUDIO: Audio mode configured for playback\")\n }\n } catch (error) {\n console.error(\"AUDIO: Failed to configure audio mode:\", error)\n // Don't block playback if audio mode config fails\n }\n }\n\n public static getInstance(): AudioPlaybackService {\n if (!AudioPlaybackService.instance) {\n AudioPlaybackService.instance = new AudioPlaybackService()\n }\n return AudioPlaybackService.instance\n }\n\n /**\n * Ensure we have a reusable player instance\n */\n private ensurePlayer(): AudioPlayer {\n if (!this.player) {\n console.log(\"AUDIO: Creating reusable AudioPlayer instance\")\n this.player = createAudioPlayer(null)\n\n // Add status listener once - it will handle all playback completions\n this.player.addListener(\"playbackStatusUpdate\", (status: AudioStatus) => {\n this.onPlaybackStatusUpdate(status)\n })\n }\n return this.player\n }\n\n private markAudioRouteWarm(): void {\n this.audioRouteWarmUntil = Date.now() + AudioPlaybackService.AUDIO_ROUTE_WARM_WINDOW_MS\n }\n\n private isAudioRouteWarm(): boolean {\n return this.currentPlayback !== null || this.streams.size > 0 || Date.now() < this.audioRouteWarmUntil\n }\n\n /**\n * Wake a cold Android A2DP route with silent PCM before a user-facing sound.\n *\n * Do not call pcmStreamClose here: some Bluetooth routes do not advance an\n * idle AudioTrack playback head, so close waits for its drain timeout. After\n * exactly 200ms of silence we abort the stream instead, which releases the\n * pre-roll immediately and lets the real URL playback begin.\n */\n private async prewarmAudioRouteIfCold(): Promise<void> {\n if (Platform.OS !== \"android\" || this.isAudioRouteWarm()) return\n // This silent PCM pre-roll is only an anti-clipping optimization. Some\n // Android devices defer opening its AudioTrack until the host Activity\n // resumes even though the real URL player supports background playback.\n // Never let that optional pre-roll block a glasses-initiated prompt.\n if (AppState.currentState !== \"active\") {\n console.log(`AUDIO: Skipping cold-route prewarm while app is ${AppState.currentState}`)\n return\n }\n if (this.audioRouteWarmupPromise) return this.audioRouteWarmupPromise\n\n const streamId = `audio-route-prewarm-${Date.now()}-${Math.random().toString(36).slice(2)}`\n const warmup = (async () => {\n let opened = false\n const startedAt = Date.now()\n try {\n console.log(`AUDIO: Cold route; prewarming with ${AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS}ms silence`)\n await BluetoothSdk.pcmStreamOpen(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE, 1, 1)\n opened = true\n await BluetoothSdk.pcmStreamWrite(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_PCM_BASE64)\n await new Promise<void>((resolve) => {\n BgTimer.setTimeout(resolve, AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS)\n })\n await BluetoothSdk.pcmStreamAbort(streamId)\n opened = false\n this.markAudioRouteWarm()\n console.log(`AUDIO: Cold-route prewarm completed in ${Date.now() - startedAt}ms`)\n } catch (error) {\n console.warn(\"AUDIO: Cold-route prewarm failed; continuing with requested audio:\", error)\n } finally {\n if (opened) await BluetoothSdk.pcmStreamAbort(streamId).catch(() => {})\n }\n })()\n this.audioRouteWarmupPromise = warmup\n try {\n await warmup\n } finally {\n if (this.audioRouteWarmupPromise === warmup) this.audioRouteWarmupPromise = null\n }\n }\n\n private async getGlassesMediaVolumeWithTiming() {\n const startedAt = Date.now()\n try {\n const result = await BluetoothSdk.getGlassesMediaVolume()\n console.log(`AUDIO: Glasses media volume read completed in ${Date.now() - startedAt}ms`)\n return result\n } catch (error) {\n console.warn(\n `AUDIO: Glasses media volume read failed after ${Date.now() - startedAt}ms:`,\n error instanceof Error ? error.message : String(error),\n )\n throw error\n }\n }\n\n private async setGlassesMediaVolumeWithTiming(level: number) {\n const startedAt = Date.now()\n try {\n const result = await BluetoothSdk.setGlassesMediaVolume(level)\n console.log(`AUDIO: Glasses media volume set(${level}) completed in ${Date.now() - startedAt}ms`)\n return result\n } catch (error) {\n console.warn(\n `AUDIO: Glasses media volume set(${level}) failed after ${Date.now() - startedAt}ms:`,\n error instanceof Error ? error.message : String(error),\n )\n throw error\n }\n }\n\n /**\n * Mentra Live: raise glasses media volume over BLE when it is very low so A2DP prompts are audible.\n * Fail-open on unsupported devices, timeouts, or errors.\n */\n private async ensureGlassesMediaVolumeForA2dp(playback: PlaybackState): Promise<void> {\n if (this.glassesVolumeRestoreLevel !== null) {\n console.log(\n `AUDIO: Keeping bumped glasses media volume at ${AudioPlaybackService.GLASSES_VOLUME_FLOOR} during ongoing playback`,\n )\n return\n }\n\n try {\n const raw = await this.getGlassesMediaVolumeWithTiming()\n const level = Number(raw.level)\n const statusCode = Number(raw.statusCode)\n if (!Number.isFinite(level)) {\n console.log(\"AUDIO: Received glasses media volume response without numeric level:\", JSON.stringify(raw))\n return\n }\n const k900S = Number.isFinite(statusCode) && statusCode >= 0 ? ` K900_S=${statusCode}` : \"\"\n console.log(`AUDIO: Glasses media step volume (wearable knob, 0-15 scale): ${level}/15.${k900S}`)\n if (level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD) {\n return\n }\n if (this.currentPlayback !== playback || playback.completed) {\n console.log(\"AUDIO: Skipping glasses volume bump; playback already ended\")\n return\n }\n console.log(`AUDIO: Raising glasses media volume (was ${level})`)\n await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR)\n if (this.currentPlayback === playback && !playback.completed) {\n this.glassesVolumeRestoreLevel = level\n } else if (RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {\n console.log(\"AUDIO: Restoring glasses volume immediately; playback ended during volume bump\")\n await this.setGlassesMediaVolumeWithTiming(level)\n } else {\n console.log(\"AUDIO: Leaving bumped glasses media volume unchanged after playback\")\n }\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e)\n console.warn(\"AUDIO: Skipping glasses volume bump:\", msg)\n }\n }\n\n /**\n * Restore the user's original glasses media step volume after A2DP playback finishes.\n */\n private async restoreGlassesMediaVolume(): Promise<void> {\n const restoreLevel = this.glassesVolumeRestoreLevel\n if (restoreLevel === null) {\n return\n }\n if (!RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {\n this.glassesVolumeRestoreLevel = null\n console.log(\"AUDIO: Leaving bumped glasses media volume unchanged after playback\")\n return\n }\n\n try {\n console.log(`AUDIO: Restoring glasses media volume to ${restoreLevel}`)\n await this.setGlassesMediaVolumeWithTiming(restoreLevel)\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e)\n console.warn(`AUDIO: Failed to restore glasses volume to ${restoreLevel}:`, msg)\n } finally {\n this.glassesVolumeRestoreLevel = null\n }\n }\n\n private unloadPlaybackSource(playback: PlaybackState, reason: string): void {\n if (this.loadedPlayback !== playback) return\n const player = this.player\n if (!player) {\n this.loadedPlayback = null\n return\n }\n\n try {\n player.pause()\n } catch (e) {\n console.warn(`AUDIO: Error pausing ${playback.requestId} during ${reason}:`, e)\n }\n\n try {\n // replace(null) fails native argument casting on iOS, while remove()\n // destroys the ExoPlayer that Android must reuse to avoid AudioTrack\n // exhaustion. Replacing with bundled silence detaches the previous media\n // item on both platforms and leaves the native player alive.\n player.replace(SILENT_AUDIO_SOURCE)\n console.log(`AUDIO: Cleared source for ${playback.requestId} during ${reason}`)\n } catch (e) {\n console.warn(`AUDIO: Error clearing ${playback.requestId} during ${reason}:`, e)\n } finally {\n if (this.loadedPlayback === playback) this.loadedPlayback = null\n }\n }\n\n private clearFinishedPlayerAfterTail(playback: PlaybackState): void {\n if (playback.suppressCloudUplink) {\n this.tailUplinkSuppressions.add(playback.uplinkSuppressionId)\n }\n BgTimer.setTimeout(() => {\n // ExoPlayer's completion event precedes the final A2DP audio reaching the\n // glasses. Keep cloud STT gated until that audible tail has drained, then\n // accept fresh microphone audio immediately without restarting LC3.\n if (playback.suppressCloudUplink && this.tailUplinkSuppressions.delete(playback.uplinkSuppressionId)) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false)\n }\n this.unloadPlaybackSource(playback, `${AudioPlaybackService.A2DP_TAIL_DRAIN_MS}ms A2DP tail drain`)\n }, AudioPlaybackService.A2DP_TAIL_DRAIN_MS)\n }\n\n private releaseTailUplinkSuppressions(): void {\n for (const sourceId of this.tailUplinkSuppressions) {\n setAudioCloudUplinkSuppressed(sourceId, false)\n }\n this.tailUplinkSuppressions.clear()\n }\n\n /**\n * Play audio from a URL.\n * Returns a promise that resolves with playback result when audio finishes or errors.\n */\n public async play(request: AudioPlayRequest, onComplete: AudioPlaybackCompletion): Promise<void> {\n const {requestId, audioUrl, appId, volume = 1.0, stopOtherAudio = true, suppressCloudUplink = false} = request\n const now = Date.now()\n const activeDuplicate =\n this.currentPlayback &&\n !this.currentPlayback.completed &&\n this.currentPlayback.appId === appId &&\n this.currentPlayback.audioUrl === audioUrl &&\n now - this.currentPlayback.startTime < AudioPlaybackService.DUPLICATE_PLAY_WINDOW_MS\n const pendingDuplicate = [...this.pendingPlaybacks.values()].some(\n (candidate) =>\n !candidate.cancelled &&\n candidate.appId === appId &&\n candidate.audioUrl === audioUrl &&\n now - candidate.createdAt < AudioPlaybackService.DUPLICATE_PLAY_WINDOW_MS,\n )\n if (activeDuplicate || pendingDuplicate) {\n console.warn(`AUDIO: Suppressed duplicate play request ${requestId}${appId ? ` from ${appId}` : \"\"}`)\n onComplete(requestId, false, \"Duplicate audio request suppressed\", 0, \"error\")\n return\n }\n\n const pending: PendingPlaybackState = {cancelled: false, audioUrl, appId, createdAt: now}\n this.pendingPlaybacks.set(requestId, pending)\n\n console.log(`AUDIO: Play request ${requestId}${appId ? ` from ${appId}` : \"\"}: ${audioUrl}`)\n\n try {\n // Ensure audio mode is configured for background playback\n await this.ensureAudioModeConfigured()\n if (pending.cancelled) {\n onComplete(requestId, true, null, 0, \"interrupted\")\n return\n }\n await this.prewarmAudioRouteIfCold()\n if (pending.cancelled) {\n onComplete(requestId, true, null, 0, \"interrupted\")\n return\n }\n\n // URL playback reuses one native player, so replacing its source always\n // interrupts the previous URL even when stopOtherAudio is false. Notify\n // that request before replacing it so its promise cannot hang. The option\n // still controls whether separate PCM streams are interrupted below.\n if (this.currentPlayback && !this.currentPlayback.completed) {\n console.log(`AUDIO: Interrupting current URL playback for new request`)\n this.interruptCurrentPlayback(true)\n }\n // Live PCM streams count as \"other audio\" too.\n if (stopOtherAudio) {\n await this.abortAllStreams()\n }\n if (pending.cancelled) {\n onComplete(requestId, true, null, 0, \"interrupted\")\n return\n }\n\n if (!suppressCloudUplink) {\n this.releaseTailUplinkSuppressions()\n }\n\n // Get or create the reusable player\n const player = this.ensurePlayer()\n\n // Set volume\n player.volume = Math.max(0, Math.min(1, volume))\n\n // Store the new playback state\n const playback: PlaybackState = {\n requestId,\n audioUrl,\n uplinkSuppressionId: `url:${requestId}`,\n appId,\n startTime: Date.now(),\n completed: false,\n suppressCloudUplink,\n onComplete,\n }\n this.currentPlayback = playback\n this.pendingPlaybacks.delete(requestId)\n this.markAudioRouteWarm()\n if (playback.suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, true)\n }\n\n // Replace the source and play\n // Using replace() reuses the existing ExoPlayer/AudioTrack instead of creating new ones\n player.replace({uri: audioUrl})\n this.loadedPlayback = playback\n player.play()\n\n // Mentra Live volume reads can block up to 5s when the glasses don't\n // answer. Do not put that in front of playback; guard it against late\n // completion so a stale volume response cannot bump after this request is\n // already over.\n void this.ensureGlassesMediaVolumeForA2dp(playback)\n\n // Notify native that our app is playing audio\n // Used to suspend LC3 mic during audio playback to avoid MCU overload\n // Cancel any pending \"stop\" notification first (handles back-to-back audio)\n if (this.audioStopDebounceTimer !== null) {\n BgTimer.clearTimeout(this.audioStopDebounceTimer)\n this.audioStopDebounceTimer = null\n }\n BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {\n console.warn(\"AUDIO: Failed to notify native of audio start:\", e)\n })\n\n console.log(`AUDIO: Started playback for ${requestId}`)\n } catch (error) {\n if (suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(`url:${requestId}`, false)\n }\n const failedPlayback = this.currentPlayback?.requestId === requestId ? this.currentPlayback : null\n if (failedPlayback) {\n failedPlayback.completed = true\n this.currentPlayback = null\n this.unloadPlaybackSource(failedPlayback, \"playback start failure\")\n }\n if (pending.cancelled) {\n onComplete(requestId, true, null, 0, \"interrupted\")\n return\n }\n const errorMessage = error instanceof Error ? error.message : \"Unknown error loading audio\"\n console.error(`AUDIO: Failed to play ${requestId}:`, errorMessage)\n void this.restoreGlassesMediaVolume()\n onComplete(requestId, false, errorMessage, null, \"error\")\n } finally {\n if (this.pendingPlaybacks.get(requestId) === pending) {\n this.pendingPlaybacks.delete(requestId)\n }\n }\n }\n\n /**\n * Cancel one URL playback without touching audio owned by another request.\n * Pending requests are prevented from reaching the native player; active\n * requests are paused synchronously before their completion callback fires.\n */\n public cancelPlayback(requestId: string): void {\n const pending = this.pendingPlaybacks.get(requestId)\n if (pending) pending.cancelled = true\n\n if (this.currentPlayback?.requestId === requestId && !this.currentPlayback.completed) {\n this.interruptCurrentPlayback()\n }\n }\n\n /**\n * Interrupt current playback and notify its callback\n */\n private interruptCurrentPlayback(preserveGlassesMediaVolume: boolean = false): void {\n if (!this.currentPlayback || this.currentPlayback.completed) return\n\n const playback = this.currentPlayback\n playback.completed = true\n this.currentPlayback = null\n if (playback.suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false)\n }\n this.markAudioRouteWarm()\n\n // Pausing alone leaves the URI available to OS/Bluetooth media Play.\n // Unload it unless a newer request has already replaced this source.\n this.unloadPlaybackSource(playback, \"interruption\")\n\n // Notify native that our app stopped playing audio (debounced)\n this.notifyAudioStopDebounced()\n if (!preserveGlassesMediaVolume) {\n void this.restoreGlassesMediaVolume()\n }\n\n // Notify that playback was interrupted\n const elapsedMs = Date.now() - playback.startTime\n playback.onComplete(playback.requestId, true, null, elapsedMs, \"interrupted\")\n console.log(`AUDIO: Interrupted ${playback.requestId} after ${elapsedMs}ms`)\n }\n\n /**\n * Handle playback status updates from expo-audio\n */\n private onPlaybackStatusUpdate(status: AudioStatus): void {\n const playback = this.currentPlayback\n\n // Guard against callbacks for unknown or completed playbacks\n if (!playback || playback.completed) {\n return\n }\n\n // Check if playback finished\n if (status.didJustFinish) {\n const durationMs = (status.duration || 0) * 1000 // expo-audio uses seconds\n console.log(`AUDIO: Playback finished for ${playback.requestId}, duration: ${durationMs}ms`)\n playback.completed = true\n\n // ExoPlayer can report finished before an A2DP sink has audibly drained\n // the last buffered audio. Pausing immediately can clip the tail on\n // Mentra Live; defer cleanup and guard it against a newer loaded source.\n this.clearFinishedPlayerAfterTail(playback)\n\n this.currentPlayback = null\n playback.onComplete(playback.requestId, true, null, durationMs, \"completed\")\n this.markAudioRouteWarm()\n\n // Notify native that our app stopped playing audio (debounced)\n this.notifyAudioStopDebounced()\n void this.restoreGlassesMediaVolume()\n return\n }\n\n // Detect silent playback failures: expo-audio doesn't surface errors to JS,\n // so when ExoPlayer fails to load/play a URL (network error, HTTP 500, etc.),\n // the player state goes to \"idle\" with nothing loaded and no buffering.\n // We wait 1500ms after play() to avoid false positives during initial load.\n if (status.playbackState === \"idle\" && !status.isBuffering && !status.isLoaded) {\n const elapsedMs = Date.now() - playback.startTime\n if (elapsedMs > 1500) {\n console.error(`AUDIO: Playback failed for ${playback.requestId} (player went idle after ${elapsedMs}ms)`)\n playback.completed = true\n this.currentPlayback = null\n if (playback.suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false)\n }\n this.unloadPlaybackSource(playback, \"playback failure\")\n playback.onComplete(playback.requestId, false, \"Playback failed (player went idle)\", null, \"error\")\n this.markAudioRouteWarm()\n this.notifyAudioStopDebounced()\n void this.restoreGlassesMediaVolume()\n }\n }\n }\n\n /**\n * Notify native that audio stopped, with debouncing to prevent mic toggle flicker\n * when playing back-to-back audio files\n */\n private notifyAudioStopDebounced(): void {\n // Clear any existing timer\n if (this.audioStopDebounceTimer !== null) {\n BgTimer.clearTimeout(this.audioStopDebounceTimer)\n }\n\n // Set a new timer - if new audio starts within this window, the timer gets cancelled\n // Uses BgTimer to work reliably when app is backgrounded on Android\n this.audioStopDebounceTimer = BgTimer.setTimeout(() => {\n this.audioStopDebounceTimer = null\n // URL playback and live PCM streams may overlap when stopOtherAudio is false.\n // A URL that ends must not clear the native playback signal while another\n // source is still active, or the mic watchdog can interrupt that source.\n if (this.isPlaying()) return\n BluetoothSdk.setOwnAppAudioPlaying(false).catch((e) => {\n console.warn(\"AUDIO: Failed to notify native of audio stop:\", e)\n })\n }, AudioPlaybackService.AUDIO_STOP_DEBOUNCE_MS)\n }\n\n // ── live PCM output streams (miniapp speaker.createStream) ────────────────\n\n /**\n * Open a live PCM stream session. Chunks are pushed with writeStreamChunk\n * into native streaming audio (AudioTrack on Android, AVAudioEngine on iOS),\n * following the media route such as A2DP to connected glasses.\n */\n public async openStream(request: AudioStreamOpenRequest): Promise<void> {\n const {streamId, appId, sampleRate, channels, volume = 1.0, stopOtherAudio = true, jitterMs} = request\n console.log(\n `AUDIO: Stream open ${streamId} from ${appId}: rate=${sampleRate} ch=${channels}` +\n (jitterMs === undefined ? \"\" : ` jitterMs=${jitterMs}`),\n )\n\n await this.ensureAudioModeConfigured()\n await this.prewarmAudioRouteIfCold()\n\n if (stopOtherAudio) {\n if (this.currentPlayback && !this.currentPlayback.completed) {\n console.log(\"AUDIO: Interrupting current playback for new stream\")\n this.interruptCurrentPlayback(true)\n }\n await this.abortAllStreams(streamId)\n }\n\n await BluetoothSdk.pcmStreamOpen(streamId, sampleRate, channels, Math.max(0, Math.min(1, volume)), jitterMs)\n this.releaseTailUplinkSuppressions()\n\n const stream: StreamState = {\n streamId,\n appId,\n startTime: Date.now(),\n ended: false,\n onEnded: request.onEnded,\n }\n this.streams.set(streamId, stream)\n this.markAudioRouteWarm()\n\n // Cancel any pending \"stopped\" notification and mark our app as playing\n // audio. PCM streams intentionally do not suppress cloud STT.\n if (this.audioStopDebounceTimer !== null) {\n BgTimer.clearTimeout(this.audioStopDebounceTimer)\n this.audioStopDebounceTimer = null\n }\n BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {\n console.warn(\"AUDIO: Failed to notify native of stream audio start:\", e)\n })\n\n // Guarded against the stream ending mid-read, same as the play() path.\n void this.ensureGlassesMediaVolumeForA2dpStream(stream)\n }\n\n /**\n * Append base64 PCM to an open stream. Resolves with the host-side backlog\n * in ms; the native write blocks while the backlog is above the\n * backpressure ceiling, so awaited writes self-throttle to realtime.\n */\n public async writeStreamChunk(streamId: string, base64: string): Promise<{bufferedMs: number}> {\n const stream = this.streams.get(streamId)\n if (!stream || stream.ended) {\n throw new Error(`stream ${streamId} is not open`)\n }\n try {\n return await BluetoothSdk.pcmStreamWrite(streamId, base64)\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error)\n this.endStream(stream, false, message, Date.now() - stream.startTime)\n throw error\n }\n }\n\n /** Drain the backlog, then finish. Resolves with the total played duration. */\n public async closeStream(streamId: string): Promise<{durationMs?: number}> {\n const stream = this.streams.get(streamId)\n if (!stream || stream.ended) {\n throw new Error(`stream ${streamId} is not open`)\n }\n try {\n const result = await BluetoothSdk.pcmStreamClose(streamId)\n this.endStream(stream, true, null, result?.durationMs ?? Date.now() - stream.startTime)\n return result ?? {}\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error)\n this.endStream(stream, false, message, Date.now() - stream.startTime)\n throw error\n }\n }\n\n /** Stop immediately, dropping the backlog. Safe on unknown/ended ids. */\n public async abortStream(streamId: string): Promise<void> {\n const stream = this.streams.get(streamId)\n await BluetoothSdk.pcmStreamAbort(streamId).catch((e) => {\n console.warn(`AUDIO: Stream abort ${streamId} native call failed:`, e)\n })\n if (stream) {\n this.endStream(stream, true, null, Date.now() - stream.startTime)\n }\n }\n\n /** Abort every active stream (optionally sparing one about to replace them). */\n private async abortAllStreams(exceptStreamId?: string): Promise<void> {\n const streamIds = [...this.streams.values()]\n .filter((stream) => stream.streamId !== exceptStreamId)\n .map((stream) => stream.streamId)\n await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)))\n }\n\n /** Terminal bookkeeping for a stream: dedup, unregister, notify. */\n private endStream(stream: StreamState, success: boolean, error: string | null, durationMs: number | null): void {\n if (stream.ended) return\n stream.ended = true\n this.streams.delete(stream.streamId)\n this.markAudioRouteWarm()\n // Only signal \"audio stopped\" when nothing else is making noise.\n if (this.streams.size === 0 && (!this.currentPlayback || this.currentPlayback.completed)) {\n this.notifyAudioStopDebounced()\n void this.restoreGlassesMediaVolume()\n }\n stream.onEnded(stream.streamId, success, error, durationMs)\n }\n\n /** Stream twin of ensureGlassesMediaVolumeForA2dp, guarded by stream.ended. */\n private async ensureGlassesMediaVolumeForA2dpStream(stream: StreamState): Promise<void> {\n if (this.glassesVolumeRestoreLevel !== null) return\n try {\n const raw = await this.getGlassesMediaVolumeWithTiming()\n const level = Number(raw.level)\n if (!Number.isFinite(level) || level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD) return\n if (stream.ended) return\n console.log(`AUDIO: Raising glasses media volume for stream (was ${level})`)\n await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR)\n if (!stream.ended) {\n this.glassesVolumeRestoreLevel = level\n } else {\n await this.setGlassesMediaVolumeWithTiming(level)\n }\n } catch (e) {\n console.warn(\"AUDIO: Skipping glasses volume bump for stream:\", e instanceof Error ? e.message : String(e))\n }\n }\n\n /**\n * Stop playback for a specific app.\n * If appId is not provided, stops all playback.\n */\n public async stopForApp(appId?: string): Promise<void> {\n // Abort this app's live PCM streams too (miniapp stop/disconnect path).\n const streamIds = [...this.streams.values()]\n .filter((stream) => !appId || stream.appId === appId)\n .map((stream) => stream.streamId)\n await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)))\n\n if (!this.currentPlayback || this.currentPlayback.completed) return\n\n if (!appId || this.currentPlayback.appId === appId) {\n console.log(`AUDIO: Stopping playback for app ${appId || \"(all)\"}`)\n this.interruptCurrentPlayback()\n }\n }\n\n /**\n * Stop all audio playback\n */\n public async stopAll(): Promise<void> {\n await this.abortAllStreams()\n if (this.currentPlayback && !this.currentPlayback.completed) {\n console.log(\"AUDIO: Stopping all playback\")\n this.interruptCurrentPlayback()\n }\n }\n\n /**\n * Check if audio is currently playing\n */\n public isPlaying(): boolean {\n return (this.currentPlayback !== null && !this.currentPlayback.completed) || this.streams.size > 0\n }\n\n /**\n * Get current playback app IDs (all active)\n */\n public getActiveAppIds(): string[] {\n const appIds = new Set<string>()\n if (this.currentPlayback && !this.currentPlayback.completed && this.currentPlayback.appId) {\n appIds.add(this.currentPlayback.appId)\n }\n for (const stream of this.streams.values()) appIds.add(stream.appId)\n return [...appIds]\n }\n\n /**\n * Get number of active playbacks\n */\n public getActiveCount(): number {\n return (this.currentPlayback && !this.currentPlayback.completed ? 1 : 0) + this.streams.size\n }\n\n /**\n * Release the player entirely (call when app is shutting down)\n */\n public release(): void {\n void this.abortAllStreams()\n if (this.currentPlayback && !this.currentPlayback.completed) {\n this.interruptCurrentPlayback()\n } else {\n void this.restoreGlassesMediaVolume()\n }\n\n if (this.player) {\n try {\n this.player.remove()\n console.log(\"AUDIO: Released AudioPlayer\")\n } catch (error) {\n console.error(\"AUDIO: Error releasing player:\", error)\n }\n this.player = null\n this.loadedPlayback = null\n }\n }\n}\n\nconst audioPlaybackService = AudioPlaybackService.getInstance()\nexport default audioPlaybackService\n"]}
|
|
1
|
+
{"version":3,"file":"AudioPlaybackService.js","sourceRoot":"","sources":["../../src/services/AudioPlaybackService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAA4B,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACzF,OAAO,YAAY,MAAM,gCAAgC,CAAA;AACzD,OAAO,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAA;AACvC,OAAO,EAAC,6BAA6B,EAAC,MAAM,oBAAoB,CAAA;AAChE,OAAO,EAAC,mBAAmB,EAAC,MAAM,uBAAuB,CAAA;AAEzD,MAAM,qCAAqC,GAAG,KAAK,CAAA;AA6EnD,MAAM,oBAAoB;IAChB,MAAM,CAAC,QAAQ,GAAgC,IAAI,CAAA;IAC3D,4DAA4D;IAC5D,0EAA0E;IAClE,MAAM,GAAuB,IAAI,CAAA;IACzC,6EAA6E;IAC7E,6EAA6E;IACrE,cAAc,GAAyB,IAAI,CAAA;IAC3C,eAAe,GAAyB,IAAI,CAAA;IACpD,2EAA2E;IAC3E,6EAA6E;IAC7E,uDAAuD;IAC/C,gBAAgB,GAAG,IAAI,GAAG,EAAgC,CAAA;IAClE,0EAA0E;IAC1E,+DAA+D;IACvD,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAA;IACxC,mBAAmB,GAAY,KAAK,CAAA;IAC5C,yDAAyD;IACzD,8DAA8D;IAC9D,oEAAoE;IAC5D,sBAAsB,GAAkB,IAAI,CAAA;IACpD,0EAA0E;IAC1E,0EAA0E;IAC1E,0EAA0E;IAClE,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAA;IAClD,8EAA8E;IACtE,yBAAyB,GAAkB,IAAI,CAAA;IAC/C,MAAM,CAAU,sBAAsB,GAAG,IAAI,CAAA;IAC7C,MAAM,CAAU,kBAAkB,GAAG,GAAG,CAAA;IAChD,0FAA0F;IAClF,MAAM,CAAU,wBAAwB,GAAG,GAAG,CAAA;IACtD,0FAA0F;IAClF,MAAM,CAAU,4BAA4B,GAAG,CAAC,CAAA;IAChD,MAAM,CAAU,oBAAoB,GAAG,CAAC,CAAA;IAEhD,gBAAuB,CAAC;IAExB;;;;;;;;;;;;;;;OAeG;IACK,KAAK,CAAC,yBAAyB;QACrC,IAAI,CAAC;YACH,MAAM,iBAAiB,CAAC;gBACtB,sBAAsB,EAAE,IAAI;gBAC5B,iBAAiB,EAAE,IAAI;gBACvB,gBAAgB,EAAE,YAAY;aAC/B,CAAC,CAAA;YACF,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC9B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAA;gBAC/B,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAA;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAA;YAC9D,kDAAkD;QACpD,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CAAC;YACnC,oBAAoB,CAAC,QAAQ,GAAG,IAAI,oBAAoB,EAAE,CAAA;QAC5D,CAAC;QACD,OAAO,oBAAoB,CAAC,QAAQ,CAAA;IACtC,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAA;YAC5D,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;YAErC,qEAAqE;YACrE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,sBAAsB,EAAE,CAAC,MAAmB,EAAE,EAAE;gBACtE,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAA;YACrC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAEO,KAAK,CAAC,+BAA+B;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,qBAAqB,EAAE,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,iDAAiD,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,CAAC,CAAA;YACxF,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CACV,iDAAiD,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,KAAK,EAC5E,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAA;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,+BAA+B,CAAC,KAAa;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,mCAAmC,KAAK,kBAAkB,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,CAAC,CAAA;YACjG,OAAO,MAAM,CAAA;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CACV,mCAAmC,KAAK,kBAAkB,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,KAAK,EACrF,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAA;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,+BAA+B,CAAC,QAAuB;QACnE,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI,EAAE,CAAC;YAC5C,OAAO,CAAC,GAAG,CACT,iDAAiD,oBAAoB,CAAC,oBAAoB,0BAA0B,CACrH,CAAA;YACD,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,+BAA+B,EAAE,CAAA;YACxD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,sEAAsE,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;gBACxG,OAAM;YACR,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;YAC3F,OAAO,CAAC,GAAG,CAAC,iEAAiE,KAAK,OAAO,KAAK,EAAE,CAAC,CAAA;YACjG,IAAI,KAAK,GAAG,oBAAoB,CAAC,4BAA4B,EAAE,CAAC;gBAC9D,OAAM;YACR,CAAC;YACD,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAA;gBAC1E,OAAM;YACR,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,GAAG,CAAC,CAAA;YACjE,MAAM,IAAI,CAAC,+BAA+B,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,CAAA;YACrF,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC7D,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAA;YACxC,CAAC;iBAAM,IAAI,qCAAqC,EAAE,CAAC;gBACjD,OAAO,CAAC,GAAG,CAAC,gFAAgF,CAAC,CAAA;gBAC7F,MAAM,IAAI,CAAC,+BAA+B,CAAC,KAAK,CAAC,CAAA;YACnD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAA;YACpF,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;YACtD,OAAO,CAAC,IAAI,CAAC,sCAAsC,EAAE,GAAG,CAAC,CAAA;QAC3D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB;QACrC,MAAM,YAAY,GAAG,IAAI,CAAC,yBAAyB,CAAA;QACnD,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAM;QACR,CAAC;QACD,IAAI,CAAC,qCAAqC,EAAE,CAAC;YAC3C,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAA;YACrC,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAA;YAClF,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,4CAA4C,YAAY,EAAE,CAAC,CAAA;YACvE,MAAM,IAAI,CAAC,+BAA+B,CAAC,YAAY,CAAC,CAAA;QAC1D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;YACtD,OAAO,CAAC,IAAI,CAAC,8CAA8C,YAAY,GAAG,EAAE,GAAG,CAAC,CAAA;QAClF,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAA;QACvC,CAAC;IACH,CAAC;IAEO,oBAAoB,CAAC,QAAuB,EAAE,MAAc;QAClE,IAAI,IAAI,CAAC,cAAc,KAAK,QAAQ;YAAE,OAAM;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAA;QAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;YAC1B,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,MAAM,CAAC,KAAK,EAAE,CAAA;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,wBAAwB,QAAQ,CAAC,SAAS,WAAW,MAAM,GAAG,EAAE,CAAC,CAAC,CAAA;QACjF,CAAC;QAED,IAAI,CAAC;YACH,qEAAqE;YACrE,qEAAqE;YACrE,yEAAyE;YACzE,6DAA6D;YAC7D,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAA;YACnC,OAAO,CAAC,GAAG,CAAC,6BAA6B,QAAQ,CAAC,SAAS,WAAW,MAAM,EAAE,CAAC,CAAA;QACjF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,yBAAyB,QAAQ,CAAC,SAAS,WAAW,MAAM,GAAG,EAAE,CAAC,CAAC,CAAA;QAClF,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,cAAc,KAAK,QAAQ;gBAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;QAClE,CAAC;IACH,CAAC;IAEO,4BAA4B,CAAC,QAAuB;QAC1D,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;YACjC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAA;QAC/D,CAAC;QACD,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;YACtB,0EAA0E;YAC1E,0EAA0E;YAC1E,oEAAoE;YACpE,IAAI,QAAQ,CAAC,mBAAmB,IAAI,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBACrG,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAA;YACpE,CAAC;YACD,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,GAAG,oBAAoB,CAAC,kBAAkB,oBAAoB,CAAC,CAAA;QACrG,CAAC,EAAE,oBAAoB,CAAC,kBAAkB,CAAC,CAAA;IAC7C,CAAC;IAEO,6BAA6B;QACnC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YACnD,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QAChD,CAAC;QACD,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAA;IACrC,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CAAC,OAAyB,EAAE,UAAmC;QAC9E,MAAM,EAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,cAAc,GAAG,IAAI,EAAE,mBAAmB,GAAG,KAAK,EAAC,GAAG,OAAO,CAAA;QAC9G,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,MAAM,eAAe,GACnB,IAAI,CAAC,eAAe;YACpB,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS;YAC/B,IAAI,CAAC,eAAe,CAAC,KAAK,KAAK,KAAK;YACpC,IAAI,CAAC,eAAe,CAAC,QAAQ,KAAK,QAAQ;YAC1C,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,oBAAoB,CAAC,wBAAwB,CAAA;QACtF,MAAM,gBAAgB,GAAG,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAC/D,CAAC,SAAS,EAAE,EAAE,CACZ,CAAC,SAAS,CAAC,SAAS;YACpB,SAAS,CAAC,KAAK,KAAK,KAAK;YACzB,SAAS,CAAC,QAAQ,KAAK,QAAQ;YAC/B,GAAG,GAAG,SAAS,CAAC,SAAS,GAAG,oBAAoB,CAAC,wBAAwB,CAC5E,CAAA;QACD,IAAI,eAAe,IAAI,gBAAgB,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,4CAA4C,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YACrG,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAA;YAC9E,OAAM;QACR,CAAC;QAED,MAAM,OAAO,GAAyB,EAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAC,CAAA;QACzF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAE7C,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC,CAAA;QAE5F,IAAI,CAAC;YACH,0DAA0D;YAC1D,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACtC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;gBACnD,OAAM;YACR,CAAC;YAED,wEAAwE;YACxE,wEAAwE;YACxE,0EAA0E;YAC1E,qEAAqE;YACrE,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAA;gBACvE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;YACrC,CAAC;YACD,+CAA+C;YAC/C,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;YAC9B,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;gBACnD,OAAM;YACR,CAAC;YAED,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACzB,IAAI,CAAC,6BAA6B,EAAE,CAAA;YACtC,CAAC;YAED,oCAAoC;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;YAElC,aAAa;YACb,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;YAEhD,+BAA+B;YAC/B,MAAM,QAAQ,GAAkB;gBAC9B,SAAS;gBACT,QAAQ;gBACR,mBAAmB,EAAE,OAAO,SAAS,EAAE;gBACvC,KAAK;gBACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,SAAS,EAAE,KAAK;gBAChB,mBAAmB;gBACnB,UAAU;aACX,CAAA;YACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAA;YAC/B,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACvC,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;gBACjC,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAA;YACnE,CAAC;YAED,8BAA8B;YAC9B,wFAAwF;YACxF,MAAM,CAAC,OAAO,CAAC,EAAC,GAAG,EAAE,QAAQ,EAAC,CAAC,CAAA;YAC/B,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAA;YAC9B,MAAM,CAAC,IAAI,EAAE,CAAA;YAEb,qEAAqE;YACrE,sEAAsE;YACtE,0EAA0E;YAC1E,gBAAgB;YAChB,KAAK,IAAI,CAAC,+BAA+B,CAAC,QAAQ,CAAC,CAAA;YAEnD,8CAA8C;YAC9C,sEAAsE;YACtE,4EAA4E;YAC5E,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;gBACzC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;gBACjD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YACpC,CAAC;YACD,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACnD,OAAO,CAAC,IAAI,CAAC,gDAAgD,EAAE,CAAC,CAAC,CAAA;YACnE,CAAC,CAAC,CAAA;YAEF,OAAO,CAAC,GAAG,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAA;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,mBAAmB,EAAE,CAAC;gBACxB,6BAA6B,CAAC,OAAO,SAAS,EAAE,EAAE,KAAK,CAAC,CAAA;YAC1D,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAA;YAClG,IAAI,cAAc,EAAE,CAAC;gBACnB,cAAc,CAAC,SAAS,GAAG,IAAI,CAAA;gBAC/B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;gBAC3B,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,wBAAwB,CAAC,CAAA;YACrE,CAAC;YACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;gBACnD,OAAM;YACR,CAAC;YACD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CAAA;YAC3F,OAAO,CAAC,KAAK,CAAC,yBAAyB,SAAS,GAAG,EAAE,YAAY,CAAC,CAAA;YAClE,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACrC,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QAC3D,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,OAAO,EAAE,CAAC;gBACrD,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,cAAc,CAAC,SAAiB;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACpD,IAAI,OAAO;YAAE,OAAO,CAAC,SAAS,GAAG,IAAI,CAAA;QAErC,IAAI,IAAI,CAAC,eAAe,EAAE,SAAS,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACrF,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,6BAAsC,KAAK;QAC1E,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS;YAAE,OAAM;QAEnE,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAA;QACrC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;QACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;QAC3B,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;YACjC,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAA;QACpE,CAAC;QAED,qEAAqE;QACrE,qEAAqE;QACrE,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;QAEnD,+DAA+D;QAC/D,IAAI,CAAC,wBAAwB,EAAE,CAAA;QAC/B,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAChC,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACvC,CAAC;QAED,uCAAuC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAA;QACjD,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,CAAC,CAAA;QAC7E,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,SAAS,UAAU,SAAS,IAAI,CAAC,CAAA;IAC9E,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,MAAmB;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAA;QAErC,6DAA6D;QAC7D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACpC,OAAM;QACR,CAAC;QAED,6BAA6B;QAC7B,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA,CAAC,0BAA0B;YAC3E,OAAO,CAAC,GAAG,CAAC,gCAAgC,QAAQ,CAAC,SAAS,eAAe,UAAU,IAAI,CAAC,CAAA;YAC5F,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;YAEzB,wEAAwE;YACxE,oEAAoE;YACpE,yEAAyE;YACzE,IAAI,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAA;YAE3C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;YAC3B,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,CAAA;YAE5E,+DAA+D;YAC/D,IAAI,CAAC,wBAAwB,EAAE,CAAA;YAC/B,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACrC,OAAM;QACR,CAAC;QAED,4EAA4E;QAC5E,8EAA8E;QAC9E,wEAAwE;QACxE,4EAA4E;QAC5E,IAAI,MAAM,CAAC,aAAa,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAA;YACjD,IAAI,SAAS,GAAG,IAAI,EAAE,CAAC;gBACrB,OAAO,CAAC,KAAK,CAAC,8BAA8B,QAAQ,CAAC,SAAS,4BAA4B,SAAS,KAAK,CAAC,CAAA;gBACzG,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;gBACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;gBAC3B,IAAI,QAAQ,CAAC,mBAAmB,EAAE,CAAC;oBACjC,6BAA6B,CAAC,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAA;gBACpE,CAAC;gBACD,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAA;gBACvD,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,EAAE,oCAAoC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;gBACnG,IAAI,CAAC,wBAAwB,EAAE,CAAA;gBAC/B,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,wBAAwB;QAC9B,2BAA2B;QAC3B,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QACnD,CAAC;QAED,qFAAqF;QACrF,oEAAoE;QACpE,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;YACpD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;YAClC,8EAA8E;YAC9E,0EAA0E;YAC1E,yEAAyE;YACzE,IAAI,IAAI,CAAC,SAAS,EAAE;gBAAE,OAAM;YAC5B,YAAY,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACpD,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,CAAC,CAAC,CAAA;YAClE,CAAC,CAAC,CAAA;QACJ,CAAC,EAAE,oBAAoB,CAAC,sBAAsB,CAAC,CAAA;IACjD,CAAC;IAED,6EAA6E;IAE7E;;;;OAIG;IACI,KAAK,CAAC,UAAU,CAAC,OAA+B;QACrD,MAAM,EAAC,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,EAAE,cAAc,GAAG,IAAI,EAAE,QAAQ,EAAC,GAAG,OAAO,CAAA;QACtG,OAAO,CAAC,GAAG,CACT,sBAAsB,QAAQ,SAAS,KAAK,UAAU,UAAU,OAAO,QAAQ,EAAE;YAC/E,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,QAAQ,EAAE,CAAC,CAC1D,CAAA;QAED,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAEtC,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAA;gBAClE,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;YACrC,CAAC;YACD,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAA;QACtC,CAAC;QAED,MAAM,YAAY,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;QAC5G,IAAI,CAAC,6BAA6B,EAAE,CAAA;QAEpC,MAAM,MAAM,GAAgB;YAC1B,QAAQ;YACR,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAA;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAElC,wEAAwE;QACxE,8DAA8D;QAC9D,IAAI,IAAI,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;YACzC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;YACjD,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAA;QACpC,CAAC;QACD,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACnD,OAAO,CAAC,IAAI,CAAC,uDAAuD,EAAE,CAAC,CAAC,CAAA;QAC1E,CAAC,CAAC,CAAA;QAEF,uEAAuE;QACvE,KAAK,IAAI,CAAC,qCAAqC,CAAC,MAAM,CAAC,CAAA;IACzD,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,gBAAgB,CAAC,QAAgB,EAAE,MAAc;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,cAAc,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YACrE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,+EAA+E;IACxE,KAAK,CAAC,WAAW,CAAC,QAAgB;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,UAAU,QAAQ,cAAc,CAAC,CAAA;QACnD,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;YAC1D,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YACvF,OAAO,MAAM,IAAI,EAAE,CAAA;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YACrE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,yEAAyE;IAClE,KAAK,CAAC,WAAW,CAAC,QAAgB;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACzC,MAAM,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACtD,OAAO,CAAC,IAAI,CAAC,uBAAuB,QAAQ,sBAAsB,EAAE,CAAC,CAAC,CAAA;QACxE,CAAC,CAAC,CAAA;QACF,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAED,gFAAgF;IACxE,KAAK,CAAC,eAAe,CAAC,cAAuB;QACnD,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aACzC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,cAAc,CAAC;aACtD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACnC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC5E,CAAC;IAED,oEAAoE;IAC5D,SAAS,CAAC,MAAmB,EAAE,OAAgB,EAAE,KAAoB,EAAE,UAAyB;QACtG,IAAI,MAAM,CAAC,KAAK;YAAE,OAAM;QACxB,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACpC,iEAAiE;QACjE,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC;YACzF,IAAI,CAAC,wBAAwB,EAAE,CAAA;YAC/B,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACvC,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAC7D,CAAC;IAED,+EAA+E;IACvE,KAAK,CAAC,qCAAqC,CAAC,MAAmB;QACrE,IAAI,IAAI,CAAC,yBAAyB,KAAK,IAAI;YAAE,OAAM;QACnD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,+BAA+B,EAAE,CAAA;YACxD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,oBAAoB,CAAC,4BAA4B;gBAAE,OAAM;YAChG,IAAI,MAAM,CAAC,KAAK;gBAAE,OAAM;YACxB,OAAO,CAAC,GAAG,CAAC,uDAAuD,KAAK,GAAG,CAAC,CAAA;YAC5E,MAAM,IAAI,CAAC,+BAA+B,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,CAAA;YACrF,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAClB,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAA;YACxC,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,+BAA+B,CAAC,KAAK,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7G,CAAC;IACH,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,UAAU,CAAC,KAAc;QACpC,wEAAwE;QACxE,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aACzC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC;aACpD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACnC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;QAE1E,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS;YAAE,OAAM;QAEnE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,oCAAoC,KAAK,IAAI,OAAO,EAAE,CAAC,CAAA;YACnE,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,OAAO;QAClB,MAAM,IAAI,CAAC,eAAe,EAAE,CAAA;QAC5B,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAA;YAC3C,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACI,SAAS;QACd,OAAO,CAAC,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAA;IACpG,CAAC;IAED;;OAEG;IACI,eAAe;QACpB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1F,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QACxC,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACpE,OAAO,CAAC,GAAG,MAAM,CAAC,CAAA;IACpB,CAAC;IAED;;OAEG;IACI,cAAc;QACnB,OAAO,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAA;IAC9F,CAAC;IAED;;OAEG;IACI,OAAO;QACZ,KAAK,IAAI,CAAC,eAAe,EAAE,CAAA;QAC3B,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YAC5D,IAAI,CAAC,wBAAwB,EAAE,CAAA;QACjC,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACvC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;gBACpB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAA;QAC5B,CAAC;IACH,CAAC;;AAGH,MAAM,oBAAoB,GAAG,oBAAoB,CAAC,WAAW,EAAE,CAAA;AAC/D,eAAe,oBAAoB,CAAA","sourcesContent":["import {createAudioPlayer, AudioPlayer, AudioStatus, setAudioModeAsync} from \"expo-audio\"\nimport BluetoothSdk from \"@mentra/bluetooth-sdk/internal\"\nimport {BgTimer} from \"../utils/timers\"\nimport {setAudioCloudUplinkSuppressed} from \"./AudioCloudUplink\"\nimport {SILENT_AUDIO_SOURCE} from \"./audioPlaybackAssets\"\n\nconst RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK = false\n\ninterface AudioPlayRequest {\n requestId: string\n audioUrl: string\n appId?: string\n volume?: number\n stopOtherAudio?: boolean\n /**\n * Suppress microphone audio sent to cloud STT while this audio is audible.\n * Opt-in and off by default: the suppression is global to the uplink, so a\n * caller that sets this silences STT for every running app, not just itself.\n * No platform path sets it today (see AudioCloudUplink and OS-1741).\n */\n suppressCloudUplink?: boolean\n}\n\nexport type AudioPlaybackCompletionReason = \"completed\" | \"interrupted\" | \"error\"\n\ntype AudioPlaybackCompletion = (\n requestId: string,\n success: boolean,\n error: string | null,\n duration: number | null,\n reason: AudioPlaybackCompletionReason,\n) => void\n\ninterface PlaybackState {\n requestId: string\n audioUrl: string\n uplinkSuppressionId: string\n appId?: string\n startTime: number\n completed: boolean // Guard against double callbacks\n suppressCloudUplink: boolean\n onComplete: AudioPlaybackCompletion\n}\n\ninterface PendingPlaybackState {\n cancelled: boolean\n audioUrl: string\n appId?: string\n createdAt: number\n}\n\n/** Open request for a live PCM output stream (miniapp speaker.createStream). */\nexport interface AudioStreamOpenRequest {\n streamId: string\n appId: string\n /** PCM sample rate in Hz (16000 / 24000 / 48000). */\n sampleRate: number\n /** Channel count. v1 is mono. */\n channels: number\n volume?: number\n stopOtherAudio?: boolean\n /**\n * Playout headroom in ms, which is also this stream's floor latency because the native track\n * fills to its buffer and stays there. Omit it for clip playback; a realtime caller passes a\n * small value and accepts the thinner cushion. Android only.\n */\n jitterMs?: number\n /**\n * Called when the stream ends for any reason (drained after close, aborted,\n * interrupted by other audio, or native error).\n */\n onEnded: (streamId: string, success: boolean, error: string | null, durationMs: number | null) => void\n}\n\n/** One live PCM stream session, backed by native streaming audio. */\ninterface StreamState {\n streamId: string\n appId: string\n startTime: number\n ended: boolean // Guard against double onEnded\n onEnded: AudioStreamOpenRequest[\"onEnded\"]\n}\n\nclass AudioPlaybackService {\n private static instance: AudioPlaybackService | null = null\n // Reuse a single AudioPlayer to avoid AudioTrack exhaustion\n // Creating new ExoPlayer instances per request leads to -12 ENOMEM errors\n private player: AudioPlayer | null = null\n // The source currently loaded into the reusable player. Keep object identity\n // so a delayed tail cleanup from an older request cannot unload a newer one.\n private loadedPlayback: PlaybackState | null = null\n private currentPlayback: PlaybackState | null = null\n // Requests that entered play() but have not yet reached the native player.\n // Keeping these addressable prevents a cancelled request from starting after\n // an async audio-mode or stream-cleanup step finishes.\n private pendingPlaybacks = new Map<string, PendingPlaybackState>()\n // Live PCM streams (speaker.createStream), keyed by streamId. The runtime\n // enforces one per app; stopOtherAudio interrupts across apps.\n private streams = new Map<string, StreamState>()\n private audioModeConfigured: boolean = false\n // Debounce timer for notifying native that audio stopped\n // Prevents mic toggle flicker when playing back-to-back audio\n // Uses BgTimer to work reliably when app is backgrounded on Android\n private audioStopDebounceTimer: number | null = null\n // Playback that opted into suppression stays suppressed briefly while its\n // A2DP tail drains. Track those completed sources so a later unsuppressed\n // sound can resume listening immediately instead of inheriting that gate.\n private tailUplinkSuppressions = new Set<string>()\n // Original glasses media volume captured before we bump it for A2DP playback.\n private glassesVolumeRestoreLevel: number | null = null\n private static readonly AUDIO_STOP_DEBOUNCE_MS = 1500\n private static readonly A2DP_TAIL_DRAIN_MS = 700\n /** Break accidental same-app replay storms without affecting deliberate later replays. */\n private static readonly DUPLICATE_PLAY_WINDOW_MS = 750\n /** If glasses report step volume at or below this, bump to FLOOR before A2DP playback. */\n private static readonly GLASSES_VOLUME_LOW_THRESHOLD = 2\n private static readonly GLASSES_VOLUME_FLOOR = 9\n\n private constructor() {}\n\n /**\n * Configure audio mode for playback, re-asserting it on EVERY play.\n *\n * This must run before each play — not just once — because other parts of the\n * app put the shared iOS AVAudioSession into a record-oriented category and\n * never restore it. In particular the phone mic (PhoneMic.swift) switches the\n * session to `.playAndRecord` (sometimes `.voiceChat`/earpiece routing) while\n * capturing and only deactivates it on stop, leaving the category sticky. A\n * miniapp like the Recorder records and then immediately plays back through\n * this service; if we kept the old \"configure once\" guard, playback would land\n * in the leftover `.playAndRecord` session and be inaudible on the phone\n * speaker (the symptom: the progress bar runs but no sound comes out). Calling\n * setAudioModeAsync with no `allowsRecording` maps to category `.playback`,\n * reclaiming the speaker route. `audioModeConfigured` is kept only to gate the\n * one-time log.\n */\n private async ensureAudioModeConfigured(): Promise<void> {\n try {\n await setAudioModeAsync({\n shouldPlayInBackground: true,\n playsInSilentMode: true,\n interruptionMode: \"duckOthers\",\n })\n if (!this.audioModeConfigured) {\n this.audioModeConfigured = true\n console.log(\"AUDIO: Audio mode configured for playback\")\n }\n } catch (error) {\n console.error(\"AUDIO: Failed to configure audio mode:\", error)\n // Don't block playback if audio mode config fails\n }\n }\n\n public static getInstance(): AudioPlaybackService {\n if (!AudioPlaybackService.instance) {\n AudioPlaybackService.instance = new AudioPlaybackService()\n }\n return AudioPlaybackService.instance\n }\n\n /**\n * Ensure we have a reusable player instance\n */\n private ensurePlayer(): AudioPlayer {\n if (!this.player) {\n console.log(\"AUDIO: Creating reusable AudioPlayer instance\")\n this.player = createAudioPlayer(null)\n\n // Add status listener once - it will handle all playback completions\n this.player.addListener(\"playbackStatusUpdate\", (status: AudioStatus) => {\n this.onPlaybackStatusUpdate(status)\n })\n }\n return this.player\n }\n\n private async getGlassesMediaVolumeWithTiming() {\n const startedAt = Date.now()\n try {\n const result = await BluetoothSdk.getGlassesMediaVolume()\n console.log(`AUDIO: Glasses media volume read completed in ${Date.now() - startedAt}ms`)\n return result\n } catch (error) {\n console.warn(\n `AUDIO: Glasses media volume read failed after ${Date.now() - startedAt}ms:`,\n error instanceof Error ? error.message : String(error),\n )\n throw error\n }\n }\n\n private async setGlassesMediaVolumeWithTiming(level: number) {\n const startedAt = Date.now()\n try {\n const result = await BluetoothSdk.setGlassesMediaVolume(level)\n console.log(`AUDIO: Glasses media volume set(${level}) completed in ${Date.now() - startedAt}ms`)\n return result\n } catch (error) {\n console.warn(\n `AUDIO: Glasses media volume set(${level}) failed after ${Date.now() - startedAt}ms:`,\n error instanceof Error ? error.message : String(error),\n )\n throw error\n }\n }\n\n /**\n * Mentra Live: raise glasses media volume over BLE when it is very low so A2DP prompts are audible.\n * Fail-open on unsupported devices, timeouts, or errors.\n */\n private async ensureGlassesMediaVolumeForA2dp(playback: PlaybackState): Promise<void> {\n if (this.glassesVolumeRestoreLevel !== null) {\n console.log(\n `AUDIO: Keeping bumped glasses media volume at ${AudioPlaybackService.GLASSES_VOLUME_FLOOR} during ongoing playback`,\n )\n return\n }\n\n try {\n const raw = await this.getGlassesMediaVolumeWithTiming()\n const level = Number(raw.level)\n const statusCode = Number(raw.statusCode)\n if (!Number.isFinite(level)) {\n console.log(\"AUDIO: Received glasses media volume response without numeric level:\", JSON.stringify(raw))\n return\n }\n const k900S = Number.isFinite(statusCode) && statusCode >= 0 ? ` K900_S=${statusCode}` : \"\"\n console.log(`AUDIO: Glasses media step volume (wearable knob, 0-15 scale): ${level}/15.${k900S}`)\n if (level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD) {\n return\n }\n if (this.currentPlayback !== playback || playback.completed) {\n console.log(\"AUDIO: Skipping glasses volume bump; playback already ended\")\n return\n }\n console.log(`AUDIO: Raising glasses media volume (was ${level})`)\n await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR)\n if (this.currentPlayback === playback && !playback.completed) {\n this.glassesVolumeRestoreLevel = level\n } else if (RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {\n console.log(\"AUDIO: Restoring glasses volume immediately; playback ended during volume bump\")\n await this.setGlassesMediaVolumeWithTiming(level)\n } else {\n console.log(\"AUDIO: Leaving bumped glasses media volume unchanged after playback\")\n }\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e)\n console.warn(\"AUDIO: Skipping glasses volume bump:\", msg)\n }\n }\n\n /**\n * Restore the user's original glasses media step volume after A2DP playback finishes.\n */\n private async restoreGlassesMediaVolume(): Promise<void> {\n const restoreLevel = this.glassesVolumeRestoreLevel\n if (restoreLevel === null) {\n return\n }\n if (!RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {\n this.glassesVolumeRestoreLevel = null\n console.log(\"AUDIO: Leaving bumped glasses media volume unchanged after playback\")\n return\n }\n\n try {\n console.log(`AUDIO: Restoring glasses media volume to ${restoreLevel}`)\n await this.setGlassesMediaVolumeWithTiming(restoreLevel)\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e)\n console.warn(`AUDIO: Failed to restore glasses volume to ${restoreLevel}:`, msg)\n } finally {\n this.glassesVolumeRestoreLevel = null\n }\n }\n\n private unloadPlaybackSource(playback: PlaybackState, reason: string): void {\n if (this.loadedPlayback !== playback) return\n const player = this.player\n if (!player) {\n this.loadedPlayback = null\n return\n }\n\n try {\n player.pause()\n } catch (e) {\n console.warn(`AUDIO: Error pausing ${playback.requestId} during ${reason}:`, e)\n }\n\n try {\n // replace(null) fails native argument casting on iOS, while remove()\n // destroys the ExoPlayer that Android must reuse to avoid AudioTrack\n // exhaustion. Replacing with bundled silence detaches the previous media\n // item on both platforms and leaves the native player alive.\n player.replace(SILENT_AUDIO_SOURCE)\n console.log(`AUDIO: Cleared source for ${playback.requestId} during ${reason}`)\n } catch (e) {\n console.warn(`AUDIO: Error clearing ${playback.requestId} during ${reason}:`, e)\n } finally {\n if (this.loadedPlayback === playback) this.loadedPlayback = null\n }\n }\n\n private clearFinishedPlayerAfterTail(playback: PlaybackState): void {\n if (playback.suppressCloudUplink) {\n this.tailUplinkSuppressions.add(playback.uplinkSuppressionId)\n }\n BgTimer.setTimeout(() => {\n // ExoPlayer's completion event precedes the final A2DP audio reaching the\n // glasses. Keep cloud STT gated until that audible tail has drained, then\n // accept fresh microphone audio immediately without restarting LC3.\n if (playback.suppressCloudUplink && this.tailUplinkSuppressions.delete(playback.uplinkSuppressionId)) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false)\n }\n this.unloadPlaybackSource(playback, `${AudioPlaybackService.A2DP_TAIL_DRAIN_MS}ms A2DP tail drain`)\n }, AudioPlaybackService.A2DP_TAIL_DRAIN_MS)\n }\n\n private releaseTailUplinkSuppressions(): void {\n for (const sourceId of this.tailUplinkSuppressions) {\n setAudioCloudUplinkSuppressed(sourceId, false)\n }\n this.tailUplinkSuppressions.clear()\n }\n\n /**\n * Play audio from a URL.\n * Returns a promise that resolves with playback result when audio finishes or errors.\n */\n public async play(request: AudioPlayRequest, onComplete: AudioPlaybackCompletion): Promise<void> {\n const {requestId, audioUrl, appId, volume = 1.0, stopOtherAudio = true, suppressCloudUplink = false} = request\n const now = Date.now()\n const activeDuplicate =\n this.currentPlayback &&\n !this.currentPlayback.completed &&\n this.currentPlayback.appId === appId &&\n this.currentPlayback.audioUrl === audioUrl &&\n now - this.currentPlayback.startTime < AudioPlaybackService.DUPLICATE_PLAY_WINDOW_MS\n const pendingDuplicate = [...this.pendingPlaybacks.values()].some(\n (candidate) =>\n !candidate.cancelled &&\n candidate.appId === appId &&\n candidate.audioUrl === audioUrl &&\n now - candidate.createdAt < AudioPlaybackService.DUPLICATE_PLAY_WINDOW_MS,\n )\n if (activeDuplicate || pendingDuplicate) {\n console.warn(`AUDIO: Suppressed duplicate play request ${requestId}${appId ? ` from ${appId}` : \"\"}`)\n onComplete(requestId, false, \"Duplicate audio request suppressed\", 0, \"error\")\n return\n }\n\n const pending: PendingPlaybackState = {cancelled: false, audioUrl, appId, createdAt: now}\n this.pendingPlaybacks.set(requestId, pending)\n\n console.log(`AUDIO: Play request ${requestId}${appId ? ` from ${appId}` : \"\"}: ${audioUrl}`)\n\n try {\n // Ensure audio mode is configured for background playback\n await this.ensureAudioModeConfigured()\n if (pending.cancelled) {\n onComplete(requestId, true, null, 0, \"interrupted\")\n return\n }\n\n // URL playback reuses one native player, so replacing its source always\n // interrupts the previous URL even when stopOtherAudio is false. Notify\n // that request before replacing it so its promise cannot hang. The option\n // still controls whether separate PCM streams are interrupted below.\n if (this.currentPlayback && !this.currentPlayback.completed) {\n console.log(`AUDIO: Interrupting current URL playback for new request`)\n this.interruptCurrentPlayback(true)\n }\n // Live PCM streams count as \"other audio\" too.\n if (stopOtherAudio) {\n await this.abortAllStreams()\n }\n if (pending.cancelled) {\n onComplete(requestId, true, null, 0, \"interrupted\")\n return\n }\n\n if (!suppressCloudUplink) {\n this.releaseTailUplinkSuppressions()\n }\n\n // Get or create the reusable player\n const player = this.ensurePlayer()\n\n // Set volume\n player.volume = Math.max(0, Math.min(1, volume))\n\n // Store the new playback state\n const playback: PlaybackState = {\n requestId,\n audioUrl,\n uplinkSuppressionId: `url:${requestId}`,\n appId,\n startTime: Date.now(),\n completed: false,\n suppressCloudUplink,\n onComplete,\n }\n this.currentPlayback = playback\n this.pendingPlaybacks.delete(requestId)\n if (playback.suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, true)\n }\n\n // Replace the source and play\n // Using replace() reuses the existing ExoPlayer/AudioTrack instead of creating new ones\n player.replace({uri: audioUrl})\n this.loadedPlayback = playback\n player.play()\n\n // Mentra Live volume reads can block up to 5s when the glasses don't\n // answer. Do not put that in front of playback; guard it against late\n // completion so a stale volume response cannot bump after this request is\n // already over.\n void this.ensureGlassesMediaVolumeForA2dp(playback)\n\n // Notify native that our app is playing audio\n // Used to suspend LC3 mic during audio playback to avoid MCU overload\n // Cancel any pending \"stop\" notification first (handles back-to-back audio)\n if (this.audioStopDebounceTimer !== null) {\n BgTimer.clearTimeout(this.audioStopDebounceTimer)\n this.audioStopDebounceTimer = null\n }\n BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {\n console.warn(\"AUDIO: Failed to notify native of audio start:\", e)\n })\n\n console.log(`AUDIO: Started playback for ${requestId}`)\n } catch (error) {\n if (suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(`url:${requestId}`, false)\n }\n const failedPlayback = this.currentPlayback?.requestId === requestId ? this.currentPlayback : null\n if (failedPlayback) {\n failedPlayback.completed = true\n this.currentPlayback = null\n this.unloadPlaybackSource(failedPlayback, \"playback start failure\")\n }\n if (pending.cancelled) {\n onComplete(requestId, true, null, 0, \"interrupted\")\n return\n }\n const errorMessage = error instanceof Error ? error.message : \"Unknown error loading audio\"\n console.error(`AUDIO: Failed to play ${requestId}:`, errorMessage)\n void this.restoreGlassesMediaVolume()\n onComplete(requestId, false, errorMessage, null, \"error\")\n } finally {\n if (this.pendingPlaybacks.get(requestId) === pending) {\n this.pendingPlaybacks.delete(requestId)\n }\n }\n }\n\n /**\n * Cancel one URL playback without touching audio owned by another request.\n * Pending requests are prevented from reaching the native player; active\n * requests are paused synchronously before their completion callback fires.\n */\n public cancelPlayback(requestId: string): void {\n const pending = this.pendingPlaybacks.get(requestId)\n if (pending) pending.cancelled = true\n\n if (this.currentPlayback?.requestId === requestId && !this.currentPlayback.completed) {\n this.interruptCurrentPlayback()\n }\n }\n\n /**\n * Interrupt current playback and notify its callback\n */\n private interruptCurrentPlayback(preserveGlassesMediaVolume: boolean = false): void {\n if (!this.currentPlayback || this.currentPlayback.completed) return\n\n const playback = this.currentPlayback\n playback.completed = true\n this.currentPlayback = null\n if (playback.suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false)\n }\n\n // Pausing alone leaves the URI available to OS/Bluetooth media Play.\n // Unload it unless a newer request has already replaced this source.\n this.unloadPlaybackSource(playback, \"interruption\")\n\n // Notify native that our app stopped playing audio (debounced)\n this.notifyAudioStopDebounced()\n if (!preserveGlassesMediaVolume) {\n void this.restoreGlassesMediaVolume()\n }\n\n // Notify that playback was interrupted\n const elapsedMs = Date.now() - playback.startTime\n playback.onComplete(playback.requestId, true, null, elapsedMs, \"interrupted\")\n console.log(`AUDIO: Interrupted ${playback.requestId} after ${elapsedMs}ms`)\n }\n\n /**\n * Handle playback status updates from expo-audio\n */\n private onPlaybackStatusUpdate(status: AudioStatus): void {\n const playback = this.currentPlayback\n\n // Guard against callbacks for unknown or completed playbacks\n if (!playback || playback.completed) {\n return\n }\n\n // Check if playback finished\n if (status.didJustFinish) {\n const durationMs = (status.duration || 0) * 1000 // expo-audio uses seconds\n console.log(`AUDIO: Playback finished for ${playback.requestId}, duration: ${durationMs}ms`)\n playback.completed = true\n\n // ExoPlayer can report finished before an A2DP sink has audibly drained\n // the last buffered audio. Pausing immediately can clip the tail on\n // Mentra Live; defer cleanup and guard it against a newer loaded source.\n this.clearFinishedPlayerAfterTail(playback)\n\n this.currentPlayback = null\n playback.onComplete(playback.requestId, true, null, durationMs, \"completed\")\n\n // Notify native that our app stopped playing audio (debounced)\n this.notifyAudioStopDebounced()\n void this.restoreGlassesMediaVolume()\n return\n }\n\n // Detect silent playback failures: expo-audio doesn't surface errors to JS,\n // so when ExoPlayer fails to load/play a URL (network error, HTTP 500, etc.),\n // the player state goes to \"idle\" with nothing loaded and no buffering.\n // We wait 1500ms after play() to avoid false positives during initial load.\n if (status.playbackState === \"idle\" && !status.isBuffering && !status.isLoaded) {\n const elapsedMs = Date.now() - playback.startTime\n if (elapsedMs > 1500) {\n console.error(`AUDIO: Playback failed for ${playback.requestId} (player went idle after ${elapsedMs}ms)`)\n playback.completed = true\n this.currentPlayback = null\n if (playback.suppressCloudUplink) {\n setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false)\n }\n this.unloadPlaybackSource(playback, \"playback failure\")\n playback.onComplete(playback.requestId, false, \"Playback failed (player went idle)\", null, \"error\")\n this.notifyAudioStopDebounced()\n void this.restoreGlassesMediaVolume()\n }\n }\n }\n\n /**\n * Notify native that audio stopped, with debouncing to prevent mic toggle flicker\n * when playing back-to-back audio files\n */\n private notifyAudioStopDebounced(): void {\n // Clear any existing timer\n if (this.audioStopDebounceTimer !== null) {\n BgTimer.clearTimeout(this.audioStopDebounceTimer)\n }\n\n // Set a new timer - if new audio starts within this window, the timer gets cancelled\n // Uses BgTimer to work reliably when app is backgrounded on Android\n this.audioStopDebounceTimer = BgTimer.setTimeout(() => {\n this.audioStopDebounceTimer = null\n // URL playback and live PCM streams may overlap when stopOtherAudio is false.\n // A URL that ends must not clear the native playback signal while another\n // source is still active, or the mic watchdog can interrupt that source.\n if (this.isPlaying()) return\n BluetoothSdk.setOwnAppAudioPlaying(false).catch((e) => {\n console.warn(\"AUDIO: Failed to notify native of audio stop:\", e)\n })\n }, AudioPlaybackService.AUDIO_STOP_DEBOUNCE_MS)\n }\n\n // ── live PCM output streams (miniapp speaker.createStream) ────────────────\n\n /**\n * Open a live PCM stream session. Chunks are pushed with writeStreamChunk\n * into native streaming audio (AudioTrack on Android, AVAudioEngine on iOS),\n * following the media route such as A2DP to connected glasses.\n */\n public async openStream(request: AudioStreamOpenRequest): Promise<void> {\n const {streamId, appId, sampleRate, channels, volume = 1.0, stopOtherAudio = true, jitterMs} = request\n console.log(\n `AUDIO: Stream open ${streamId} from ${appId}: rate=${sampleRate} ch=${channels}` +\n (jitterMs === undefined ? \"\" : ` jitterMs=${jitterMs}`),\n )\n\n await this.ensureAudioModeConfigured()\n\n if (stopOtherAudio) {\n if (this.currentPlayback && !this.currentPlayback.completed) {\n console.log(\"AUDIO: Interrupting current playback for new stream\")\n this.interruptCurrentPlayback(true)\n }\n await this.abortAllStreams(streamId)\n }\n\n await BluetoothSdk.pcmStreamOpen(streamId, sampleRate, channels, Math.max(0, Math.min(1, volume)), jitterMs)\n this.releaseTailUplinkSuppressions()\n\n const stream: StreamState = {\n streamId,\n appId,\n startTime: Date.now(),\n ended: false,\n onEnded: request.onEnded,\n }\n this.streams.set(streamId, stream)\n\n // Cancel any pending \"stopped\" notification and mark our app as playing\n // audio. PCM streams intentionally do not suppress cloud STT.\n if (this.audioStopDebounceTimer !== null) {\n BgTimer.clearTimeout(this.audioStopDebounceTimer)\n this.audioStopDebounceTimer = null\n }\n BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {\n console.warn(\"AUDIO: Failed to notify native of stream audio start:\", e)\n })\n\n // Guarded against the stream ending mid-read, same as the play() path.\n void this.ensureGlassesMediaVolumeForA2dpStream(stream)\n }\n\n /**\n * Append base64 PCM to an open stream. Resolves with the host-side backlog\n * in ms; the native write blocks while the backlog is above the\n * backpressure ceiling, so awaited writes self-throttle to realtime.\n */\n public async writeStreamChunk(streamId: string, base64: string): Promise<{bufferedMs: number}> {\n const stream = this.streams.get(streamId)\n if (!stream || stream.ended) {\n throw new Error(`stream ${streamId} is not open`)\n }\n try {\n return await BluetoothSdk.pcmStreamWrite(streamId, base64)\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error)\n this.endStream(stream, false, message, Date.now() - stream.startTime)\n throw error\n }\n }\n\n /** Drain the backlog, then finish. Resolves with the total played duration. */\n public async closeStream(streamId: string): Promise<{durationMs?: number}> {\n const stream = this.streams.get(streamId)\n if (!stream || stream.ended) {\n throw new Error(`stream ${streamId} is not open`)\n }\n try {\n const result = await BluetoothSdk.pcmStreamClose(streamId)\n this.endStream(stream, true, null, result?.durationMs ?? Date.now() - stream.startTime)\n return result ?? {}\n } catch (error) {\n const message = error instanceof Error ? error.message : String(error)\n this.endStream(stream, false, message, Date.now() - stream.startTime)\n throw error\n }\n }\n\n /** Stop immediately, dropping the backlog. Safe on unknown/ended ids. */\n public async abortStream(streamId: string): Promise<void> {\n const stream = this.streams.get(streamId)\n await BluetoothSdk.pcmStreamAbort(streamId).catch((e) => {\n console.warn(`AUDIO: Stream abort ${streamId} native call failed:`, e)\n })\n if (stream) {\n this.endStream(stream, true, null, Date.now() - stream.startTime)\n }\n }\n\n /** Abort every active stream (optionally sparing one about to replace them). */\n private async abortAllStreams(exceptStreamId?: string): Promise<void> {\n const streamIds = [...this.streams.values()]\n .filter((stream) => stream.streamId !== exceptStreamId)\n .map((stream) => stream.streamId)\n await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)))\n }\n\n /** Terminal bookkeeping for a stream: dedup, unregister, notify. */\n private endStream(stream: StreamState, success: boolean, error: string | null, durationMs: number | null): void {\n if (stream.ended) return\n stream.ended = true\n this.streams.delete(stream.streamId)\n // Only signal \"audio stopped\" when nothing else is making noise.\n if (this.streams.size === 0 && (!this.currentPlayback || this.currentPlayback.completed)) {\n this.notifyAudioStopDebounced()\n void this.restoreGlassesMediaVolume()\n }\n stream.onEnded(stream.streamId, success, error, durationMs)\n }\n\n /** Stream twin of ensureGlassesMediaVolumeForA2dp, guarded by stream.ended. */\n private async ensureGlassesMediaVolumeForA2dpStream(stream: StreamState): Promise<void> {\n if (this.glassesVolumeRestoreLevel !== null) return\n try {\n const raw = await this.getGlassesMediaVolumeWithTiming()\n const level = Number(raw.level)\n if (!Number.isFinite(level) || level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD) return\n if (stream.ended) return\n console.log(`AUDIO: Raising glasses media volume for stream (was ${level})`)\n await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR)\n if (!stream.ended) {\n this.glassesVolumeRestoreLevel = level\n } else {\n await this.setGlassesMediaVolumeWithTiming(level)\n }\n } catch (e) {\n console.warn(\"AUDIO: Skipping glasses volume bump for stream:\", e instanceof Error ? e.message : String(e))\n }\n }\n\n /**\n * Stop playback for a specific app.\n * If appId is not provided, stops all playback.\n */\n public async stopForApp(appId?: string): Promise<void> {\n // Abort this app's live PCM streams too (miniapp stop/disconnect path).\n const streamIds = [...this.streams.values()]\n .filter((stream) => !appId || stream.appId === appId)\n .map((stream) => stream.streamId)\n await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)))\n\n if (!this.currentPlayback || this.currentPlayback.completed) return\n\n if (!appId || this.currentPlayback.appId === appId) {\n console.log(`AUDIO: Stopping playback for app ${appId || \"(all)\"}`)\n this.interruptCurrentPlayback()\n }\n }\n\n /**\n * Stop all audio playback\n */\n public async stopAll(): Promise<void> {\n await this.abortAllStreams()\n if (this.currentPlayback && !this.currentPlayback.completed) {\n console.log(\"AUDIO: Stopping all playback\")\n this.interruptCurrentPlayback()\n }\n }\n\n /**\n * Check if audio is currently playing\n */\n public isPlaying(): boolean {\n return (this.currentPlayback !== null && !this.currentPlayback.completed) || this.streams.size > 0\n }\n\n /**\n * Get current playback app IDs (all active)\n */\n public getActiveAppIds(): string[] {\n const appIds = new Set<string>()\n if (this.currentPlayback && !this.currentPlayback.completed && this.currentPlayback.appId) {\n appIds.add(this.currentPlayback.appId)\n }\n for (const stream of this.streams.values()) appIds.add(stream.appId)\n return [...appIds]\n }\n\n /**\n * Get number of active playbacks\n */\n public getActiveCount(): number {\n return (this.currentPlayback && !this.currentPlayback.completed ? 1 : 0) + this.streams.size\n }\n\n /**\n * Release the player entirely (call when app is shutting down)\n */\n public release(): void {\n void this.abortAllStreams()\n if (this.currentPlayback && !this.currentPlayback.completed) {\n this.interruptCurrentPlayback()\n } else {\n void this.restoreGlassesMediaVolume()\n }\n\n if (this.player) {\n try {\n this.player.remove()\n console.log(\"AUDIO: Released AudioPlayer\")\n } catch (error) {\n console.error(\"AUDIO: Error releasing player:\", error)\n }\n this.player = null\n this.loadedPlayback = null\n }\n }\n}\n\nconst audioPlaybackService = AudioPlaybackService.getInstance()\nexport default audioPlaybackService\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mentra/engine",
|
|
3
|
-
"version": "3.2.1-dev.
|
|
3
|
+
"version": "3.2.1-dev.286",
|
|
4
4
|
"description": "Mentra Engine — miniapp registry, WebView bridge, and miniapp store",
|
|
5
5
|
"main": "build/index.js",
|
|
6
6
|
"react-native": "src/index.ts",
|
|
@@ -97,13 +97,13 @@
|
|
|
97
97
|
"registry": "https://registry.npmjs.org/"
|
|
98
98
|
},
|
|
99
99
|
"dependencies": {
|
|
100
|
-
"@mentra/acs-meeting": "3.2.1-dev.
|
|
101
|
-
"@mentra/glasses-media": "3.2.1-dev.
|
|
102
|
-
"@mentra/bluetooth-sdk": "3.2.1-dev.
|
|
103
|
-
"@mentra/cloud-client": "3.2.1-dev.
|
|
104
|
-
"@mentra/cloud-protocol": "3.2.1-dev.
|
|
105
|
-
"@mentra/crust": "3.2.1-dev.
|
|
106
|
-
"@mentra/miniapp": "3.2.1-dev.
|
|
100
|
+
"@mentra/acs-meeting": "3.2.1-dev.286",
|
|
101
|
+
"@mentra/glasses-media": "3.2.1-dev.286",
|
|
102
|
+
"@mentra/bluetooth-sdk": "3.2.1-dev.286",
|
|
103
|
+
"@mentra/cloud-client": "3.2.1-dev.286",
|
|
104
|
+
"@mentra/cloud-protocol": "3.2.1-dev.286",
|
|
105
|
+
"@mentra/crust": "3.2.1-dev.286",
|
|
106
|
+
"@mentra/miniapp": "3.2.1-dev.286",
|
|
107
107
|
"buffer": "^6.0.3",
|
|
108
108
|
"events": "^3.3.0",
|
|
109
109
|
"react-native-marked": "8.1.1",
|
|
@@ -12,9 +12,9 @@ export interface EngineReleaseMetadata {
|
|
|
12
12
|
export const ENGINE_RELEASE_METADATA: Readonly<EngineReleaseMetadata> = Object.freeze({
|
|
13
13
|
"schemaVersion": 1,
|
|
14
14
|
"familyBaseVersion": "3.2.1",
|
|
15
|
-
"releaseIdentity": "3.2.1-dev.
|
|
16
|
-
"releaseSetId": "mentra-3.2.1-dev.
|
|
17
|
-
"sourceCommit": "
|
|
18
|
-
"otaManifestUrl": "https://artifactscdn.mentraglass.com/Mentra-Community/MentraOS/releases/mentra-builds-v3.2.1/mentra-live-ota-3.2.1-dev.
|
|
19
|
-
"otaManifestSha256": "
|
|
15
|
+
"releaseIdentity": "3.2.1-dev.286",
|
|
16
|
+
"releaseSetId": "mentra-3.2.1-dev.286",
|
|
17
|
+
"sourceCommit": "8bb1fba99f049215b149e53cfaab77d56ab44f2c",
|
|
18
|
+
"otaManifestUrl": "https://artifactscdn.mentraglass.com/Mentra-Community/MentraOS/releases/mentra-builds-v3.2.1/mentra-live-ota-3.2.1-dev.286.json",
|
|
19
|
+
"otaManifestSha256": "441560ca4fac49a81f2d6c27aae8944032c00ce6190a1756ce8e96f29170f286"
|
|
20
20
|
})
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import {createAudioPlayer, AudioPlayer, AudioStatus, setAudioModeAsync} from "expo-audio"
|
|
2
2
|
import BluetoothSdk from "@mentra/bluetooth-sdk/internal"
|
|
3
|
-
import {AppState, Platform} from "react-native"
|
|
4
3
|
import {BgTimer} from "../utils/timers"
|
|
5
4
|
import {setAudioCloudUplinkSuppressed} from "./AudioCloudUplink"
|
|
6
5
|
import {SILENT_AUDIO_SOURCE} from "./audioPlaybackAssets"
|
|
@@ -103,10 +102,6 @@ class AudioPlaybackService {
|
|
|
103
102
|
// Prevents mic toggle flicker when playing back-to-back audio
|
|
104
103
|
// Uses BgTimer to work reliably when app is backgrounded on Android
|
|
105
104
|
private audioStopDebounceTimer: number | null = null
|
|
106
|
-
// Mentra Live's A2DP route may go idle between prompts. Keep a short warm
|
|
107
|
-
// window after actual audio so we only pre-roll the first sound after idle.
|
|
108
|
-
private audioRouteWarmUntil = 0
|
|
109
|
-
private audioRouteWarmupPromise: Promise<void> | null = null
|
|
110
105
|
// Playback that opted into suppression stays suppressed briefly while its
|
|
111
106
|
// A2DP tail drains. Track those completed sources so a later unsuppressed
|
|
112
107
|
// sound can resume listening immediately instead of inheriting that gate.
|
|
@@ -115,18 +110,8 @@ class AudioPlaybackService {
|
|
|
115
110
|
private glassesVolumeRestoreLevel: number | null = null
|
|
116
111
|
private static readonly AUDIO_STOP_DEBOUNCE_MS = 1500
|
|
117
112
|
private static readonly A2DP_TAIL_DRAIN_MS = 700
|
|
118
|
-
private static readonly AUDIO_ROUTE_WARM_WINDOW_MS = 1500
|
|
119
|
-
private static readonly AUDIO_ROUTE_PREWARM_MS = 200
|
|
120
|
-
private static readonly AUDIO_ROUTE_PREWARM_SAMPLE_RATE = 16_000
|
|
121
113
|
/** Break accidental same-app replay storms without affecting deliberate later replays. */
|
|
122
114
|
private static readonly DUPLICATE_PLAY_WINDOW_MS = 750
|
|
123
|
-
private static readonly AUDIO_ROUTE_PREWARM_PCM_BASE64 =
|
|
124
|
-
"AAAA".repeat(
|
|
125
|
-
Math.floor(
|
|
126
|
-
(AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS * AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE * 2) /
|
|
127
|
-
(1000 * 3),
|
|
128
|
-
),
|
|
129
|
-
) + "AA=="
|
|
130
115
|
/** If glasses report step volume at or below this, bump to FLOOR before A2DP playback. */
|
|
131
116
|
private static readonly GLASSES_VOLUME_LOW_THRESHOLD = 2
|
|
132
117
|
private static readonly GLASSES_VOLUME_FLOOR = 9
|
|
@@ -189,64 +174,6 @@ class AudioPlaybackService {
|
|
|
189
174
|
return this.player
|
|
190
175
|
}
|
|
191
176
|
|
|
192
|
-
private markAudioRouteWarm(): void {
|
|
193
|
-
this.audioRouteWarmUntil = Date.now() + AudioPlaybackService.AUDIO_ROUTE_WARM_WINDOW_MS
|
|
194
|
-
}
|
|
195
|
-
|
|
196
|
-
private isAudioRouteWarm(): boolean {
|
|
197
|
-
return this.currentPlayback !== null || this.streams.size > 0 || Date.now() < this.audioRouteWarmUntil
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
/**
|
|
201
|
-
* Wake a cold Android A2DP route with silent PCM before a user-facing sound.
|
|
202
|
-
*
|
|
203
|
-
* Do not call pcmStreamClose here: some Bluetooth routes do not advance an
|
|
204
|
-
* idle AudioTrack playback head, so close waits for its drain timeout. After
|
|
205
|
-
* exactly 200ms of silence we abort the stream instead, which releases the
|
|
206
|
-
* pre-roll immediately and lets the real URL playback begin.
|
|
207
|
-
*/
|
|
208
|
-
private async prewarmAudioRouteIfCold(): Promise<void> {
|
|
209
|
-
if (Platform.OS !== "android" || this.isAudioRouteWarm()) return
|
|
210
|
-
// This silent PCM pre-roll is only an anti-clipping optimization. Some
|
|
211
|
-
// Android devices defer opening its AudioTrack until the host Activity
|
|
212
|
-
// resumes even though the real URL player supports background playback.
|
|
213
|
-
// Never let that optional pre-roll block a glasses-initiated prompt.
|
|
214
|
-
if (AppState.currentState !== "active") {
|
|
215
|
-
console.log(`AUDIO: Skipping cold-route prewarm while app is ${AppState.currentState}`)
|
|
216
|
-
return
|
|
217
|
-
}
|
|
218
|
-
if (this.audioRouteWarmupPromise) return this.audioRouteWarmupPromise
|
|
219
|
-
|
|
220
|
-
const streamId = `audio-route-prewarm-${Date.now()}-${Math.random().toString(36).slice(2)}`
|
|
221
|
-
const warmup = (async () => {
|
|
222
|
-
let opened = false
|
|
223
|
-
const startedAt = Date.now()
|
|
224
|
-
try {
|
|
225
|
-
console.log(`AUDIO: Cold route; prewarming with ${AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS}ms silence`)
|
|
226
|
-
await BluetoothSdk.pcmStreamOpen(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE, 1, 1)
|
|
227
|
-
opened = true
|
|
228
|
-
await BluetoothSdk.pcmStreamWrite(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_PCM_BASE64)
|
|
229
|
-
await new Promise<void>((resolve) => {
|
|
230
|
-
BgTimer.setTimeout(resolve, AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS)
|
|
231
|
-
})
|
|
232
|
-
await BluetoothSdk.pcmStreamAbort(streamId)
|
|
233
|
-
opened = false
|
|
234
|
-
this.markAudioRouteWarm()
|
|
235
|
-
console.log(`AUDIO: Cold-route prewarm completed in ${Date.now() - startedAt}ms`)
|
|
236
|
-
} catch (error) {
|
|
237
|
-
console.warn("AUDIO: Cold-route prewarm failed; continuing with requested audio:", error)
|
|
238
|
-
} finally {
|
|
239
|
-
if (opened) await BluetoothSdk.pcmStreamAbort(streamId).catch(() => {})
|
|
240
|
-
}
|
|
241
|
-
})()
|
|
242
|
-
this.audioRouteWarmupPromise = warmup
|
|
243
|
-
try {
|
|
244
|
-
await warmup
|
|
245
|
-
} finally {
|
|
246
|
-
if (this.audioRouteWarmupPromise === warmup) this.audioRouteWarmupPromise = null
|
|
247
|
-
}
|
|
248
|
-
}
|
|
249
|
-
|
|
250
177
|
private async getGlassesMediaVolumeWithTiming() {
|
|
251
178
|
const startedAt = Date.now()
|
|
252
179
|
try {
|
|
@@ -435,11 +362,6 @@ class AudioPlaybackService {
|
|
|
435
362
|
onComplete(requestId, true, null, 0, "interrupted")
|
|
436
363
|
return
|
|
437
364
|
}
|
|
438
|
-
await this.prewarmAudioRouteIfCold()
|
|
439
|
-
if (pending.cancelled) {
|
|
440
|
-
onComplete(requestId, true, null, 0, "interrupted")
|
|
441
|
-
return
|
|
442
|
-
}
|
|
443
365
|
|
|
444
366
|
// URL playback reuses one native player, so replacing its source always
|
|
445
367
|
// interrupts the previous URL even when stopOtherAudio is false. Notify
|
|
@@ -481,7 +403,6 @@ class AudioPlaybackService {
|
|
|
481
403
|
}
|
|
482
404
|
this.currentPlayback = playback
|
|
483
405
|
this.pendingPlaybacks.delete(requestId)
|
|
484
|
-
this.markAudioRouteWarm()
|
|
485
406
|
if (playback.suppressCloudUplink) {
|
|
486
407
|
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, true)
|
|
487
408
|
}
|
|
@@ -561,7 +482,6 @@ class AudioPlaybackService {
|
|
|
561
482
|
if (playback.suppressCloudUplink) {
|
|
562
483
|
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false)
|
|
563
484
|
}
|
|
564
|
-
this.markAudioRouteWarm()
|
|
565
485
|
|
|
566
486
|
// Pausing alone leaves the URI available to OS/Bluetooth media Play.
|
|
567
487
|
// Unload it unless a newer request has already replaced this source.
|
|
@@ -603,7 +523,6 @@ class AudioPlaybackService {
|
|
|
603
523
|
|
|
604
524
|
this.currentPlayback = null
|
|
605
525
|
playback.onComplete(playback.requestId, true, null, durationMs, "completed")
|
|
606
|
-
this.markAudioRouteWarm()
|
|
607
526
|
|
|
608
527
|
// Notify native that our app stopped playing audio (debounced)
|
|
609
528
|
this.notifyAudioStopDebounced()
|
|
@@ -626,7 +545,6 @@ class AudioPlaybackService {
|
|
|
626
545
|
}
|
|
627
546
|
this.unloadPlaybackSource(playback, "playback failure")
|
|
628
547
|
playback.onComplete(playback.requestId, false, "Playback failed (player went idle)", null, "error")
|
|
629
|
-
this.markAudioRouteWarm()
|
|
630
548
|
this.notifyAudioStopDebounced()
|
|
631
549
|
void this.restoreGlassesMediaVolume()
|
|
632
550
|
}
|
|
@@ -672,7 +590,6 @@ class AudioPlaybackService {
|
|
|
672
590
|
)
|
|
673
591
|
|
|
674
592
|
await this.ensureAudioModeConfigured()
|
|
675
|
-
await this.prewarmAudioRouteIfCold()
|
|
676
593
|
|
|
677
594
|
if (stopOtherAudio) {
|
|
678
595
|
if (this.currentPlayback && !this.currentPlayback.completed) {
|
|
@@ -693,7 +610,6 @@ class AudioPlaybackService {
|
|
|
693
610
|
onEnded: request.onEnded,
|
|
694
611
|
}
|
|
695
612
|
this.streams.set(streamId, stream)
|
|
696
|
-
this.markAudioRouteWarm()
|
|
697
613
|
|
|
698
614
|
// Cancel any pending "stopped" notification and mark our app as playing
|
|
699
615
|
// audio. PCM streams intentionally do not suppress cloud STT.
|
|
@@ -769,7 +685,6 @@ class AudioPlaybackService {
|
|
|
769
685
|
if (stream.ended) return
|
|
770
686
|
stream.ended = true
|
|
771
687
|
this.streams.delete(stream.streamId)
|
|
772
|
-
this.markAudioRouteWarm()
|
|
773
688
|
// Only signal "audio stopped" when nothing else is making noise.
|
|
774
689
|
if (this.streams.size === 0 && (!this.currentPlayback || this.currentPlayback.completed)) {
|
|
775
690
|
this.notifyAudioStopDebounced()
|