iobroker.assistant 1.4.9 → 1.4.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/build/lib/voice/esphome.js +8 -0
- package/build/lib/voice/esphome.js.map +1 -1
- package/build/lib/voice/esphomeEntities.js +10 -0
- package/build/lib/voice/esphomeEntities.js.map +1 -1
- package/build/lib/voice/esphomeProto.js.map +1 -1
- package/build/lib/voice/mediaServer.js +69 -0
- package/build/lib/voice/mediaServer.js.map +1 -1
- package/build/lib/voice/mediaStream.js +264 -0
- package/build/lib/voice/mediaStream.js.map +1 -0
- package/build/main.js +171 -0
- package/build/main.js.map +1 -1
- package/io-package.json +14 -14
- package/package.json +1 -1
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.STREAM_EXTENSIONS = exports.STREAM_CONTENT_TYPES = void 0;
|
|
4
|
+
exports.kindFromContentType = kindFromContentType;
|
|
5
|
+
exports.kindFromUrl = kindFromUrl;
|
|
6
|
+
exports.parsePlaylist = parsePlaylist;
|
|
7
|
+
exports.probeStream = probeStream;
|
|
8
|
+
exports.deviceCodecs = deviceCodecs;
|
|
9
|
+
exports.transcodeTarget = transcodeTarget;
|
|
10
|
+
exports.transcodeArgs = transcodeArgs;
|
|
11
|
+
exports.planStream = planStream;
|
|
12
|
+
const DEVICE_CODECS = ['flac', 'mp3', 'opus', 'wav'];
|
|
13
|
+
/** What every ESPHome speaker media player decoded before the codecs followed the pipelines. */
|
|
14
|
+
const CLASSIC_CODECS = ['mp3', 'flac', 'wav'];
|
|
15
|
+
/** Bytes of a playlist we read; a real one is a few hundred. */
|
|
16
|
+
const MAX_PLAYLIST_BYTES = 64 * 1024;
|
|
17
|
+
/** Playlists pointing at playlists: how deep we follow. */
|
|
18
|
+
const MAX_DEPTH = 3;
|
|
19
|
+
/**
|
|
20
|
+
* The kind of stream a Content-Type announces; 'unknown' when it says nothing useful (missing,
|
|
21
|
+
* `application/octet-stream`, `text/html` of a server that does not care).
|
|
22
|
+
*/
|
|
23
|
+
function kindFromContentType(contentType) {
|
|
24
|
+
const [type, ...params] = contentType.toLowerCase().split(';');
|
|
25
|
+
const t = type.trim();
|
|
26
|
+
if (/^audio\/(mpeg|mp3|mpeg3|x-mpeg|x-mp3)$/.test(t)) {
|
|
27
|
+
return 'mp3';
|
|
28
|
+
}
|
|
29
|
+
if (/^audio\/(x-)?flac$/.test(t)) {
|
|
30
|
+
return 'flac';
|
|
31
|
+
}
|
|
32
|
+
if (/^audio\/((x-)?wav|wave|vnd\.wave)$/.test(t)) {
|
|
33
|
+
return 'wav';
|
|
34
|
+
}
|
|
35
|
+
// ESPHome takes Ogg only with Opus in it; plain audio/ogg is almost always Vorbis
|
|
36
|
+
if (t === 'audio/opus' || (t === 'audio/ogg' && params.join(';').includes('opus'))) {
|
|
37
|
+
return 'opus';
|
|
38
|
+
}
|
|
39
|
+
// m3u and HLS share their types; the body tells them apart
|
|
40
|
+
if (/^(application|audio)\/(vnd\.apple\.mpegurl|x-mpegurl|mpegurl)$/.test(t)) {
|
|
41
|
+
return 'playlist';
|
|
42
|
+
}
|
|
43
|
+
if (t === 'audio/x-scpls' || t === 'application/pls+xml') {
|
|
44
|
+
return 'playlist';
|
|
45
|
+
}
|
|
46
|
+
if (/^(audio|video)\//.test(t)) {
|
|
47
|
+
return 'other'; // AAC, Vorbis, MP4 …
|
|
48
|
+
}
|
|
49
|
+
return 'unknown';
|
|
50
|
+
}
|
|
51
|
+
/** The kind of stream the file extension of a URL suggests. */
|
|
52
|
+
function kindFromUrl(url) {
|
|
53
|
+
let path;
|
|
54
|
+
try {
|
|
55
|
+
path = new URL(url).pathname.toLowerCase();
|
|
56
|
+
}
|
|
57
|
+
catch {
|
|
58
|
+
return 'unknown';
|
|
59
|
+
}
|
|
60
|
+
const ext = /\.([a-z0-9]+)$/.exec(path)?.[1] || '';
|
|
61
|
+
const byExt = {
|
|
62
|
+
mp3: 'mp3',
|
|
63
|
+
flac: 'flac',
|
|
64
|
+
wav: 'wav',
|
|
65
|
+
opus: 'opus',
|
|
66
|
+
m3u8: 'hls',
|
|
67
|
+
m3u: 'playlist',
|
|
68
|
+
pls: 'playlist',
|
|
69
|
+
aac: 'other',
|
|
70
|
+
m4a: 'other',
|
|
71
|
+
mp4: 'other',
|
|
72
|
+
ogg: 'other',
|
|
73
|
+
oga: 'other',
|
|
74
|
+
wma: 'other',
|
|
75
|
+
};
|
|
76
|
+
return byExt[ext] || 'unknown';
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Read a playlist: HLS (`#EXT-X-…`) is a stream in itself and stays as it is; a `.pls` or plain `.m3u` gives its
|
|
80
|
+
* first http(s) entry, resolved against the playlist's own URL. `url` is '' when there is none.
|
|
81
|
+
*/
|
|
82
|
+
function parsePlaylist(text, base) {
|
|
83
|
+
if (/^#EXT-X-/m.test(text)) {
|
|
84
|
+
return { hls: true, url: base };
|
|
85
|
+
}
|
|
86
|
+
for (const raw of text.split(/\r?\n/)) {
|
|
87
|
+
const line = raw.trim();
|
|
88
|
+
const entry = /^File\d+\s*=\s*(.+)$/i.exec(line)?.[1] ??
|
|
89
|
+
(line && !line.startsWith('#') && !line.startsWith('[') ? line : '');
|
|
90
|
+
if (!entry || /^[a-z]+\s*=/i.test(entry)) {
|
|
91
|
+
continue; // "NumberOfEntries=1", "Title1=…"
|
|
92
|
+
}
|
|
93
|
+
try {
|
|
94
|
+
const url = new URL(entry.trim(), base);
|
|
95
|
+
if (url.protocol === 'http:' || url.protocol === 'https:') {
|
|
96
|
+
return { hls: false, url: url.href };
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
catch {
|
|
100
|
+
/* not a URL */
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
return { hls: false, url: '' };
|
|
104
|
+
}
|
|
105
|
+
/** Read at most `max` bytes of a response body, then let go of it. */
|
|
106
|
+
async function readSome(res, max) {
|
|
107
|
+
const reader = res.body?.getReader();
|
|
108
|
+
if (!reader) {
|
|
109
|
+
return '';
|
|
110
|
+
}
|
|
111
|
+
const chunks = [];
|
|
112
|
+
let size = 0;
|
|
113
|
+
try {
|
|
114
|
+
while (size < max) {
|
|
115
|
+
const { done, value } = await reader.read();
|
|
116
|
+
if (done || !value) {
|
|
117
|
+
break;
|
|
118
|
+
}
|
|
119
|
+
chunks.push(value);
|
|
120
|
+
size += value.length;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
finally {
|
|
124
|
+
reader.cancel().catch(() => { });
|
|
125
|
+
}
|
|
126
|
+
return Buffer.concat(chunks).subarray(0, max).toString('utf8');
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Find out what `url` is: one GET per step for the headers — the body is read only for a playlist, a live
|
|
130
|
+
* stream is dropped right after its headers. Playlists are followed to their first stream.
|
|
131
|
+
*/
|
|
132
|
+
async function probeStream(url, opts = {}) {
|
|
133
|
+
const doFetch = opts.fetch ?? fetch;
|
|
134
|
+
const timeoutMs = opts.timeoutMs ?? 5000;
|
|
135
|
+
let current = url;
|
|
136
|
+
for (let depth = 0; depth < MAX_DEPTH; depth++) {
|
|
137
|
+
const controller = new AbortController();
|
|
138
|
+
const timer = setTimeout(() => controller.abort(), timeoutMs);
|
|
139
|
+
try {
|
|
140
|
+
const res = await doFetch(current, {
|
|
141
|
+
signal: controller.signal,
|
|
142
|
+
redirect: 'follow',
|
|
143
|
+
headers: { 'User-Agent': 'ioBroker.assistant', 'Icy-MetaData': '0' },
|
|
144
|
+
});
|
|
145
|
+
const contentType = res.headers.get('content-type') || '';
|
|
146
|
+
const final = res.url || current;
|
|
147
|
+
if (!res.ok) {
|
|
148
|
+
controller.abort();
|
|
149
|
+
return { url: current, kind: kindFromUrl(final), contentType, error: `HTTP ${res.status}` };
|
|
150
|
+
}
|
|
151
|
+
let kind = kindFromContentType(contentType);
|
|
152
|
+
if (kind === 'unknown' || (kind === 'other' && kindFromUrl(final) === 'hls')) {
|
|
153
|
+
kind = kindFromUrl(final);
|
|
154
|
+
}
|
|
155
|
+
if (kind !== 'playlist' && kind !== 'hls') {
|
|
156
|
+
controller.abort(); // a live stream would never end
|
|
157
|
+
return { url: current, kind, contentType };
|
|
158
|
+
}
|
|
159
|
+
const list = parsePlaylist(await readSome(res, MAX_PLAYLIST_BYTES), final);
|
|
160
|
+
if (list.hls) {
|
|
161
|
+
return { url: current, kind: 'hls', contentType };
|
|
162
|
+
}
|
|
163
|
+
if (!list.url) {
|
|
164
|
+
return { url: current, kind: 'playlist', contentType, error: 'empty playlist' };
|
|
165
|
+
}
|
|
166
|
+
current = list.url;
|
|
167
|
+
}
|
|
168
|
+
catch (e) {
|
|
169
|
+
const err = e;
|
|
170
|
+
const error = controller.signal.aborted ? 'timeout' : err.cause?.message || err.message;
|
|
171
|
+
return { url: current, kind: kindFromUrl(current), contentType: '', error };
|
|
172
|
+
}
|
|
173
|
+
finally {
|
|
174
|
+
clearTimeout(timer);
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
return { url: current, kind: 'playlist', contentType: '', error: 'playlists nested too deep' };
|
|
178
|
+
}
|
|
179
|
+
/**
|
|
180
|
+
* The codecs the device decodes, from its media players' `supported_formats`: the listed ones; all classic ones
|
|
181
|
+
* when it lists nothing (older firmware, built with every decoder) or a pipeline takes `NONE` (no preference — the
|
|
182
|
+
* firmware then has to be built with every decoder).
|
|
183
|
+
*/
|
|
184
|
+
function deviceCodecs(formats) {
|
|
185
|
+
const listed = formats.map(f => f.format.trim().toLowerCase());
|
|
186
|
+
if (!listed.length || listed.includes('none')) {
|
|
187
|
+
return new Set(CLASSIC_CODECS);
|
|
188
|
+
}
|
|
189
|
+
return new Set(DEVICE_CODECS.filter(c => listed.includes(c)));
|
|
190
|
+
}
|
|
191
|
+
/**
|
|
192
|
+
* The format a transcoded stream gets: FLAC if the device decodes it (lossless, cheap to write), else MP3, Opus,
|
|
193
|
+
* WAV. Rate and channels from the device's entry for that codec, music (default purpose) before announcements;
|
|
194
|
+
* without a preference 48 kHz mono like the spoken replies.
|
|
195
|
+
*/
|
|
196
|
+
function transcodeTarget(formats) {
|
|
197
|
+
const codecs = deviceCodecs(formats);
|
|
198
|
+
const codec = DEVICE_CODECS.find(c => codecs.has(c)) || 'flac';
|
|
199
|
+
const entry = [
|
|
200
|
+
...formats.filter(f => f.purpose === 'default'),
|
|
201
|
+
...formats.filter(f => f.purpose !== 'default'),
|
|
202
|
+
].find(f => f.format.trim().toLowerCase() === codec);
|
|
203
|
+
let sampleRate = entry?.sampleRate || 48000;
|
|
204
|
+
// libopus runs at 48/24/16/12/8 kHz only
|
|
205
|
+
if (codec === 'opus' && ![48000, 24000, 16000, 12000, 8000].includes(sampleRate)) {
|
|
206
|
+
sampleRate = 48000;
|
|
207
|
+
}
|
|
208
|
+
return { codec, sampleRate, channels: entry?.channels === 2 ? 2 : 1 };
|
|
209
|
+
}
|
|
210
|
+
/** Content-Type of a transcoded stream; ESPHome goes by it (or the extension). */
|
|
211
|
+
exports.STREAM_CONTENT_TYPES = {
|
|
212
|
+
flac: 'audio/flac',
|
|
213
|
+
mp3: 'audio/mpeg',
|
|
214
|
+
opus: 'audio/ogg; codecs=opus',
|
|
215
|
+
wav: 'audio/wav',
|
|
216
|
+
};
|
|
217
|
+
/** File extension of a transcoded stream's URL. */
|
|
218
|
+
exports.STREAM_EXTENSIONS = { flac: 'flac', mp3: 'mp3', opus: 'opus', wav: 'wav' };
|
|
219
|
+
/** ffmpeg arguments that read `url` and write `target` to stdout, for as long as the source sends. */
|
|
220
|
+
function transcodeArgs(url, target, hls) {
|
|
221
|
+
// A dropped radio connection comes back by itself instead of ending the music; HLS reloads its playlist anyway.
|
|
222
|
+
const reconnect = hls ? [] : ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'];
|
|
223
|
+
const codec = {
|
|
224
|
+
flac: ['-c:a', 'flac', '-f', 'flac'],
|
|
225
|
+
mp3: ['-c:a', 'libmp3lame', '-b:a', '192k', '-f', 'mp3'],
|
|
226
|
+
opus: ['-c:a', 'libopus', '-b:a', '128k', '-f', 'ogg'],
|
|
227
|
+
wav: ['-c:a', 'pcm_s16le', '-f', 'wav'],
|
|
228
|
+
};
|
|
229
|
+
// prettier-ignore
|
|
230
|
+
return [
|
|
231
|
+
'-hide_banner', '-loglevel', 'error', '-nostdin',
|
|
232
|
+
...reconnect,
|
|
233
|
+
'-i', url,
|
|
234
|
+
'-map', '0:a:0', '-vn', '-map_metadata', '-1',
|
|
235
|
+
'-ar', String(target.sampleRate), '-ac', String(target.channels), '-sample_fmt', 's16',
|
|
236
|
+
...codec[target.codec],
|
|
237
|
+
'-',
|
|
238
|
+
];
|
|
239
|
+
}
|
|
240
|
+
/**
|
|
241
|
+
* Direct or through ffmpeg?
|
|
242
|
+
*
|
|
243
|
+
* @param probe what the URL is
|
|
244
|
+
* @param codecs what the device decodes ({@link deviceCodecs})
|
|
245
|
+
* @param always the player's `transcode` switch: through ffmpeg whatever the stream is
|
|
246
|
+
* @param ffmpeg whether ffmpeg is there; without it everything is played directly — maybe the device manages
|
|
247
|
+
*/
|
|
248
|
+
function planStream(probe, codecs, always, ffmpeg) {
|
|
249
|
+
const detail = [probe.contentType.split(';')[0].trim(), probe.error].filter(Boolean).join(', ');
|
|
250
|
+
const what = `${probe.kind === 'unknown' ? 'unknown format' : probe.kind}${detail ? ` (${detail})` : ''}`;
|
|
251
|
+
const decodable = DEVICE_CODECS.includes(probe.kind) && codecs.has(probe.kind);
|
|
252
|
+
let mode = always || !decodable ? 'transcode' : 'direct';
|
|
253
|
+
let reason = always
|
|
254
|
+
? `${what}, transcoding is switched on`
|
|
255
|
+
: decodable
|
|
256
|
+
? `${what}, the device decodes it`
|
|
257
|
+
: `${what}, the device decodes ${[...codecs].join('/') || 'nothing it lists'}`;
|
|
258
|
+
if (mode === 'transcode' && !ffmpeg) {
|
|
259
|
+
mode = 'direct';
|
|
260
|
+
reason += ' — but ffmpeg is missing, so the device gets it as it is';
|
|
261
|
+
}
|
|
262
|
+
return { mode, url: probe.url, kind: probe.kind, reason };
|
|
263
|
+
}
|
|
264
|
+
//# sourceMappingURL=mediaStream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mediaStream.js","sourceRoot":"","sources":["../../../src/lib/voice/mediaStream.ts"],"names":[],"mappings":";;;AAsCA,kDA2BC;AAGD,kCAwBC;AAMD,sCAsBC;AA6CD,kCA4CC;AAOD,oCAMC;AAcD,0CAaC;AAcD,sCAmBC;AAoBD,gCAeC;AAtSD,MAAM,aAAa,GAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;AAEpE,gGAAgG;AAChG,MAAM,cAAc,GAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;AAE7D,gEAAgE;AAChE,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;AAErC,2DAA2D;AAC3D,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,WAAmB;IACnD,MAAM,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/D,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACtB,IAAI,wCAAwC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,oCAAoC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,kFAAkF;IAClF,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,CAAC,KAAK,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QACjF,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,2DAA2D;IAC3D,IAAI,gEAAgE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,UAAU,CAAC;IACtB,CAAC;IACD,IAAI,CAAC,KAAK,eAAe,IAAI,CAAC,KAAK,qBAAqB,EAAE,CAAC;QACvD,OAAO,UAAU,CAAC;IACtB,CAAC;IACD,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC,CAAC,qBAAqB;IACzC,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,+DAA+D;AAC/D,SAAgB,WAAW,CAAC,GAAW;IACnC,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,MAAM,KAAK,GAA+B;QACtC,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,KAAK;QACX,GAAG,EAAE,UAAU;QACf,GAAG,EAAE,UAAU;QACf,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;KACf,CAAC;IACF,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;AACnC,CAAC;AAED;;;GAGG;AACH,SAAgB,aAAa,CAAC,IAAY,EAAE,IAAY;IACpD,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,KAAK,GACP,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACvC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,kCAAkC;QAChD,CAAC;QACD,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;YACxC,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACxD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YACzC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,eAAe;QACnB,CAAC;IACL,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;AACnC,CAAC;AAkBD,sEAAsE;AACtE,KAAK,UAAU,QAAQ,CAAC,GAAa,EAAE,GAAW;IAC9C,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,CAAC;QACD,OAAO,IAAI,GAAG,GAAG,EAAE,CAAC;YAChB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM;YACV,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;QACzB,CAAC;IACL,CAAC;YAAS,CAAC;QACP,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,WAAW,CAAC,GAAW,EAAE,OAAqB,EAAE;IAClE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;IACzC,IAAI,OAAO,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBAC/B,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,EAAE,YAAY,EAAE,oBAAoB,EAAE,cAAc,EAAE,GAAG,EAAE;aACvE,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC;YACjC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACV,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;YAChG,CAAC;YACD,IAAI,IAAI,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;YAC5C,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC3E,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACxC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,gCAAgC;gBACpD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YAC/C,CAAC;YACD,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,QAAQ,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,KAAK,CAAC,CAAC;YAC3E,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;YACtD,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACZ,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;YACpF,CAAC;YACD,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC;QACvB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,MAAM,GAAG,GAAG,CAA6C,CAAC;YAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC;YACxF,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;QAChF,CAAC;gBAAS,CAAC;YACP,YAAY,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;IACL,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC;AACnG,CAAC;AAED;;;;GAIG;AACH,SAAgB,YAAY,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC/D,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AASD;;;;GAIG;AACH,SAAgB,eAAe,CAAC,OAAsB;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;IAC/D,MAAM,KAAK,GAAG;QACV,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC;QAC/C,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC;KAClD,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;IACrD,IAAI,UAAU,GAAG,KAAK,EAAE,UAAU,IAAI,KAAK,CAAC;IAC5C,yCAAyC;IACzC,IAAI,KAAK,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/E,UAAU,GAAG,KAAK,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED,kFAAkF;AACrE,QAAA,oBAAoB,GAAgC;IAC7D,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,YAAY;IACjB,IAAI,EAAE,wBAAwB;IAC9B,GAAG,EAAE,WAAW;CACnB,CAAC;AAEF,mDAAmD;AACtC,QAAA,iBAAiB,GAAgC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AAErH,sGAAsG;AACtG,SAAgB,aAAa,CAAC,GAAW,EAAE,MAAuB,EAAE,GAAY;IAC5E,gHAAgH;IAChH,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,GAAG,EAAE,qBAAqB,EAAE,GAAG,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC;IAC1G,MAAM,KAAK,GAAkC;QACzC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC;QACpC,GAAG,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC;QACxD,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC;QACtD,GAAG,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC;KAC1C,CAAC;IACF,kBAAkB;IAClB,OAAO;QACH,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU;QAChD,GAAG,SAAS;QACZ,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI;QAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,aAAa,EAAE,KAAK;QACtF,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QACtB,GAAG;KACN,CAAC;AACN,CAAC;AAYD;;;;;;;GAOG;AACH,SAAgB,UAAU,CAAC,KAAkB,EAAE,MAAwB,EAAE,MAAe,EAAE,MAAe;IACrG,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChG,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAC1G,MAAM,SAAS,GAAI,aAA8B,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAmB,CAAC,CAAC;IAChH,IAAI,IAAI,GAAuB,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC7E,IAAI,MAAM,GAAG,MAAM;QACf,CAAC,CAAC,GAAG,IAAI,8BAA8B;QACvC,CAAC,CAAC,SAAS;YACT,CAAC,CAAC,GAAG,IAAI,yBAAyB;YAClC,CAAC,CAAC,GAAG,IAAI,wBAAwB,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;IACrF,IAAI,IAAI,KAAK,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC;QAClC,IAAI,GAAG,QAAQ,CAAC;QAChB,MAAM,IAAI,0DAA0D,CAAC;IACzE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;AAC9D,CAAC","sourcesContent":["/**\n * Music from a URL on an ESPHome satellite's media player: internet radio, a file on a web server.\n *\n * The device plays a URL itself (`MediaPlayerCommandRequest.media_url` with `announcement = false`: the media\n * pipeline, so replies and announcements only duck it, and play/pause/stop/volume apply to it). It decodes only\n * the codecs its firmware was built with, though: since ESPHome 2026.10 the media player gets the decoders of the\n * formats its pipelines announce (`supported_formats`), all of MP3/FLAC/WAV only with format `NONE` or on older\n * firmware that announces nothing. Many stations send AAC or HLS (`.m3u8`), and radio directories hand out\n * playlists (`.pls`, `.m3u`) that no device plays.\n *\n * So before a URL goes to the device, {@link planStream} looks at what it really is: one request for the headers\n * (and the body of a playlist), the first stream of a playlist instead of the playlist, then the codec — from the\n * Content-Type, else the extension. A codec the device decodes is played directly; anything else runs through\n * ffmpeg and is served by our media server in a codec the device takes, FLAC first (what Home Assistant does).\n */\nimport type { MediaFormat } from './replyFormat';\n\n/** What a URL turned out to be. */\nexport type StreamKind = 'mp3' | 'flac' | 'wav' | 'opus' | 'hls' | 'playlist' | 'other' | 'unknown';\n\n/** Codecs an ESPHome media player can decode (`audio_decoder`). */\nexport type DeviceCodec = 'mp3' | 'flac' | 'wav' | 'opus';\n\nconst DEVICE_CODECS: DeviceCodec[] = ['flac', 'mp3', 'opus', 'wav'];\n\n/** What every ESPHome speaker media player decoded before the codecs followed the pipelines. */\nconst CLASSIC_CODECS: DeviceCodec[] = ['mp3', 'flac', 'wav'];\n\n/** Bytes of a playlist we read; a real one is a few hundred. */\nconst MAX_PLAYLIST_BYTES = 64 * 1024;\n\n/** Playlists pointing at playlists: how deep we follow. */\nconst MAX_DEPTH = 3;\n\n/**\n * The kind of stream a Content-Type announces; 'unknown' when it says nothing useful (missing,\n * `application/octet-stream`, `text/html` of a server that does not care).\n */\nexport function kindFromContentType(contentType: string): StreamKind {\n const [type, ...params] = contentType.toLowerCase().split(';');\n const t = type.trim();\n if (/^audio\\/(mpeg|mp3|mpeg3|x-mpeg|x-mp3)$/.test(t)) {\n return 'mp3';\n }\n if (/^audio\\/(x-)?flac$/.test(t)) {\n return 'flac';\n }\n if (/^audio\\/((x-)?wav|wave|vnd\\.wave)$/.test(t)) {\n return 'wav';\n }\n // ESPHome takes Ogg only with Opus in it; plain audio/ogg is almost always Vorbis\n if (t === 'audio/opus' || (t === 'audio/ogg' && params.join(';').includes('opus'))) {\n return 'opus';\n }\n // m3u and HLS share their types; the body tells them apart\n if (/^(application|audio)\\/(vnd\\.apple\\.mpegurl|x-mpegurl|mpegurl)$/.test(t)) {\n return 'playlist';\n }\n if (t === 'audio/x-scpls' || t === 'application/pls+xml') {\n return 'playlist';\n }\n if (/^(audio|video)\\//.test(t)) {\n return 'other'; // AAC, Vorbis, MP4 …\n }\n return 'unknown';\n}\n\n/** The kind of stream the file extension of a URL suggests. */\nexport function kindFromUrl(url: string): StreamKind {\n let path: string;\n try {\n path = new URL(url).pathname.toLowerCase();\n } catch {\n return 'unknown';\n }\n const ext = /\\.([a-z0-9]+)$/.exec(path)?.[1] || '';\n const byExt: Record<string, StreamKind> = {\n mp3: 'mp3',\n flac: 'flac',\n wav: 'wav',\n opus: 'opus',\n m3u8: 'hls',\n m3u: 'playlist',\n pls: 'playlist',\n aac: 'other',\n m4a: 'other',\n mp4: 'other',\n ogg: 'other',\n oga: 'other',\n wma: 'other',\n };\n return byExt[ext] || 'unknown';\n}\n\n/**\n * Read a playlist: HLS (`#EXT-X-…`) is a stream in itself and stays as it is; a `.pls` or plain `.m3u` gives its\n * first http(s) entry, resolved against the playlist's own URL. `url` is '' when there is none.\n */\nexport function parsePlaylist(text: string, base: string): { hls: boolean; url: string } {\n if (/^#EXT-X-/m.test(text)) {\n return { hls: true, url: base };\n }\n for (const raw of text.split(/\\r?\\n/)) {\n const line = raw.trim();\n const entry =\n /^File\\d+\\s*=\\s*(.+)$/i.exec(line)?.[1] ??\n (line && !line.startsWith('#') && !line.startsWith('[') ? line : '');\n if (!entry || /^[a-z]+\\s*=/i.test(entry)) {\n continue; // \"NumberOfEntries=1\", \"Title1=…\"\n }\n try {\n const url = new URL(entry.trim(), base);\n if (url.protocol === 'http:' || url.protocol === 'https:') {\n return { hls: false, url: url.href };\n }\n } catch {\n /* not a URL */\n }\n }\n return { hls: false, url: '' };\n}\n\n/** What a URL turned out to be after following its playlists. */\nexport interface StreamProbe {\n /** The stream itself (a playlist's entry) — what the device or ffmpeg should open. */\n url: string;\n kind: StreamKind;\n contentType: string;\n /** Why the probe could not look (network error, a server that does not speak HTTP/1.1 like old SHOUTcast). */\n error?: string;\n}\n\nexport interface ProbeOptions {\n /** Per request. */\n timeoutMs?: number;\n fetch?: typeof fetch;\n}\n\n/** Read at most `max` bytes of a response body, then let go of it. */\nasync function readSome(res: Response, max: number): Promise<string> {\n const reader = res.body?.getReader();\n if (!reader) {\n return '';\n }\n const chunks: Uint8Array[] = [];\n let size = 0;\n try {\n while (size < max) {\n const { done, value } = await reader.read();\n if (done || !value) {\n break;\n }\n chunks.push(value);\n size += value.length;\n }\n } finally {\n reader.cancel().catch(() => {});\n }\n return Buffer.concat(chunks).subarray(0, max).toString('utf8');\n}\n\n/**\n * Find out what `url` is: one GET per step for the headers — the body is read only for a playlist, a live\n * stream is dropped right after its headers. Playlists are followed to their first stream.\n */\nexport async function probeStream(url: string, opts: ProbeOptions = {}): Promise<StreamProbe> {\n const doFetch = opts.fetch ?? fetch;\n const timeoutMs = opts.timeoutMs ?? 5000;\n let current = url;\n for (let depth = 0; depth < MAX_DEPTH; depth++) {\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), timeoutMs);\n try {\n const res = await doFetch(current, {\n signal: controller.signal,\n redirect: 'follow',\n headers: { 'User-Agent': 'ioBroker.assistant', 'Icy-MetaData': '0' },\n });\n const contentType = res.headers.get('content-type') || '';\n const final = res.url || current;\n if (!res.ok) {\n controller.abort();\n return { url: current, kind: kindFromUrl(final), contentType, error: `HTTP ${res.status}` };\n }\n let kind = kindFromContentType(contentType);\n if (kind === 'unknown' || (kind === 'other' && kindFromUrl(final) === 'hls')) {\n kind = kindFromUrl(final);\n }\n if (kind !== 'playlist' && kind !== 'hls') {\n controller.abort(); // a live stream would never end\n return { url: current, kind, contentType };\n }\n const list = parsePlaylist(await readSome(res, MAX_PLAYLIST_BYTES), final);\n if (list.hls) {\n return { url: current, kind: 'hls', contentType };\n }\n if (!list.url) {\n return { url: current, kind: 'playlist', contentType, error: 'empty playlist' };\n }\n current = list.url;\n } catch (e) {\n const err = e as Error & { cause?: { message?: string } };\n const error = controller.signal.aborted ? 'timeout' : err.cause?.message || err.message;\n return { url: current, kind: kindFromUrl(current), contentType: '', error };\n } finally {\n clearTimeout(timer);\n }\n }\n return { url: current, kind: 'playlist', contentType: '', error: 'playlists nested too deep' };\n}\n\n/**\n * The codecs the device decodes, from its media players' `supported_formats`: the listed ones; all classic ones\n * when it lists nothing (older firmware, built with every decoder) or a pipeline takes `NONE` (no preference — the\n * firmware then has to be built with every decoder).\n */\nexport function deviceCodecs(formats: MediaFormat[]): Set<DeviceCodec> {\n const listed = formats.map(f => f.format.trim().toLowerCase());\n if (!listed.length || listed.includes('none')) {\n return new Set(CLASSIC_CODECS);\n }\n return new Set(DEVICE_CODECS.filter(c => listed.includes(c)));\n}\n\n/** What ffmpeg writes for the device. */\nexport interface TranscodeTarget {\n codec: DeviceCodec;\n sampleRate: number;\n channels: 1 | 2;\n}\n\n/**\n * The format a transcoded stream gets: FLAC if the device decodes it (lossless, cheap to write), else MP3, Opus,\n * WAV. Rate and channels from the device's entry for that codec, music (default purpose) before announcements;\n * without a preference 48 kHz mono like the spoken replies.\n */\nexport function transcodeTarget(formats: MediaFormat[]): TranscodeTarget {\n const codecs = deviceCodecs(formats);\n const codec = DEVICE_CODECS.find(c => codecs.has(c)) || 'flac';\n const entry = [\n ...formats.filter(f => f.purpose === 'default'),\n ...formats.filter(f => f.purpose !== 'default'),\n ].find(f => f.format.trim().toLowerCase() === codec);\n let sampleRate = entry?.sampleRate || 48000;\n // libopus runs at 48/24/16/12/8 kHz only\n if (codec === 'opus' && ![48000, 24000, 16000, 12000, 8000].includes(sampleRate)) {\n sampleRate = 48000;\n }\n return { codec, sampleRate, channels: entry?.channels === 2 ? 2 : 1 };\n}\n\n/** Content-Type of a transcoded stream; ESPHome goes by it (or the extension). */\nexport const STREAM_CONTENT_TYPES: Record<DeviceCodec, string> = {\n flac: 'audio/flac',\n mp3: 'audio/mpeg',\n opus: 'audio/ogg; codecs=opus',\n wav: 'audio/wav',\n};\n\n/** File extension of a transcoded stream's URL. */\nexport const STREAM_EXTENSIONS: Record<DeviceCodec, string> = { flac: 'flac', mp3: 'mp3', opus: 'opus', wav: 'wav' };\n\n/** ffmpeg arguments that read `url` and write `target` to stdout, for as long as the source sends. */\nexport function transcodeArgs(url: string, target: TranscodeTarget, hls: boolean): string[] {\n // A dropped radio connection comes back by itself instead of ending the music; HLS reloads its playlist anyway.\n const reconnect = hls ? [] : ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'];\n const codec: Record<DeviceCodec, string[]> = {\n flac: ['-c:a', 'flac', '-f', 'flac'],\n mp3: ['-c:a', 'libmp3lame', '-b:a', '192k', '-f', 'mp3'],\n opus: ['-c:a', 'libopus', '-b:a', '128k', '-f', 'ogg'],\n wav: ['-c:a', 'pcm_s16le', '-f', 'wav'],\n };\n // prettier-ignore\n return [\n '-hide_banner', '-loglevel', 'error', '-nostdin',\n ...reconnect,\n '-i', url,\n '-map', '0:a:0', '-vn', '-map_metadata', '-1',\n '-ar', String(target.sampleRate), '-ac', String(target.channels), '-sample_fmt', 's16',\n ...codec[target.codec],\n '-',\n ];\n}\n\n/** How a URL is going to be played. */\nexport interface StreamPlan {\n mode: 'direct' | 'transcode';\n /** The stream itself (a playlist resolved): what the device or ffmpeg opens. */\n url: string;\n kind: StreamKind;\n /** For the log: why this way. */\n reason: string;\n}\n\n/**\n * Direct or through ffmpeg?\n *\n * @param probe what the URL is\n * @param codecs what the device decodes ({@link deviceCodecs})\n * @param always the player's `transcode` switch: through ffmpeg whatever the stream is\n * @param ffmpeg whether ffmpeg is there; without it everything is played directly — maybe the device manages\n */\nexport function planStream(probe: StreamProbe, codecs: Set<DeviceCodec>, always: boolean, ffmpeg: boolean): StreamPlan {\n const detail = [probe.contentType.split(';')[0].trim(), probe.error].filter(Boolean).join(', ');\n const what = `${probe.kind === 'unknown' ? 'unknown format' : probe.kind}${detail ? ` (${detail})` : ''}`;\n const decodable = (DEVICE_CODECS as StreamKind[]).includes(probe.kind) && codecs.has(probe.kind as DeviceCodec);\n let mode: StreamPlan['mode'] = always || !decodable ? 'transcode' : 'direct';\n let reason = always\n ? `${what}, transcoding is switched on`\n : decodable\n ? `${what}, the device decodes it`\n : `${what}, the device decodes ${[...codecs].join('/') || 'nothing it lists'}`;\n if (mode === 'transcode' && !ffmpeg) {\n mode = 'direct';\n reason += ' — but ffmpeg is missing, so the device gets it as it is';\n }\n return { mode, url: probe.url, kind: probe.kind, reason };\n}\n"]}
|
package/build/main.js
CHANGED
|
@@ -38,6 +38,7 @@ const fs = __importStar(require("node:fs"));
|
|
|
38
38
|
const node_child_process_1 = require("node:child_process");
|
|
39
39
|
const node_async_hooks_1 = require("node:async_hooks");
|
|
40
40
|
const node_util_1 = require("node:util");
|
|
41
|
+
const node_crypto_1 = require("node:crypto");
|
|
41
42
|
const adapter_core_1 = require("@iobroker/adapter-core");
|
|
42
43
|
const path = __importStar(require("node:path"));
|
|
43
44
|
const mcp_server_1 = require("@iobroker/mcp-server");
|
|
@@ -64,6 +65,7 @@ const wyoming_1 = require("./lib/voice/wyoming");
|
|
|
64
65
|
const esphome_1 = require("./lib/voice/esphome");
|
|
65
66
|
const esphomeEntities_1 = require("./lib/voice/esphomeEntities");
|
|
66
67
|
const mediaServer_1 = require("./lib/voice/mediaServer");
|
|
68
|
+
const mediaStream_1 = require("./lib/voice/mediaStream");
|
|
67
69
|
const wakeWords_1 = require("./lib/voice/wakeWords");
|
|
68
70
|
const tone_1 = require("./lib/voice/tone");
|
|
69
71
|
const engines_1 = require("./lib/voice/engines");
|
|
@@ -352,6 +354,12 @@ class Assistant extends adapter_core_1.Adapter {
|
|
|
352
354
|
mirroredTimers = new Map();
|
|
353
355
|
/** Per satellite: resolves once its control objects exist, so state writes can wait for them. */
|
|
354
356
|
satControlsReady = new Map();
|
|
357
|
+
/** Per media player (`<satId>.<objectId>`): the newest URL write, so a slow look at an older one cannot win. */
|
|
358
|
+
mediaPlays = new Map();
|
|
359
|
+
/** Per media player: the path of its live stream through ffmpeg on the media server, while there is one. */
|
|
360
|
+
mediaStreamPaths = new Map();
|
|
361
|
+
/** Whether ffmpeg starts, per binary, looked up at most once a minute (playing a URL asks every time). */
|
|
362
|
+
ffmpegCheck = null;
|
|
355
363
|
/** Satellites whose `volume` state exists and is subscribed (see updateSatelliteVolume). */
|
|
356
364
|
satVolumeEnsured = new Set();
|
|
357
365
|
/** ESPHome satellite id → the table address already written to its object (see markEsphomeSatellite). */
|
|
@@ -1436,8 +1444,24 @@ class Assistant extends adapter_core_1.Adapter {
|
|
|
1436
1444
|
await this.ensureState(`${id}.volume`, 'Volume (0…1)', 'number', 'level.volume', true);
|
|
1437
1445
|
await this.ensureState(`${id}.command`, `Command (${Object.keys(esphomeEntities_1.MEDIA_COMMANDS).join(', ')})`, 'string', 'text', true);
|
|
1438
1446
|
await this.ensureState(`${id}.muted`, 'Muted', 'boolean', 'media.mute', false);
|
|
1447
|
+
// Music from a URL (internet radio): the device plays it as media, not as an announcement
|
|
1448
|
+
await this.ensureState(`${id}.url`, 'Play a URL (radio, MP3/FLAC/WAV; others through ffmpeg); empty or "stop" = stop', 'string', 'media.url', true);
|
|
1449
|
+
await this.setObjectNotExistsAsync(`${id}.transcode`, {
|
|
1450
|
+
type: 'state',
|
|
1451
|
+
common: {
|
|
1452
|
+
name: 'Always play URLs through ffmpeg (else only when the device cannot decode them)',
|
|
1453
|
+
type: 'boolean',
|
|
1454
|
+
role: 'switch',
|
|
1455
|
+
read: true,
|
|
1456
|
+
write: true,
|
|
1457
|
+
def: false,
|
|
1458
|
+
},
|
|
1459
|
+
native: {},
|
|
1460
|
+
});
|
|
1439
1461
|
this.subscribeStates(`${id}.volume`);
|
|
1440
1462
|
this.subscribeStates(`${id}.command`);
|
|
1463
|
+
this.subscribeStates(`${id}.url`);
|
|
1464
|
+
this.subscribeStates(`${id}.transcode`);
|
|
1441
1465
|
}
|
|
1442
1466
|
else if (entity.kind === 'update') {
|
|
1443
1467
|
await this.setObjectNotExistsAsync(id, { type: 'channel', common: { name }, native: {} });
|
|
@@ -1634,6 +1658,15 @@ class Assistant extends adapter_core_1.Adapter {
|
|
|
1634
1658
|
else if (leaf === 'volume' || leaf === 'command') {
|
|
1635
1659
|
payload = value;
|
|
1636
1660
|
}
|
|
1661
|
+
else if (leaf === 'url') {
|
|
1662
|
+
this.playMediaUrl(satId, device, objectId, value).catch(e => this.log.warn(`Playing ${String(value)} on ${device} failed: ${e.message}`));
|
|
1663
|
+
return;
|
|
1664
|
+
}
|
|
1665
|
+
else if (leaf === 'transcode') {
|
|
1666
|
+
// A setting of ours, nothing for the device: taken as written
|
|
1667
|
+
this.setStateAsync(`satellites.${satId}.controls.${path}`, { val: !!value, ack: true }).catch(() => { });
|
|
1668
|
+
return;
|
|
1669
|
+
}
|
|
1637
1670
|
else if (leaf) {
|
|
1638
1671
|
return; // read-only leaf of a compound entity
|
|
1639
1672
|
}
|
|
@@ -1641,6 +1674,144 @@ class Assistant extends adapter_core_1.Adapter {
|
|
|
1641
1674
|
this.log.warn(`Writing ${objectId} on ${device} was rejected — see the warning above.`);
|
|
1642
1675
|
}
|
|
1643
1676
|
}
|
|
1677
|
+
/**
|
|
1678
|
+
* A URL written to `controls.<player>.url`: play it on the satellite as music (internet radio, a file on a web
|
|
1679
|
+
* server). Playlists are resolved to their first stream; a codec the device decodes goes there directly, anything
|
|
1680
|
+
* else (AAC, HLS …) through ffmpeg, served by our media server — see `mediaStream.ts`. Empty or "stop" stops.
|
|
1681
|
+
*
|
|
1682
|
+
* Acked with the URL once the device was told: it reports no URL back, only the player state (`.state`).
|
|
1683
|
+
*/
|
|
1684
|
+
async playMediaUrl(satId, device, objectId, value) {
|
|
1685
|
+
const esphome = this.esphome;
|
|
1686
|
+
const media = this.media;
|
|
1687
|
+
if (!esphome || !media) {
|
|
1688
|
+
return;
|
|
1689
|
+
}
|
|
1690
|
+
const key = `${satId}.${objectId}`;
|
|
1691
|
+
const stateId = `satellites.${satId}.controls.${objectId}.url`;
|
|
1692
|
+
const seq = (this.mediaPlays.get(key) || 0) + 1;
|
|
1693
|
+
this.mediaPlays.set(key, seq);
|
|
1694
|
+
const raw = typeof value === 'string' ? value.trim() : '';
|
|
1695
|
+
const endStream = () => {
|
|
1696
|
+
const old = this.mediaStreamPaths.get(key);
|
|
1697
|
+
if (old) {
|
|
1698
|
+
this.mediaStreamPaths.delete(key);
|
|
1699
|
+
media.unserve(old);
|
|
1700
|
+
}
|
|
1701
|
+
};
|
|
1702
|
+
if (!raw || raw.toLowerCase() === 'stop') {
|
|
1703
|
+
const sent = esphome.setEntity(device, objectId, 'stop');
|
|
1704
|
+
endStream();
|
|
1705
|
+
if (sent) {
|
|
1706
|
+
await this.setStateAsync(stateId, { val: '', ack: true });
|
|
1707
|
+
}
|
|
1708
|
+
return;
|
|
1709
|
+
}
|
|
1710
|
+
let url;
|
|
1711
|
+
try {
|
|
1712
|
+
url = new URL(raw);
|
|
1713
|
+
}
|
|
1714
|
+
catch {
|
|
1715
|
+
this.log.warn(`Satellite ${device}: "${raw}" is not a URL — nothing played.`);
|
|
1716
|
+
return;
|
|
1717
|
+
}
|
|
1718
|
+
if (url.protocol !== 'http:' && url.protocol !== 'https:') {
|
|
1719
|
+
this.log.warn(`Satellite ${device}: only http(s) URLs can be played, not ${url.protocol}`);
|
|
1720
|
+
return;
|
|
1721
|
+
}
|
|
1722
|
+
const entities = esphome.entities(device);
|
|
1723
|
+
if (!entities.some(e => e.kind === 'mediaPlayer' && e.objectId === objectId)) {
|
|
1724
|
+
this.log.warn(`Satellite ${device} is not connected or has no media player "${objectId}" — nothing played.`);
|
|
1725
|
+
return;
|
|
1726
|
+
}
|
|
1727
|
+
// The decoders are built into the firmware for all its players together
|
|
1728
|
+
const formats = entities.flatMap(e => e.formats ?? []);
|
|
1729
|
+
const always = (await this.getStateAsync(`satellites.${satId}.controls.${objectId}.transcode`))?.val === true;
|
|
1730
|
+
const [probe, ffmpeg] = await Promise.all([(0, mediaStream_1.probeStream)(url.href), this.ffmpegAvailable()]);
|
|
1731
|
+
if (this.mediaPlays.get(key) !== seq) {
|
|
1732
|
+
return; // a newer URL (or a stop) was written meanwhile
|
|
1733
|
+
}
|
|
1734
|
+
const plan = (0, mediaStream_1.planStream)(probe, (0, mediaStream_1.deviceCodecs)(formats), always, ffmpeg);
|
|
1735
|
+
endStream();
|
|
1736
|
+
let target = plan.url;
|
|
1737
|
+
let how = 'directly';
|
|
1738
|
+
if (plan.mode === 'transcode') {
|
|
1739
|
+
const t = (0, mediaStream_1.transcodeTarget)(formats);
|
|
1740
|
+
const streamPath = `/stream/${(0, node_crypto_1.randomBytes)(12).toString('hex')}.${mediaStream_1.STREAM_EXTENSIONS[t.codec]}`;
|
|
1741
|
+
const absolute = esphome.mediaUrl(device, streamPath);
|
|
1742
|
+
if (!absolute) {
|
|
1743
|
+
this.log.warn(`Satellite ${device} went offline — nothing played.`);
|
|
1744
|
+
return;
|
|
1745
|
+
}
|
|
1746
|
+
media.serveStream(streamPath, mediaStream_1.STREAM_CONTENT_TYPES[t.codec], this.transcodeSource(plan.url, t, plan.kind === 'hls', device));
|
|
1747
|
+
this.mediaStreamPaths.set(key, streamPath);
|
|
1748
|
+
target = absolute;
|
|
1749
|
+
how = `through ffmpeg as ${t.codec.toUpperCase()} ${t.sampleRate} Hz${t.channels === 2 ? ' stereo' : ''}`;
|
|
1750
|
+
}
|
|
1751
|
+
const resolved = plan.url !== url.href ? ` (playlist entry ${plan.url})` : '';
|
|
1752
|
+
this.log.info(`Satellite ${device}: playing ${raw}${resolved} ${how} — ${plan.reason}`);
|
|
1753
|
+
if (!esphome.setEntity(device, objectId, { url: target })) {
|
|
1754
|
+
endStream();
|
|
1755
|
+
return;
|
|
1756
|
+
}
|
|
1757
|
+
await this.setStateAsync(stateId, { val: raw, ack: true });
|
|
1758
|
+
}
|
|
1759
|
+
/**
|
|
1760
|
+
* The source of a transcoded stream: one ffmpeg per listener, reading `url` and writing `target` into the
|
|
1761
|
+
* response for as long as the device listens.
|
|
1762
|
+
*/
|
|
1763
|
+
transcodeSource(url, target, hls, device) {
|
|
1764
|
+
return res => {
|
|
1765
|
+
const proc = (0, node_child_process_1.spawn)(this.ffmpegBin(), (0, mediaStream_1.transcodeArgs)(url, target, hls), {
|
|
1766
|
+
stdio: ['ignore', 'pipe', 'pipe'],
|
|
1767
|
+
});
|
|
1768
|
+
let stopped = false;
|
|
1769
|
+
let lastError = '';
|
|
1770
|
+
proc.stdout.pipe(res);
|
|
1771
|
+
proc.stderr.on('data', (d) => {
|
|
1772
|
+
lastError = String(d).trim().split(/\r?\n/).pop() || lastError;
|
|
1773
|
+
this.log.debug(`ffmpeg (${device}): ${String(d).trim()}`);
|
|
1774
|
+
});
|
|
1775
|
+
proc.on('error', e => {
|
|
1776
|
+
this.log.warn(`Stream for ${device}: ffmpeg failed: ${e.message}${FFMPEG_HINT}`);
|
|
1777
|
+
res.destroy();
|
|
1778
|
+
});
|
|
1779
|
+
proc.on('close', code => {
|
|
1780
|
+
if (stopped) {
|
|
1781
|
+
return;
|
|
1782
|
+
}
|
|
1783
|
+
// The source ended (a file played to its end) or failed (station offline, unknown format)
|
|
1784
|
+
if (code) {
|
|
1785
|
+
this.log.warn(`Stream for ${device} ended — ffmpeg exited with code ${code}${lastError ? `: ${lastError}` : ''}`);
|
|
1786
|
+
}
|
|
1787
|
+
else {
|
|
1788
|
+
this.log.debug(`Stream for ${device} ended — the source ended`);
|
|
1789
|
+
}
|
|
1790
|
+
res.end();
|
|
1791
|
+
});
|
|
1792
|
+
return () => {
|
|
1793
|
+
stopped = true;
|
|
1794
|
+
proc.kill();
|
|
1795
|
+
};
|
|
1796
|
+
};
|
|
1797
|
+
}
|
|
1798
|
+
/** Whether ffmpeg starts at all; remembered for a minute per binary. */
|
|
1799
|
+
async ffmpegAvailable() {
|
|
1800
|
+
const bin = this.ffmpegBin();
|
|
1801
|
+
const now = Date.now();
|
|
1802
|
+
if (this.ffmpegCheck?.bin === bin && now - this.ffmpegCheck.at < 60_000) {
|
|
1803
|
+
return this.ffmpegCheck.ok;
|
|
1804
|
+
}
|
|
1805
|
+
let ok = true;
|
|
1806
|
+
try {
|
|
1807
|
+
await (0, node_util_1.promisify)(node_child_process_1.execFile)(bin, ['-version'], { timeout: 5_000 });
|
|
1808
|
+
}
|
|
1809
|
+
catch {
|
|
1810
|
+
ok = false;
|
|
1811
|
+
}
|
|
1812
|
+
this.ffmpegCheck = { bin, ok, at: now };
|
|
1813
|
+
return ok;
|
|
1814
|
+
}
|
|
1644
1815
|
/**
|
|
1645
1816
|
* Apply a write to `satellites.<id>.wakeWords`. The state is *not* acked here: the device echoes its
|
|
1646
1817
|
* new configuration back and {@link updateSatelliteWakeWords} writes the acked value, so what ioBroker
|