iobroker.assistant 1.4.9 → 1.4.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,264 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.STREAM_EXTENSIONS = exports.STREAM_CONTENT_TYPES = void 0;
4
+ exports.kindFromContentType = kindFromContentType;
5
+ exports.kindFromUrl = kindFromUrl;
6
+ exports.parsePlaylist = parsePlaylist;
7
+ exports.probeStream = probeStream;
8
+ exports.deviceCodecs = deviceCodecs;
9
+ exports.transcodeTarget = transcodeTarget;
10
+ exports.transcodeArgs = transcodeArgs;
11
+ exports.planStream = planStream;
12
+ const DEVICE_CODECS = ['flac', 'mp3', 'opus', 'wav'];
13
+ /** What every ESPHome speaker media player decoded before the codecs followed the pipelines. */
14
+ const CLASSIC_CODECS = ['mp3', 'flac', 'wav'];
15
+ /** Bytes of a playlist we read; a real one is a few hundred. */
16
+ const MAX_PLAYLIST_BYTES = 64 * 1024;
17
+ /** Playlists pointing at playlists: how deep we follow. */
18
+ const MAX_DEPTH = 3;
19
+ /**
20
+ * The kind of stream a Content-Type announces; 'unknown' when it says nothing useful (missing,
21
+ * `application/octet-stream`, `text/html` of a server that does not care).
22
+ */
23
+ function kindFromContentType(contentType) {
24
+ const [type, ...params] = contentType.toLowerCase().split(';');
25
+ const t = type.trim();
26
+ if (/^audio\/(mpeg|mp3|mpeg3|x-mpeg|x-mp3)$/.test(t)) {
27
+ return 'mp3';
28
+ }
29
+ if (/^audio\/(x-)?flac$/.test(t)) {
30
+ return 'flac';
31
+ }
32
+ if (/^audio\/((x-)?wav|wave|vnd\.wave)$/.test(t)) {
33
+ return 'wav';
34
+ }
35
+ // ESPHome takes Ogg only with Opus in it; plain audio/ogg is almost always Vorbis
36
+ if (t === 'audio/opus' || (t === 'audio/ogg' && params.join(';').includes('opus'))) {
37
+ return 'opus';
38
+ }
39
+ // m3u and HLS share their types; the body tells them apart
40
+ if (/^(application|audio)\/(vnd\.apple\.mpegurl|x-mpegurl|mpegurl)$/.test(t)) {
41
+ return 'playlist';
42
+ }
43
+ if (t === 'audio/x-scpls' || t === 'application/pls+xml') {
44
+ return 'playlist';
45
+ }
46
+ if (/^(audio|video)\//.test(t)) {
47
+ return 'other'; // AAC, Vorbis, MP4 …
48
+ }
49
+ return 'unknown';
50
+ }
51
+ /** The kind of stream the file extension of a URL suggests. */
52
+ function kindFromUrl(url) {
53
+ let path;
54
+ try {
55
+ path = new URL(url).pathname.toLowerCase();
56
+ }
57
+ catch {
58
+ return 'unknown';
59
+ }
60
+ const ext = /\.([a-z0-9]+)$/.exec(path)?.[1] || '';
61
+ const byExt = {
62
+ mp3: 'mp3',
63
+ flac: 'flac',
64
+ wav: 'wav',
65
+ opus: 'opus',
66
+ m3u8: 'hls',
67
+ m3u: 'playlist',
68
+ pls: 'playlist',
69
+ aac: 'other',
70
+ m4a: 'other',
71
+ mp4: 'other',
72
+ ogg: 'other',
73
+ oga: 'other',
74
+ wma: 'other',
75
+ };
76
+ return byExt[ext] || 'unknown';
77
+ }
78
+ /**
79
+ * Read a playlist: HLS (`#EXT-X-…`) is a stream in itself and stays as it is; a `.pls` or plain `.m3u` gives its
80
+ * first http(s) entry, resolved against the playlist's own URL. `url` is '' when there is none.
81
+ */
82
+ function parsePlaylist(text, base) {
83
+ if (/^#EXT-X-/m.test(text)) {
84
+ return { hls: true, url: base };
85
+ }
86
+ for (const raw of text.split(/\r?\n/)) {
87
+ const line = raw.trim();
88
+ const entry = /^File\d+\s*=\s*(.+)$/i.exec(line)?.[1] ??
89
+ (line && !line.startsWith('#') && !line.startsWith('[') ? line : '');
90
+ if (!entry || /^[a-z]+\s*=/i.test(entry)) {
91
+ continue; // "NumberOfEntries=1", "Title1=…"
92
+ }
93
+ try {
94
+ const url = new URL(entry.trim(), base);
95
+ if (url.protocol === 'http:' || url.protocol === 'https:') {
96
+ return { hls: false, url: url.href };
97
+ }
98
+ }
99
+ catch {
100
+ /* not a URL */
101
+ }
102
+ }
103
+ return { hls: false, url: '' };
104
+ }
105
+ /** Read at most `max` bytes of a response body, then let go of it. */
106
+ async function readSome(res, max) {
107
+ const reader = res.body?.getReader();
108
+ if (!reader) {
109
+ return '';
110
+ }
111
+ const chunks = [];
112
+ let size = 0;
113
+ try {
114
+ while (size < max) {
115
+ const { done, value } = await reader.read();
116
+ if (done || !value) {
117
+ break;
118
+ }
119
+ chunks.push(value);
120
+ size += value.length;
121
+ }
122
+ }
123
+ finally {
124
+ reader.cancel().catch(() => { });
125
+ }
126
+ return Buffer.concat(chunks).subarray(0, max).toString('utf8');
127
+ }
128
+ /**
129
+ * Find out what `url` is: one GET per step for the headers — the body is read only for a playlist, a live
130
+ * stream is dropped right after its headers. Playlists are followed to their first stream.
131
+ */
132
+ async function probeStream(url, opts = {}) {
133
+ const doFetch = opts.fetch ?? fetch;
134
+ const timeoutMs = opts.timeoutMs ?? 5000;
135
+ let current = url;
136
+ for (let depth = 0; depth < MAX_DEPTH; depth++) {
137
+ const controller = new AbortController();
138
+ const timer = setTimeout(() => controller.abort(), timeoutMs);
139
+ try {
140
+ const res = await doFetch(current, {
141
+ signal: controller.signal,
142
+ redirect: 'follow',
143
+ headers: { 'User-Agent': 'ioBroker.assistant', 'Icy-MetaData': '0' },
144
+ });
145
+ const contentType = res.headers.get('content-type') || '';
146
+ const final = res.url || current;
147
+ if (!res.ok) {
148
+ controller.abort();
149
+ return { url: current, kind: kindFromUrl(final), contentType, error: `HTTP ${res.status}` };
150
+ }
151
+ let kind = kindFromContentType(contentType);
152
+ if (kind === 'unknown' || (kind === 'other' && kindFromUrl(final) === 'hls')) {
153
+ kind = kindFromUrl(final);
154
+ }
155
+ if (kind !== 'playlist' && kind !== 'hls') {
156
+ controller.abort(); // a live stream would never end
157
+ return { url: current, kind, contentType };
158
+ }
159
+ const list = parsePlaylist(await readSome(res, MAX_PLAYLIST_BYTES), final);
160
+ if (list.hls) {
161
+ return { url: current, kind: 'hls', contentType };
162
+ }
163
+ if (!list.url) {
164
+ return { url: current, kind: 'playlist', contentType, error: 'empty playlist' };
165
+ }
166
+ current = list.url;
167
+ }
168
+ catch (e) {
169
+ const err = e;
170
+ const error = controller.signal.aborted ? 'timeout' : err.cause?.message || err.message;
171
+ return { url: current, kind: kindFromUrl(current), contentType: '', error };
172
+ }
173
+ finally {
174
+ clearTimeout(timer);
175
+ }
176
+ }
177
+ return { url: current, kind: 'playlist', contentType: '', error: 'playlists nested too deep' };
178
+ }
179
+ /**
180
+ * The codecs the device decodes, from its media players' `supported_formats`: the listed ones; all classic ones
181
+ * when it lists nothing (older firmware, built with every decoder) or a pipeline takes `NONE` (no preference — the
182
+ * firmware then has to be built with every decoder).
183
+ */
184
+ function deviceCodecs(formats) {
185
+ const listed = formats.map(f => f.format.trim().toLowerCase());
186
+ if (!listed.length || listed.includes('none')) {
187
+ return new Set(CLASSIC_CODECS);
188
+ }
189
+ return new Set(DEVICE_CODECS.filter(c => listed.includes(c)));
190
+ }
191
+ /**
192
+ * The format a transcoded stream gets: FLAC if the device decodes it (lossless, cheap to write), else MP3, Opus,
193
+ * WAV. Rate and channels from the device's entry for that codec, music (default purpose) before announcements;
194
+ * without a preference 48 kHz mono like the spoken replies.
195
+ */
196
+ function transcodeTarget(formats) {
197
+ const codecs = deviceCodecs(formats);
198
+ const codec = DEVICE_CODECS.find(c => codecs.has(c)) || 'flac';
199
+ const entry = [
200
+ ...formats.filter(f => f.purpose === 'default'),
201
+ ...formats.filter(f => f.purpose !== 'default'),
202
+ ].find(f => f.format.trim().toLowerCase() === codec);
203
+ let sampleRate = entry?.sampleRate || 48000;
204
+ // libopus runs at 48/24/16/12/8 kHz only
205
+ if (codec === 'opus' && ![48000, 24000, 16000, 12000, 8000].includes(sampleRate)) {
206
+ sampleRate = 48000;
207
+ }
208
+ return { codec, sampleRate, channels: entry?.channels === 2 ? 2 : 1 };
209
+ }
210
+ /** Content-Type of a transcoded stream; ESPHome goes by it (or the extension). */
211
+ exports.STREAM_CONTENT_TYPES = {
212
+ flac: 'audio/flac',
213
+ mp3: 'audio/mpeg',
214
+ opus: 'audio/ogg; codecs=opus',
215
+ wav: 'audio/wav',
216
+ };
217
+ /** File extension of a transcoded stream's URL. */
218
+ exports.STREAM_EXTENSIONS = { flac: 'flac', mp3: 'mp3', opus: 'opus', wav: 'wav' };
219
+ /** ffmpeg arguments that read `url` and write `target` to stdout, for as long as the source sends. */
220
+ function transcodeArgs(url, target, hls) {
221
+ // A dropped radio connection comes back by itself instead of ending the music; HLS reloads its playlist anyway.
222
+ const reconnect = hls ? [] : ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'];
223
+ const codec = {
224
+ flac: ['-c:a', 'flac', '-f', 'flac'],
225
+ mp3: ['-c:a', 'libmp3lame', '-b:a', '192k', '-f', 'mp3'],
226
+ opus: ['-c:a', 'libopus', '-b:a', '128k', '-f', 'ogg'],
227
+ wav: ['-c:a', 'pcm_s16le', '-f', 'wav'],
228
+ };
229
+ // prettier-ignore
230
+ return [
231
+ '-hide_banner', '-loglevel', 'error', '-nostdin',
232
+ ...reconnect,
233
+ '-i', url,
234
+ '-map', '0:a:0', '-vn', '-map_metadata', '-1',
235
+ '-ar', String(target.sampleRate), '-ac', String(target.channels), '-sample_fmt', 's16',
236
+ ...codec[target.codec],
237
+ '-',
238
+ ];
239
+ }
240
+ /**
241
+ * Direct or through ffmpeg?
242
+ *
243
+ * @param probe what the URL is
244
+ * @param codecs what the device decodes ({@link deviceCodecs})
245
+ * @param always the player's `transcode` switch: through ffmpeg whatever the stream is
246
+ * @param ffmpeg whether ffmpeg is there; without it everything is played directly — maybe the device manages
247
+ */
248
+ function planStream(probe, codecs, always, ffmpeg) {
249
+ const detail = [probe.contentType.split(';')[0].trim(), probe.error].filter(Boolean).join(', ');
250
+ const what = `${probe.kind === 'unknown' ? 'unknown format' : probe.kind}${detail ? ` (${detail})` : ''}`;
251
+ const decodable = DEVICE_CODECS.includes(probe.kind) && codecs.has(probe.kind);
252
+ let mode = always || !decodable ? 'transcode' : 'direct';
253
+ let reason = always
254
+ ? `${what}, transcoding is switched on`
255
+ : decodable
256
+ ? `${what}, the device decodes it`
257
+ : `${what}, the device decodes ${[...codecs].join('/') || 'nothing it lists'}`;
258
+ if (mode === 'transcode' && !ffmpeg) {
259
+ mode = 'direct';
260
+ reason += ' — but ffmpeg is missing, so the device gets it as it is';
261
+ }
262
+ return { mode, url: probe.url, kind: probe.kind, reason };
263
+ }
264
+ //# sourceMappingURL=mediaStream.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mediaStream.js","sourceRoot":"","sources":["../../../src/lib/voice/mediaStream.ts"],"names":[],"mappings":";;;AAsCA,kDA2BC;AAGD,kCAwBC;AAMD,sCAsBC;AA6CD,kCA4CC;AAOD,oCAMC;AAcD,0CAaC;AAcD,sCAmBC;AAoBD,gCAeC;AAtSD,MAAM,aAAa,GAAkB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;AAEpE,gGAAgG;AAChG,MAAM,cAAc,GAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;AAE7D,gEAAgE;AAChE,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAC;AAErC,2DAA2D;AAC3D,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,WAAmB;IACnD,MAAM,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/D,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACtB,IAAI,wCAAwC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,oCAAoC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,kFAAkF;IAClF,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,CAAC,KAAK,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QACjF,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,2DAA2D;IAC3D,IAAI,gEAAgE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,OAAO,UAAU,CAAC;IACtB,CAAC;IACD,IAAI,CAAC,KAAK,eAAe,IAAI,CAAC,KAAK,qBAAqB,EAAE,CAAC;QACvD,OAAO,UAAU,CAAC;IACtB,CAAC;IACD,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC,CAAC,qBAAqB;IACzC,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,+DAA+D;AAC/D,SAAgB,WAAW,CAAC,GAAW;IACnC,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACD,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,MAAM,KAAK,GAA+B;QACtC,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,KAAK;QACX,GAAG,EAAE,UAAU;QACf,GAAG,EAAE,UAAU;QACf,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;QACZ,GAAG,EAAE,OAAO;KACf,CAAC;IACF,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;AACnC,CAAC;AAED;;;GAGG;AACH,SAAgB,aAAa,CAAC,IAAY,EAAE,IAAY;IACpD,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,KAAK,GACP,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACvC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,kCAAkC;QAChD,CAAC;QACD,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;YACxC,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACxD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;YACzC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,eAAe;QACnB,CAAC;IACL,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;AACnC,CAAC;AAkBD,sEAAsE;AACtE,KAAK,UAAU,QAAQ,CAAC,GAAa,EAAE,GAAW;IAC9C,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,CAAC;QACD,OAAO,IAAI,GAAG,GAAG,EAAE,CAAC;YAChB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM;YACV,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;QACzB,CAAC;IACL,CAAC;YAAS,CAAC;QACP,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,WAAW,CAAC,GAAW,EAAE,OAAqB,EAAE;IAClE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;IACzC,IAAI,OAAO,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBAC/B,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,EAAE,YAAY,EAAE,oBAAoB,EAAE,cAAc,EAAE,GAAG,EAAE;aACvE,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC;YACjC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACV,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;YAChG,CAAC;YACD,IAAI,IAAI,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;YAC5C,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC3E,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACxC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,gCAAgC;gBACpD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YAC/C,CAAC;YACD,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,QAAQ,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,KAAK,CAAC,CAAC;YAC3E,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACX,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;YACtD,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACZ,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;YACpF,CAAC;YACD,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC;QACvB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,MAAM,GAAG,GAAG,CAA6C,CAAC;YAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC;YACxF,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;QAChF,CAAC;gBAAS,CAAC;YACP,YAAY,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;IACL,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC;AACnG,CAAC;AAED;;;;GAIG;AACH,SAAgB,YAAY,CAAC,OAAsB;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC/D,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,OAAO,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AASD;;;;GAIG;AACH,SAAgB,eAAe,CAAC,OAAsB;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;IAC/D,MAAM,KAAK,GAAG;QACV,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC;QAC/C,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC;KAClD,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;IACrD,IAAI,UAAU,GAAG,KAAK,EAAE,UAAU,IAAI,KAAK,CAAC;IAC5C,yCAAyC;IACzC,IAAI,KAAK,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/E,UAAU,GAAG,KAAK,CAAC;IACvB,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED,kFAAkF;AACrE,QAAA,oBAAoB,GAAgC;IAC7D,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,YAAY;IACjB,IAAI,EAAE,wBAAwB;IAC9B,GAAG,EAAE,WAAW;CACnB,CAAC;AAEF,mDAAmD;AACtC,QAAA,iBAAiB,GAAgC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AAErH,sGAAsG;AACtG,SAAgB,aAAa,CAAC,GAAW,EAAE,MAAuB,EAAE,GAAY;IAC5E,gHAAgH;IAChH,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,GAAG,EAAE,qBAAqB,EAAE,GAAG,EAAE,sBAAsB,EAAE,GAAG,CAAC,CAAC;IAC1G,MAAM,KAAK,GAAkC;QACzC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC;QACpC,GAAG,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC;QACxD,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC;QACtD,GAAG,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC;KAC1C,CAAC;IACF,kBAAkB;IAClB,OAAO;QACH,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU;QAChD,GAAG,SAAS;QACZ,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI;QAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,aAAa,EAAE,KAAK;QACtF,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QACtB,GAAG;KACN,CAAC;AACN,CAAC;AAYD;;;;;;;GAOG;AACH,SAAgB,UAAU,CAAC,KAAkB,EAAE,MAAwB,EAAE,MAAe,EAAE,MAAe;IACrG,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChG,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAC1G,MAAM,SAAS,GAAI,aAA8B,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAmB,CAAC,CAAC;IAChH,IAAI,IAAI,GAAuB,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC7E,IAAI,MAAM,GAAG,MAAM;QACf,CAAC,CAAC,GAAG,IAAI,8BAA8B;QACvC,CAAC,CAAC,SAAS;YACT,CAAC,CAAC,GAAG,IAAI,yBAAyB;YAClC,CAAC,CAAC,GAAG,IAAI,wBAAwB,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;IACrF,IAAI,IAAI,KAAK,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC;QAClC,IAAI,GAAG,QAAQ,CAAC;QAChB,MAAM,IAAI,0DAA0D,CAAC;IACzE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;AAC9D,CAAC","sourcesContent":["/**\n * Music from a URL on an ESPHome satellite's media player: internet radio, a file on a web server.\n *\n * The device plays a URL itself (`MediaPlayerCommandRequest.media_url` with `announcement = false`: the media\n * pipeline, so replies and announcements only duck it, and play/pause/stop/volume apply to it). It decodes only\n * the codecs its firmware was built with, though: since ESPHome 2026.10 the media player gets the decoders of the\n * formats its pipelines announce (`supported_formats`), all of MP3/FLAC/WAV only with format `NONE` or on older\n * firmware that announces nothing. Many stations send AAC or HLS (`.m3u8`), and radio directories hand out\n * playlists (`.pls`, `.m3u`) that no device plays.\n *\n * So before a URL goes to the device, {@link planStream} looks at what it really is: one request for the headers\n * (and the body of a playlist), the first stream of a playlist instead of the playlist, then the codec — from the\n * Content-Type, else the extension. A codec the device decodes is played directly; anything else runs through\n * ffmpeg and is served by our media server in a codec the device takes, FLAC first (what Home Assistant does).\n */\nimport type { MediaFormat } from './replyFormat';\n\n/** What a URL turned out to be. */\nexport type StreamKind = 'mp3' | 'flac' | 'wav' | 'opus' | 'hls' | 'playlist' | 'other' | 'unknown';\n\n/** Codecs an ESPHome media player can decode (`audio_decoder`). */\nexport type DeviceCodec = 'mp3' | 'flac' | 'wav' | 'opus';\n\nconst DEVICE_CODECS: DeviceCodec[] = ['flac', 'mp3', 'opus', 'wav'];\n\n/** What every ESPHome speaker media player decoded before the codecs followed the pipelines. */\nconst CLASSIC_CODECS: DeviceCodec[] = ['mp3', 'flac', 'wav'];\n\n/** Bytes of a playlist we read; a real one is a few hundred. */\nconst MAX_PLAYLIST_BYTES = 64 * 1024;\n\n/** Playlists pointing at playlists: how deep we follow. */\nconst MAX_DEPTH = 3;\n\n/**\n * The kind of stream a Content-Type announces; 'unknown' when it says nothing useful (missing,\n * `application/octet-stream`, `text/html` of a server that does not care).\n */\nexport function kindFromContentType(contentType: string): StreamKind {\n const [type, ...params] = contentType.toLowerCase().split(';');\n const t = type.trim();\n if (/^audio\\/(mpeg|mp3|mpeg3|x-mpeg|x-mp3)$/.test(t)) {\n return 'mp3';\n }\n if (/^audio\\/(x-)?flac$/.test(t)) {\n return 'flac';\n }\n if (/^audio\\/((x-)?wav|wave|vnd\\.wave)$/.test(t)) {\n return 'wav';\n }\n // ESPHome takes Ogg only with Opus in it; plain audio/ogg is almost always Vorbis\n if (t === 'audio/opus' || (t === 'audio/ogg' && params.join(';').includes('opus'))) {\n return 'opus';\n }\n // m3u and HLS share their types; the body tells them apart\n if (/^(application|audio)\\/(vnd\\.apple\\.mpegurl|x-mpegurl|mpegurl)$/.test(t)) {\n return 'playlist';\n }\n if (t === 'audio/x-scpls' || t === 'application/pls+xml') {\n return 'playlist';\n }\n if (/^(audio|video)\\//.test(t)) {\n return 'other'; // AAC, Vorbis, MP4 …\n }\n return 'unknown';\n}\n\n/** The kind of stream the file extension of a URL suggests. */\nexport function kindFromUrl(url: string): StreamKind {\n let path: string;\n try {\n path = new URL(url).pathname.toLowerCase();\n } catch {\n return 'unknown';\n }\n const ext = /\\.([a-z0-9]+)$/.exec(path)?.[1] || '';\n const byExt: Record<string, StreamKind> = {\n mp3: 'mp3',\n flac: 'flac',\n wav: 'wav',\n opus: 'opus',\n m3u8: 'hls',\n m3u: 'playlist',\n pls: 'playlist',\n aac: 'other',\n m4a: 'other',\n mp4: 'other',\n ogg: 'other',\n oga: 'other',\n wma: 'other',\n };\n return byExt[ext] || 'unknown';\n}\n\n/**\n * Read a playlist: HLS (`#EXT-X-…`) is a stream in itself and stays as it is; a `.pls` or plain `.m3u` gives its\n * first http(s) entry, resolved against the playlist's own URL. `url` is '' when there is none.\n */\nexport function parsePlaylist(text: string, base: string): { hls: boolean; url: string } {\n if (/^#EXT-X-/m.test(text)) {\n return { hls: true, url: base };\n }\n for (const raw of text.split(/\\r?\\n/)) {\n const line = raw.trim();\n const entry =\n /^File\\d+\\s*=\\s*(.+)$/i.exec(line)?.[1] ??\n (line && !line.startsWith('#') && !line.startsWith('[') ? line : '');\n if (!entry || /^[a-z]+\\s*=/i.test(entry)) {\n continue; // \"NumberOfEntries=1\", \"Title1=…\"\n }\n try {\n const url = new URL(entry.trim(), base);\n if (url.protocol === 'http:' || url.protocol === 'https:') {\n return { hls: false, url: url.href };\n }\n } catch {\n /* not a URL */\n }\n }\n return { hls: false, url: '' };\n}\n\n/** What a URL turned out to be after following its playlists. */\nexport interface StreamProbe {\n /** The stream itself (a playlist's entry) — what the device or ffmpeg should open. */\n url: string;\n kind: StreamKind;\n contentType: string;\n /** Why the probe could not look (network error, a server that does not speak HTTP/1.1 like old SHOUTcast). */\n error?: string;\n}\n\nexport interface ProbeOptions {\n /** Per request. */\n timeoutMs?: number;\n fetch?: typeof fetch;\n}\n\n/** Read at most `max` bytes of a response body, then let go of it. */\nasync function readSome(res: Response, max: number): Promise<string> {\n const reader = res.body?.getReader();\n if (!reader) {\n return '';\n }\n const chunks: Uint8Array[] = [];\n let size = 0;\n try {\n while (size < max) {\n const { done, value } = await reader.read();\n if (done || !value) {\n break;\n }\n chunks.push(value);\n size += value.length;\n }\n } finally {\n reader.cancel().catch(() => {});\n }\n return Buffer.concat(chunks).subarray(0, max).toString('utf8');\n}\n\n/**\n * Find out what `url` is: one GET per step for the headers — the body is read only for a playlist, a live\n * stream is dropped right after its headers. Playlists are followed to their first stream.\n */\nexport async function probeStream(url: string, opts: ProbeOptions = {}): Promise<StreamProbe> {\n const doFetch = opts.fetch ?? fetch;\n const timeoutMs = opts.timeoutMs ?? 5000;\n let current = url;\n for (let depth = 0; depth < MAX_DEPTH; depth++) {\n const controller = new AbortController();\n const timer = setTimeout(() => controller.abort(), timeoutMs);\n try {\n const res = await doFetch(current, {\n signal: controller.signal,\n redirect: 'follow',\n headers: { 'User-Agent': 'ioBroker.assistant', 'Icy-MetaData': '0' },\n });\n const contentType = res.headers.get('content-type') || '';\n const final = res.url || current;\n if (!res.ok) {\n controller.abort();\n return { url: current, kind: kindFromUrl(final), contentType, error: `HTTP ${res.status}` };\n }\n let kind = kindFromContentType(contentType);\n if (kind === 'unknown' || (kind === 'other' && kindFromUrl(final) === 'hls')) {\n kind = kindFromUrl(final);\n }\n if (kind !== 'playlist' && kind !== 'hls') {\n controller.abort(); // a live stream would never end\n return { url: current, kind, contentType };\n }\n const list = parsePlaylist(await readSome(res, MAX_PLAYLIST_BYTES), final);\n if (list.hls) {\n return { url: current, kind: 'hls', contentType };\n }\n if (!list.url) {\n return { url: current, kind: 'playlist', contentType, error: 'empty playlist' };\n }\n current = list.url;\n } catch (e) {\n const err = e as Error & { cause?: { message?: string } };\n const error = controller.signal.aborted ? 'timeout' : err.cause?.message || err.message;\n return { url: current, kind: kindFromUrl(current), contentType: '', error };\n } finally {\n clearTimeout(timer);\n }\n }\n return { url: current, kind: 'playlist', contentType: '', error: 'playlists nested too deep' };\n}\n\n/**\n * The codecs the device decodes, from its media players' `supported_formats`: the listed ones; all classic ones\n * when it lists nothing (older firmware, built with every decoder) or a pipeline takes `NONE` (no preference — the\n * firmware then has to be built with every decoder).\n */\nexport function deviceCodecs(formats: MediaFormat[]): Set<DeviceCodec> {\n const listed = formats.map(f => f.format.trim().toLowerCase());\n if (!listed.length || listed.includes('none')) {\n return new Set(CLASSIC_CODECS);\n }\n return new Set(DEVICE_CODECS.filter(c => listed.includes(c)));\n}\n\n/** What ffmpeg writes for the device. */\nexport interface TranscodeTarget {\n codec: DeviceCodec;\n sampleRate: number;\n channels: 1 | 2;\n}\n\n/**\n * The format a transcoded stream gets: FLAC if the device decodes it (lossless, cheap to write), else MP3, Opus,\n * WAV. Rate and channels from the device's entry for that codec, music (default purpose) before announcements;\n * without a preference 48 kHz mono like the spoken replies.\n */\nexport function transcodeTarget(formats: MediaFormat[]): TranscodeTarget {\n const codecs = deviceCodecs(formats);\n const codec = DEVICE_CODECS.find(c => codecs.has(c)) || 'flac';\n const entry = [\n ...formats.filter(f => f.purpose === 'default'),\n ...formats.filter(f => f.purpose !== 'default'),\n ].find(f => f.format.trim().toLowerCase() === codec);\n let sampleRate = entry?.sampleRate || 48000;\n // libopus runs at 48/24/16/12/8 kHz only\n if (codec === 'opus' && ![48000, 24000, 16000, 12000, 8000].includes(sampleRate)) {\n sampleRate = 48000;\n }\n return { codec, sampleRate, channels: entry?.channels === 2 ? 2 : 1 };\n}\n\n/** Content-Type of a transcoded stream; ESPHome goes by it (or the extension). */\nexport const STREAM_CONTENT_TYPES: Record<DeviceCodec, string> = {\n flac: 'audio/flac',\n mp3: 'audio/mpeg',\n opus: 'audio/ogg; codecs=opus',\n wav: 'audio/wav',\n};\n\n/** File extension of a transcoded stream's URL. */\nexport const STREAM_EXTENSIONS: Record<DeviceCodec, string> = { flac: 'flac', mp3: 'mp3', opus: 'opus', wav: 'wav' };\n\n/** ffmpeg arguments that read `url` and write `target` to stdout, for as long as the source sends. */\nexport function transcodeArgs(url: string, target: TranscodeTarget, hls: boolean): string[] {\n // A dropped radio connection comes back by itself instead of ending the music; HLS reloads its playlist anyway.\n const reconnect = hls ? [] : ['-reconnect', '1', '-reconnect_streamed', '1', '-reconnect_delay_max', '5'];\n const codec: Record<DeviceCodec, string[]> = {\n flac: ['-c:a', 'flac', '-f', 'flac'],\n mp3: ['-c:a', 'libmp3lame', '-b:a', '192k', '-f', 'mp3'],\n opus: ['-c:a', 'libopus', '-b:a', '128k', '-f', 'ogg'],\n wav: ['-c:a', 'pcm_s16le', '-f', 'wav'],\n };\n // prettier-ignore\n return [\n '-hide_banner', '-loglevel', 'error', '-nostdin',\n ...reconnect,\n '-i', url,\n '-map', '0:a:0', '-vn', '-map_metadata', '-1',\n '-ar', String(target.sampleRate), '-ac', String(target.channels), '-sample_fmt', 's16',\n ...codec[target.codec],\n '-',\n ];\n}\n\n/** How a URL is going to be played. */\nexport interface StreamPlan {\n mode: 'direct' | 'transcode';\n /** The stream itself (a playlist resolved): what the device or ffmpeg opens. */\n url: string;\n kind: StreamKind;\n /** For the log: why this way. */\n reason: string;\n}\n\n/**\n * Direct or through ffmpeg?\n *\n * @param probe what the URL is\n * @param codecs what the device decodes ({@link deviceCodecs})\n * @param always the player's `transcode` switch: through ffmpeg whatever the stream is\n * @param ffmpeg whether ffmpeg is there; without it everything is played directly — maybe the device manages\n */\nexport function planStream(probe: StreamProbe, codecs: Set<DeviceCodec>, always: boolean, ffmpeg: boolean): StreamPlan {\n const detail = [probe.contentType.split(';')[0].trim(), probe.error].filter(Boolean).join(', ');\n const what = `${probe.kind === 'unknown' ? 'unknown format' : probe.kind}${detail ? ` (${detail})` : ''}`;\n const decodable = (DEVICE_CODECS as StreamKind[]).includes(probe.kind) && codecs.has(probe.kind as DeviceCodec);\n let mode: StreamPlan['mode'] = always || !decodable ? 'transcode' : 'direct';\n let reason = always\n ? `${what}, transcoding is switched on`\n : decodable\n ? `${what}, the device decodes it`\n : `${what}, the device decodes ${[...codecs].join('/') || 'nothing it lists'}`;\n if (mode === 'transcode' && !ffmpeg) {\n mode = 'direct';\n reason += ' — but ffmpeg is missing, so the device gets it as it is';\n }\n return { mode, url: probe.url, kind: probe.kind, reason };\n}\n"]}
package/build/main.js CHANGED
@@ -38,6 +38,7 @@ const fs = __importStar(require("node:fs"));
38
38
  const node_child_process_1 = require("node:child_process");
39
39
  const node_async_hooks_1 = require("node:async_hooks");
40
40
  const node_util_1 = require("node:util");
41
+ const node_crypto_1 = require("node:crypto");
41
42
  const adapter_core_1 = require("@iobroker/adapter-core");
42
43
  const path = __importStar(require("node:path"));
43
44
  const mcp_server_1 = require("@iobroker/mcp-server");
@@ -64,6 +65,7 @@ const wyoming_1 = require("./lib/voice/wyoming");
64
65
  const esphome_1 = require("./lib/voice/esphome");
65
66
  const esphomeEntities_1 = require("./lib/voice/esphomeEntities");
66
67
  const mediaServer_1 = require("./lib/voice/mediaServer");
68
+ const mediaStream_1 = require("./lib/voice/mediaStream");
67
69
  const wakeWords_1 = require("./lib/voice/wakeWords");
68
70
  const tone_1 = require("./lib/voice/tone");
69
71
  const engines_1 = require("./lib/voice/engines");
@@ -352,6 +354,12 @@ class Assistant extends adapter_core_1.Adapter {
352
354
  mirroredTimers = new Map();
353
355
  /** Per satellite: resolves once its control objects exist, so state writes can wait for them. */
354
356
  satControlsReady = new Map();
357
+ /** Per media player (`<satId>.<objectId>`): the newest URL write, so a slow look at an older one cannot win. */
358
+ mediaPlays = new Map();
359
+ /** Per media player: the path of its live stream through ffmpeg on the media server, while there is one. */
360
+ mediaStreamPaths = new Map();
361
+ /** Whether ffmpeg starts, per binary, looked up at most once a minute (playing a URL asks every time). */
362
+ ffmpegCheck = null;
355
363
  /** Satellites whose `volume` state exists and is subscribed (see updateSatelliteVolume). */
356
364
  satVolumeEnsured = new Set();
357
365
  /** ESPHome satellite id → the table address already written to its object (see markEsphomeSatellite). */
@@ -1436,8 +1444,24 @@ class Assistant extends adapter_core_1.Adapter {
1436
1444
  await this.ensureState(`${id}.volume`, 'Volume (0…1)', 'number', 'level.volume', true);
1437
1445
  await this.ensureState(`${id}.command`, `Command (${Object.keys(esphomeEntities_1.MEDIA_COMMANDS).join(', ')})`, 'string', 'text', true);
1438
1446
  await this.ensureState(`${id}.muted`, 'Muted', 'boolean', 'media.mute', false);
1447
+ // Music from a URL (internet radio): the device plays it as media, not as an announcement
1448
+ await this.ensureState(`${id}.url`, 'Play a URL (radio, MP3/FLAC/WAV; others through ffmpeg); empty or "stop" = stop', 'string', 'media.url', true);
1449
+ await this.setObjectNotExistsAsync(`${id}.transcode`, {
1450
+ type: 'state',
1451
+ common: {
1452
+ name: 'Always play URLs through ffmpeg (else only when the device cannot decode them)',
1453
+ type: 'boolean',
1454
+ role: 'switch',
1455
+ read: true,
1456
+ write: true,
1457
+ def: false,
1458
+ },
1459
+ native: {},
1460
+ });
1439
1461
  this.subscribeStates(`${id}.volume`);
1440
1462
  this.subscribeStates(`${id}.command`);
1463
+ this.subscribeStates(`${id}.url`);
1464
+ this.subscribeStates(`${id}.transcode`);
1441
1465
  }
1442
1466
  else if (entity.kind === 'update') {
1443
1467
  await this.setObjectNotExistsAsync(id, { type: 'channel', common: { name }, native: {} });
@@ -1634,6 +1658,15 @@ class Assistant extends adapter_core_1.Adapter {
1634
1658
  else if (leaf === 'volume' || leaf === 'command') {
1635
1659
  payload = value;
1636
1660
  }
1661
+ else if (leaf === 'url') {
1662
+ this.playMediaUrl(satId, device, objectId, value).catch(e => this.log.warn(`Playing ${String(value)} on ${device} failed: ${e.message}`));
1663
+ return;
1664
+ }
1665
+ else if (leaf === 'transcode') {
1666
+ // A setting of ours, nothing for the device: taken as written
1667
+ this.setStateAsync(`satellites.${satId}.controls.${path}`, { val: !!value, ack: true }).catch(() => { });
1668
+ return;
1669
+ }
1637
1670
  else if (leaf) {
1638
1671
  return; // read-only leaf of a compound entity
1639
1672
  }
@@ -1641,6 +1674,144 @@ class Assistant extends adapter_core_1.Adapter {
1641
1674
  this.log.warn(`Writing ${objectId} on ${device} was rejected — see the warning above.`);
1642
1675
  }
1643
1676
  }
1677
+ /**
1678
+ * A URL written to `controls.<player>.url`: play it on the satellite as music (internet radio, a file on a web
1679
+ * server). Playlists are resolved to their first stream; a codec the device decodes goes there directly, anything
1680
+ * else (AAC, HLS …) through ffmpeg, served by our media server — see `mediaStream.ts`. Empty or "stop" stops.
1681
+ *
1682
+ * Acked with the URL once the device was told: it reports no URL back, only the player state (`.state`).
1683
+ */
1684
+ async playMediaUrl(satId, device, objectId, value) {
1685
+ const esphome = this.esphome;
1686
+ const media = this.media;
1687
+ if (!esphome || !media) {
1688
+ return;
1689
+ }
1690
+ const key = `${satId}.${objectId}`;
1691
+ const stateId = `satellites.${satId}.controls.${objectId}.url`;
1692
+ const seq = (this.mediaPlays.get(key) || 0) + 1;
1693
+ this.mediaPlays.set(key, seq);
1694
+ const raw = typeof value === 'string' ? value.trim() : '';
1695
+ const endStream = () => {
1696
+ const old = this.mediaStreamPaths.get(key);
1697
+ if (old) {
1698
+ this.mediaStreamPaths.delete(key);
1699
+ media.unserve(old);
1700
+ }
1701
+ };
1702
+ if (!raw || raw.toLowerCase() === 'stop') {
1703
+ const sent = esphome.setEntity(device, objectId, 'stop');
1704
+ endStream();
1705
+ if (sent) {
1706
+ await this.setStateAsync(stateId, { val: '', ack: true });
1707
+ }
1708
+ return;
1709
+ }
1710
+ let url;
1711
+ try {
1712
+ url = new URL(raw);
1713
+ }
1714
+ catch {
1715
+ this.log.warn(`Satellite ${device}: "${raw}" is not a URL — nothing played.`);
1716
+ return;
1717
+ }
1718
+ if (url.protocol !== 'http:' && url.protocol !== 'https:') {
1719
+ this.log.warn(`Satellite ${device}: only http(s) URLs can be played, not ${url.protocol}`);
1720
+ return;
1721
+ }
1722
+ const entities = esphome.entities(device);
1723
+ if (!entities.some(e => e.kind === 'mediaPlayer' && e.objectId === objectId)) {
1724
+ this.log.warn(`Satellite ${device} is not connected or has no media player "${objectId}" — nothing played.`);
1725
+ return;
1726
+ }
1727
+ // The decoders are built into the firmware for all its players together
1728
+ const formats = entities.flatMap(e => e.formats ?? []);
1729
+ const always = (await this.getStateAsync(`satellites.${satId}.controls.${objectId}.transcode`))?.val === true;
1730
+ const [probe, ffmpeg] = await Promise.all([(0, mediaStream_1.probeStream)(url.href), this.ffmpegAvailable()]);
1731
+ if (this.mediaPlays.get(key) !== seq) {
1732
+ return; // a newer URL (or a stop) was written meanwhile
1733
+ }
1734
+ const plan = (0, mediaStream_1.planStream)(probe, (0, mediaStream_1.deviceCodecs)(formats), always, ffmpeg);
1735
+ endStream();
1736
+ let target = plan.url;
1737
+ let how = 'directly';
1738
+ if (plan.mode === 'transcode') {
1739
+ const t = (0, mediaStream_1.transcodeTarget)(formats);
1740
+ const streamPath = `/stream/${(0, node_crypto_1.randomBytes)(12).toString('hex')}.${mediaStream_1.STREAM_EXTENSIONS[t.codec]}`;
1741
+ const absolute = esphome.mediaUrl(device, streamPath);
1742
+ if (!absolute) {
1743
+ this.log.warn(`Satellite ${device} went offline — nothing played.`);
1744
+ return;
1745
+ }
1746
+ media.serveStream(streamPath, mediaStream_1.STREAM_CONTENT_TYPES[t.codec], this.transcodeSource(plan.url, t, plan.kind === 'hls', device));
1747
+ this.mediaStreamPaths.set(key, streamPath);
1748
+ target = absolute;
1749
+ how = `through ffmpeg as ${t.codec.toUpperCase()} ${t.sampleRate} Hz${t.channels === 2 ? ' stereo' : ''}`;
1750
+ }
1751
+ const resolved = plan.url !== url.href ? ` (playlist entry ${plan.url})` : '';
1752
+ this.log.info(`Satellite ${device}: playing ${raw}${resolved} ${how} — ${plan.reason}`);
1753
+ if (!esphome.setEntity(device, objectId, { url: target })) {
1754
+ endStream();
1755
+ return;
1756
+ }
1757
+ await this.setStateAsync(stateId, { val: raw, ack: true });
1758
+ }
1759
+ /**
1760
+ * The source of a transcoded stream: one ffmpeg per listener, reading `url` and writing `target` into the
1761
+ * response for as long as the device listens.
1762
+ */
1763
+ transcodeSource(url, target, hls, device) {
1764
+ return res => {
1765
+ const proc = (0, node_child_process_1.spawn)(this.ffmpegBin(), (0, mediaStream_1.transcodeArgs)(url, target, hls), {
1766
+ stdio: ['ignore', 'pipe', 'pipe'],
1767
+ });
1768
+ let stopped = false;
1769
+ let lastError = '';
1770
+ proc.stdout.pipe(res);
1771
+ proc.stderr.on('data', (d) => {
1772
+ lastError = String(d).trim().split(/\r?\n/).pop() || lastError;
1773
+ this.log.debug(`ffmpeg (${device}): ${String(d).trim()}`);
1774
+ });
1775
+ proc.on('error', e => {
1776
+ this.log.warn(`Stream for ${device}: ffmpeg failed: ${e.message}${FFMPEG_HINT}`);
1777
+ res.destroy();
1778
+ });
1779
+ proc.on('close', code => {
1780
+ if (stopped) {
1781
+ return;
1782
+ }
1783
+ // The source ended (a file played to its end) or failed (station offline, unknown format)
1784
+ if (code) {
1785
+ this.log.warn(`Stream for ${device} ended — ffmpeg exited with code ${code}${lastError ? `: ${lastError}` : ''}`);
1786
+ }
1787
+ else {
1788
+ this.log.debug(`Stream for ${device} ended — the source ended`);
1789
+ }
1790
+ res.end();
1791
+ });
1792
+ return () => {
1793
+ stopped = true;
1794
+ proc.kill();
1795
+ };
1796
+ };
1797
+ }
1798
+ /** Whether ffmpeg starts at all; remembered for a minute per binary. */
1799
+ async ffmpegAvailable() {
1800
+ const bin = this.ffmpegBin();
1801
+ const now = Date.now();
1802
+ if (this.ffmpegCheck?.bin === bin && now - this.ffmpegCheck.at < 60_000) {
1803
+ return this.ffmpegCheck.ok;
1804
+ }
1805
+ let ok = true;
1806
+ try {
1807
+ await (0, node_util_1.promisify)(node_child_process_1.execFile)(bin, ['-version'], { timeout: 5_000 });
1808
+ }
1809
+ catch {
1810
+ ok = false;
1811
+ }
1812
+ this.ffmpegCheck = { bin, ok, at: now };
1813
+ return ok;
1814
+ }
1644
1815
  /**
1645
1816
  * Apply a write to `satellites.<id>.wakeWords`. The state is *not* acked here: the device echoes its
1646
1817
  * new configuration back and {@link updateSatelliteWakeWords} writes the acked value, so what ioBroker