@camstack/addon-pipeline 1.1.19 → 1.1.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/audio-analyzer/index.js +1 -1
- package/dist/audio-analyzer/index.mjs +1 -1
- package/dist/audio-codec-ffmpeg/index.js +1125 -0
- package/dist/audio-codec-ffmpeg/index.mjs +1107 -0
- package/dist/decoder-ffmpeg/index.js +3 -3
- package/dist/decoder-ffmpeg/index.mjs +3 -3
- package/dist/detection-pipeline/index.js +1 -1
- package/dist/detection-pipeline/index.mjs +1 -1
- package/dist/{dist-BgoBMCez.js → dist-BiP1gPeY.js} +20 -1
- package/dist/{dist-7Yx2dmuV.mjs → dist-tzhTTRq4.mjs} +20 -1
- package/dist/motion-wasm/index.js +1 -1
- package/dist/motion-wasm/index.mjs +1 -1
- package/dist/pipeline-runner/index.js +1 -1
- package/dist/pipeline-runner/index.mjs +1 -1
- package/dist/recorder/index.js +24 -4
- package/dist/recorder/index.mjs +24 -4
- package/dist/stream-broker/_stub.js +35 -35
- package/dist/stream-broker/{_virtual_mf-localSharedImportMap___mfe_internal__addon_stream_broker_widgets-w2pP0MYO.mjs → _virtual_mf-localSharedImportMap___mfe_internal__addon_stream_broker_widgets-D08qJTw_.mjs} +3 -3
- package/dist/stream-broker/{hostInit-BUEbBinp.mjs → hostInit-CGnMNtPl.mjs} +3 -3
- package/dist/stream-broker/index.js +447 -438
- package/dist/stream-broker/index.mjs +447 -438
- package/dist/stream-broker/remoteEntry.js +1 -1
- package/embed-dist/assets/{MaskShapeCanvas-DI4BY7W2-CYmHXacX.js → MaskShapeCanvas-DI4BY7W2-CW4Qu4V6.js} +1 -1
- package/embed-dist/assets/{MotionZonesSettings-NcxxQN8r-B-BkPQvX.js → MotionZonesSettings-NcxxQN8r-CHJ39tfi.js} +1 -1
- package/embed-dist/assets/{PrivacyMaskSettings-APgPLF7p-DC3Jw85p.js → PrivacyMaskSettings-APgPLF7p-dInJ7kcz.js} +1 -1
- package/embed-dist/assets/{index-B0IQgci0.js → index-CKpVWKSG.js} +4 -4
- package/embed-dist/index.html +1 -1
- package/package.json +10 -10
- package/dist/audio-codec-nodeav/index.js +0 -310
- package/dist/audio-codec-nodeav/index.mjs +0 -305
- package/dist/codec-runtime-BOk-13PN.js +0 -202
- package/dist/codec-runtime-BsqlEjPi.mjs +0 -197
|
@@ -1,8 +1,7 @@
|
|
|
1
1
|
import { t as __require } from "../chunk-BdkLduGY.mjs";
|
|
2
|
-
import { A as nodePin, B as BaseAddon, D as maskUrlCredentials, G as asJsonObject, H as DeviceFeature, I as streamBrokerCapability, Q as parseProfileBrokerId, R as webrtcSessionCapability, U as DeviceType, V as CAM_PROFILE_ORDER, W as EventCategory, X as makeSourceBrokerId, Y as makeProfileBrokerId, c as EncodeProfileSchema, ct as object, dt as union, f as RingBuffer, it as discriminatedUnion, lt as record, m as addonWidgetsSourceCapability, ot as literal, q as createEvent, rt as boolean, st as number, tt as _enum, ut as string, v as cameraStreamsCapability, z as errMsg } from "../dist-
|
|
2
|
+
import { A as nodePin, B as BaseAddon, D as maskUrlCredentials, G as asJsonObject, H as DeviceFeature, I as streamBrokerCapability, Q as parseProfileBrokerId, R as webrtcSessionCapability, U as DeviceType, V as CAM_PROFILE_ORDER, W as EventCategory, X as makeSourceBrokerId, Y as makeProfileBrokerId, c as EncodeProfileSchema, ct as object, dt as union, f as RingBuffer, it as discriminatedUnion, lt as record, m as addonWidgetsSourceCapability, ot as literal, q as createEvent, rt as boolean, st as number, tt as _enum, ut as string, v as cameraStreamsCapability, z as errMsg } from "../dist-tzhTTRq4.mjs";
|
|
3
3
|
import { t as createFileDataPlaneHandler } from "../model-download-service-C-IHWnXx-3Mmeob3l.mjs";
|
|
4
4
|
import { n as logBannerArgs, r as FrameDropper, t as audioEncoderArgs } from "../ffmpeg-args-common-c3p-nWtU.mjs";
|
|
5
|
-
import { t as DecodeRuntime } from "../codec-runtime-BsqlEjPi.mjs";
|
|
6
5
|
import { createRequire } from "node:module";
|
|
7
6
|
import * as fs from "node:fs";
|
|
8
7
|
import * as path$1 from "node:path";
|
|
@@ -6133,6 +6132,10 @@ var RtspSession = class {
|
|
|
6133
6132
|
lastRtpAt = 0;
|
|
6134
6133
|
/** Total video RTP bytes written to the socket. */
|
|
6135
6134
|
bytesSent = 0;
|
|
6135
|
+
/** Client `User-Agent` (from the first request that carries one). Lets the
|
|
6136
|
+
* broker panel identify a consumer by purpose — e.g. the recorder sets
|
|
6137
|
+
* `-user_agent recorder` on its RTSP pull — instead of a bare address. */
|
|
6138
|
+
userAgent = null;
|
|
6136
6139
|
/** When true, this session receives video-only (no audio RTP). */
|
|
6137
6140
|
muted;
|
|
6138
6141
|
constructor(socket, sdp, onClose, muted) {
|
|
@@ -6176,6 +6179,7 @@ var RtspSession = class {
|
|
|
6176
6179
|
return {
|
|
6177
6180
|
sessionId: this.sessionId,
|
|
6178
6181
|
remoteAddr: `${remoteIp}:${remotePort}`,
|
|
6182
|
+
userAgent: this.userAgent,
|
|
6179
6183
|
playing: this.isPlaying(),
|
|
6180
6184
|
muted: this.muted,
|
|
6181
6185
|
connectedAt: this.connectedAt,
|
|
@@ -6242,7 +6246,10 @@ var RtspSession = class {
|
|
|
6242
6246
|
const requestText = this.buffer.slice(0, endIdx);
|
|
6243
6247
|
this.buffer = this.buffer.slice(endIdx + 4);
|
|
6244
6248
|
const request = this.parseRequest(requestText);
|
|
6245
|
-
if (request)
|
|
6249
|
+
if (request) {
|
|
6250
|
+
if (this.userAgent === null) this.userAgent = request.headers.get("user-agent") ?? null;
|
|
6251
|
+
this.handleRequest(request);
|
|
6252
|
+
}
|
|
6246
6253
|
}
|
|
6247
6254
|
}
|
|
6248
6255
|
parseRequest(text) {
|
|
@@ -14298,475 +14305,468 @@ var TimelineSession = class {
|
|
|
14298
14305
|
}
|
|
14299
14306
|
};
|
|
14300
14307
|
//#endregion
|
|
14301
|
-
//#region src/stream-broker/recorded/
|
|
14308
|
+
//#region src/stream-broker/recorded/ffmpeg-run-once.ts
|
|
14302
14309
|
/**
|
|
14303
|
-
*
|
|
14304
|
-
*
|
|
14305
|
-
*
|
|
14310
|
+
* ffmpeg-run-once — spawn ffmpeg for ONE batch conversion: feed an in-memory
|
|
14311
|
+
* input buffer on stdin, collect the whole stdout, resolve when the process
|
|
14312
|
+
* exits. Used by the recorded-playback demuxers (`segment-demux`,
|
|
14313
|
+
* `segment-audio`) which turn a single self-contained `.m4s` fragment into
|
|
14314
|
+
* Annex-B / µ-law bytes in a crash-isolated subprocess (replacing the old
|
|
14315
|
+
* in-process `node-av` binding).
|
|
14306
14316
|
*
|
|
14307
|
-
*
|
|
14308
|
-
*
|
|
14309
|
-
*
|
|
14317
|
+
* Unlike the live streaming sessions (`decoder-ffmpeg`, `audio-codec-ffmpeg`)
|
|
14318
|
+
* this is fire-once: there is no persistent stdin feed. stdin is written and
|
|
14319
|
+
* closed up-front so ffmpeg reads the whole fragment, transcodes, flushes, and
|
|
14320
|
+
* exits; we buffer stdout and resolve with it.
|
|
14321
|
+
*
|
|
14322
|
+
* The kill sequence copies the CORRECTED gating from `decoder-ffmpeg`/
|
|
14323
|
+
* `audio-codec-ffmpeg`: SIGTERM then escalated SIGKILL gated on
|
|
14324
|
+
* `exitCode === null && signalCode === null` (NOT on `child.killed`, which Node
|
|
14325
|
+
* sets true after ANY kill() so `!child.killed` never fires → leaked ffmpeg).
|
|
14310
14326
|
*/
|
|
14311
|
-
|
|
14312
|
-
|
|
14313
|
-
|
|
14314
|
-
|
|
14315
|
-
|
|
14316
|
-
if (codecId === hevcId) return {
|
|
14317
|
-
bsf: "hevc_mp4toannexb",
|
|
14318
|
-
codec: "H265"
|
|
14319
|
-
};
|
|
14320
|
-
throw new Error(`segment-demux: unsupported video codec id ${codecId} (expected H264=${h264Id} or HEVC=${hevcId})`);
|
|
14321
|
-
}
|
|
14327
|
+
/** Hard ceiling for one fragment conversion; a ~4 s GOP transcodes in well
|
|
14328
|
+
* under this even on a slow agent. Prevents a wedged ffmpeg from leaking. */
|
|
14329
|
+
var RUN_TIMEOUT_MS = 8e3;
|
|
14330
|
+
/** Grace period between SIGTERM and the escalated SIGKILL. */
|
|
14331
|
+
var KILL_GRACE_MS = 500;
|
|
14322
14332
|
/**
|
|
14323
|
-
* `
|
|
14324
|
-
*
|
|
14325
|
-
*
|
|
14333
|
+
* Run ffmpeg once over `input` and resolve with the collected stdout bytes.
|
|
14334
|
+
*
|
|
14335
|
+
* @throws If ffmpeg cannot be spawned, times out, or exits non-zero (unless
|
|
14336
|
+
* `tolerateNonZeroExit` is set).
|
|
14326
14337
|
*/
|
|
14327
|
-
|
|
14328
|
-
|
|
14329
|
-
|
|
14330
|
-
|
|
14331
|
-
|
|
14332
|
-
|
|
14333
|
-
|
|
14334
|
-
|
|
14335
|
-
|
|
14336
|
-
|
|
14337
|
-
|
|
14338
|
-
|
|
14338
|
+
function runFfmpegOnce(options) {
|
|
14339
|
+
const { ffmpegPath, args, input, tolerateNonZeroExit = false } = options;
|
|
14340
|
+
return new Promise((resolve, reject) => {
|
|
14341
|
+
const chunks = [];
|
|
14342
|
+
const stderrTail = [];
|
|
14343
|
+
let settled = false;
|
|
14344
|
+
const child = (() => {
|
|
14345
|
+
try {
|
|
14346
|
+
return spawn(ffmpegPath, [...args]);
|
|
14347
|
+
} catch (err) {
|
|
14348
|
+
reject(/* @__PURE__ */ new Error(`ffmpeg spawn failed: ${errMsg(err)}`));
|
|
14349
|
+
return null;
|
|
14350
|
+
}
|
|
14351
|
+
})();
|
|
14352
|
+
if (child === null) return;
|
|
14353
|
+
const timer = setTimeout(() => {
|
|
14354
|
+
if (settled) return;
|
|
14355
|
+
settle(() => reject(/* @__PURE__ */ new Error("ffmpeg-run-once: timed out")));
|
|
14356
|
+
kill();
|
|
14357
|
+
}, RUN_TIMEOUT_MS);
|
|
14358
|
+
timer.unref?.();
|
|
14359
|
+
const settle = (fn) => {
|
|
14360
|
+
if (settled) return;
|
|
14361
|
+
settled = true;
|
|
14362
|
+
clearTimeout(timer);
|
|
14363
|
+
fn();
|
|
14364
|
+
};
|
|
14365
|
+
const kill = () => {
|
|
14366
|
+
try {
|
|
14367
|
+
child.kill("SIGTERM");
|
|
14368
|
+
} catch {}
|
|
14369
|
+
setTimeout(() => {
|
|
14370
|
+
if (child.exitCode === null && child.signalCode === null) try {
|
|
14371
|
+
child.kill("SIGKILL");
|
|
14372
|
+
} catch {}
|
|
14373
|
+
}, KILL_GRACE_MS).unref?.();
|
|
14374
|
+
};
|
|
14375
|
+
child.stdin?.on("error", () => {});
|
|
14376
|
+
child.stdout?.on("data", (chunk) => chunks.push(chunk));
|
|
14377
|
+
child.stderr?.on("data", (data) => {
|
|
14378
|
+
const line = data.toString().trim();
|
|
14379
|
+
if (line) {
|
|
14380
|
+
stderrTail.push(line);
|
|
14381
|
+
if (stderrTail.length > 8) stderrTail.shift();
|
|
14382
|
+
}
|
|
14383
|
+
});
|
|
14384
|
+
child.on("error", (err) => {
|
|
14385
|
+
settle(() => reject(/* @__PURE__ */ new Error(`ffmpeg process error: ${err.message}`)));
|
|
14386
|
+
});
|
|
14387
|
+
child.on("exit", (code, signal) => {
|
|
14388
|
+
const stdout = Buffer.concat(chunks);
|
|
14389
|
+
if (code === 0 || tolerateNonZeroExit) {
|
|
14390
|
+
settle(() => resolve(stdout));
|
|
14391
|
+
return;
|
|
14392
|
+
}
|
|
14393
|
+
settle(() => reject(/* @__PURE__ */ new Error(`ffmpeg exited code=${code} signal=${signal}: ${stderrTail.join(" | ") || "(no stderr)"}`)));
|
|
14394
|
+
});
|
|
14395
|
+
try {
|
|
14396
|
+
child.stdin?.write(Buffer.from(input.buffer, input.byteOffset, input.byteLength));
|
|
14397
|
+
child.stdin?.end();
|
|
14398
|
+
} catch {}
|
|
14399
|
+
});
|
|
14339
14400
|
}
|
|
14401
|
+
//#endregion
|
|
14402
|
+
//#region src/stream-broker/recorded/ts-annexb-demux.ts
|
|
14340
14403
|
/**
|
|
14341
|
-
*
|
|
14342
|
-
* access units.
|
|
14404
|
+
* ts-annexb-demux — pure MPEG-TS → ordered Annex-B access units.
|
|
14343
14405
|
*
|
|
14344
|
-
*
|
|
14345
|
-
*
|
|
14346
|
-
*
|
|
14347
|
-
*
|
|
14348
|
-
* the underlying `node-av` packets are freed before this resolves, so the
|
|
14349
|
-
* result is safe to retain. Throws on a non-H.264/H.265 video codec.
|
|
14406
|
+
* Companion to {@link demuxSegmentToAnnexB}: `segment-demux` runs one `.m4s`
|
|
14407
|
+
* fragment through `ffmpeg -c:v copy -f mpegts` (crash-isolated subprocess,
|
|
14408
|
+
* replacing the old in-process `node-av` demux) and hands the resulting
|
|
14409
|
+
* transport stream here to be split back into per-frame access units.
|
|
14350
14410
|
*
|
|
14351
|
-
*
|
|
14352
|
-
*
|
|
14411
|
+
* Why MPEG-TS as the intermediate container:
|
|
14412
|
+
* - it preserves EXACTLY the two things the recorded-playback feeder needs
|
|
14413
|
+
* that a raw Annex-B elementary stream (`-f h264/hevc`) throws away — the
|
|
14414
|
+
* per-frame presentation timestamp (PES `PTS`, 90 kHz) and the frame
|
|
14415
|
+
* boundaries (one video PES per access unit, marked by `payload_unit_start`);
|
|
14416
|
+
* - the ffmpeg mpegts muxer FUSES the parameter sets onto every random-access
|
|
14417
|
+
* point exactly like the `h264/hevc_mp4toannexb` bitstream filter did — the
|
|
14418
|
+
* IDR PES carries `AUD` + `VPS/SPS/PPS` (H.265) or `AUD` + `SPS/PPS`
|
|
14419
|
+
* (H.264) ahead of the IDR slice — so no explicit BSF is needed and the
|
|
14420
|
+
* downstream pusher's "one AU per frame, params on keyframes" contract holds;
|
|
14421
|
+
* - the codec is read straight from the PMT `stream_type` (`0x1B` → H.264,
|
|
14422
|
+
* `0x24` → H.265), so no separate probe pass is required.
|
|
14423
|
+
*
|
|
14424
|
+
* This module is intentionally pure (a `Uint8Array` in, access units out) so it
|
|
14425
|
+
* unit-tests against a committed `.ts` fixture with no ffmpeg/native binding.
|
|
14353
14426
|
*/
|
|
14354
|
-
|
|
14355
|
-
|
|
14356
|
-
|
|
14357
|
-
|
|
14358
|
-
|
|
14359
|
-
|
|
14360
|
-
|
|
14361
|
-
|
|
14362
|
-
|
|
14363
|
-
|
|
14364
|
-
|
|
14365
|
-
|
|
14366
|
-
|
|
14367
|
-
|
|
14368
|
-
|
|
14369
|
-
|
|
14370
|
-
|
|
14371
|
-
|
|
14372
|
-
|
|
14373
|
-
|
|
14374
|
-
|
|
14375
|
-
|
|
14376
|
-
|
|
14377
|
-
|
|
14378
|
-
|
|
14379
|
-
|
|
14380
|
-
|
|
14381
|
-
|
|
14382
|
-
|
|
14383
|
-
|
|
14427
|
+
/** MPEG-TS transport packet size. */
|
|
14428
|
+
var TS_PACKET_SIZE = 188;
|
|
14429
|
+
/** Transport packet sync byte. */
|
|
14430
|
+
var TS_SYNC_BYTE = 71;
|
|
14431
|
+
/** The PAT always lives on PID 0. */
|
|
14432
|
+
var PAT_PID = 0;
|
|
14433
|
+
/** PMT `stream_type` for H.264 (AVC) video. */
|
|
14434
|
+
var STREAM_TYPE_H264 = 27;
|
|
14435
|
+
/** PMT `stream_type` for H.265 (HEVC) video. */
|
|
14436
|
+
var STREAM_TYPE_H265 = 36;
|
|
14437
|
+
/** Map a PMT `stream_type` to the AccessUnit codec tag, or null if not video. */
|
|
14438
|
+
function codecForStreamType(streamType) {
|
|
14439
|
+
if (streamType === STREAM_TYPE_H264) return "H264";
|
|
14440
|
+
if (streamType === STREAM_TYPE_H265) return "H265";
|
|
14441
|
+
return null;
|
|
14442
|
+
}
|
|
14443
|
+
/**
|
|
14444
|
+
* Detect whether an Annex-B access unit is a keyframe by scanning its NAL units:
|
|
14445
|
+
* H.264 IDR (type 5) or H.265 IRAP (types 16–21). Mirrors
|
|
14446
|
+
* `AnnexBDeframer.isKeyframeNal`; params/AUD NALs ahead of the slice are ignored.
|
|
14447
|
+
*/
|
|
14448
|
+
function isKeyframeAccessUnit(au, codec) {
|
|
14449
|
+
for (const nalStart of iterateNalStarts(au)) {
|
|
14450
|
+
const header = au[nalStart];
|
|
14451
|
+
if (header === void 0) continue;
|
|
14452
|
+
if (codec === "H264") {
|
|
14453
|
+
if ((header & 31) === 5) return true;
|
|
14454
|
+
} else {
|
|
14455
|
+
const type = header >> 1 & 63;
|
|
14456
|
+
if (type >= 16 && type <= 21) return true;
|
|
14457
|
+
}
|
|
14458
|
+
}
|
|
14459
|
+
return false;
|
|
14460
|
+
}
|
|
14461
|
+
/**
|
|
14462
|
+
* Yield the byte offset of the FIRST byte of each NAL unit (i.e. just past its
|
|
14463
|
+
* Annex-B start code, `00 00 01` or `00 00 00 01`) in `buf`.
|
|
14464
|
+
*/
|
|
14465
|
+
function* iterateNalStarts(buf) {
|
|
14466
|
+
const len = buf.length;
|
|
14467
|
+
let i = 0;
|
|
14468
|
+
while (i + 2 < len) {
|
|
14469
|
+
if (buf[i] === 0 && buf[i + 1] === 0) {
|
|
14470
|
+
if (buf[i + 2] === 1) {
|
|
14471
|
+
yield i + 3;
|
|
14472
|
+
i += 3;
|
|
14473
|
+
continue;
|
|
14474
|
+
}
|
|
14475
|
+
if (buf[i + 2] === 0 && buf[i + 3] === 1) {
|
|
14476
|
+
yield i + 4;
|
|
14477
|
+
i += 4;
|
|
14478
|
+
continue;
|
|
14384
14479
|
}
|
|
14385
14480
|
}
|
|
14386
|
-
|
|
14387
|
-
}
|
|
14388
|
-
|
|
14389
|
-
|
|
14481
|
+
i++;
|
|
14482
|
+
}
|
|
14483
|
+
}
|
|
14484
|
+
/**
|
|
14485
|
+
* Read the 33-bit PES `PTS` (or DTS) from the 5 bytes at `off` and return it in
|
|
14486
|
+
* 90 kHz ticks. The layout interleaves marker bits every byte
|
|
14487
|
+
* (`0010 PPP1 PPPPPPPP PPPPPPP1 PPPPPPPP PPPPPPP1`).
|
|
14488
|
+
*/
|
|
14489
|
+
function readPts33(buf, off) {
|
|
14490
|
+
const b0 = buf[off] ?? 0;
|
|
14491
|
+
const b1 = buf[off + 1] ?? 0;
|
|
14492
|
+
const b2 = buf[off + 2] ?? 0;
|
|
14493
|
+
const b3 = buf[off + 3] ?? 0;
|
|
14494
|
+
const b4 = buf[off + 4] ?? 0;
|
|
14495
|
+
const hi = b0 >> 1 & 7;
|
|
14496
|
+
const mid = b1 << 7 | b2 >> 1;
|
|
14497
|
+
const lo = b3 << 7 | b4 >> 1;
|
|
14498
|
+
return hi * 1073741824 + mid * 32768 + lo;
|
|
14499
|
+
}
|
|
14500
|
+
/** Locate the payload offset within a TS packet, skipping any adaptation field. */
|
|
14501
|
+
function payloadOffset(pkt, base) {
|
|
14502
|
+
const adaptationFieldControl = pkt[base + 3] >> 4 & 3;
|
|
14503
|
+
let off = base + 4;
|
|
14504
|
+
if (adaptationFieldControl & 2) off += 1 + pkt[off];
|
|
14505
|
+
return off;
|
|
14506
|
+
}
|
|
14507
|
+
/** Whether a TS packet's adaptation_field_control indicates a payload is present. */
|
|
14508
|
+
function hasPayload(pkt, base) {
|
|
14509
|
+
const afc = pkt[base + 3] >> 4 & 3;
|
|
14510
|
+
return afc === 1 || afc === 3;
|
|
14511
|
+
}
|
|
14512
|
+
/** Parse the PAT payload → the first program's PMT PID. */
|
|
14513
|
+
function parsePatForPmtPid(payload) {
|
|
14514
|
+
const p = 1 + payload[0] + 8;
|
|
14515
|
+
if (p + 3 >= payload.length) return null;
|
|
14516
|
+
return (payload[p + 2] & 31) << 8 | payload[p + 3];
|
|
14517
|
+
}
|
|
14518
|
+
/** Parse the PMT payload → the first H.264/H.265 elementary stream's PID + codec. */
|
|
14519
|
+
function parsePmt(payload) {
|
|
14520
|
+
const p = 1 + payload[0];
|
|
14521
|
+
const sectionLength = (payload[p + 1] & 15) << 8 | payload[p + 2];
|
|
14522
|
+
const programInfoLength = (payload[p + 10] & 15) << 8 | payload[p + 11];
|
|
14523
|
+
let es = p + 12 + programInfoLength;
|
|
14524
|
+
const sectionEnd = p + 3 + sectionLength - 4;
|
|
14525
|
+
while (es + 4 < sectionEnd && es + 4 < payload.length) {
|
|
14526
|
+
const streamType = payload[es];
|
|
14527
|
+
const elementaryPid = (payload[es + 1] & 31) << 8 | payload[es + 2];
|
|
14528
|
+
const esInfoLength = (payload[es + 3] & 15) << 8 | payload[es + 4];
|
|
14529
|
+
const codec = codecForStreamType(streamType);
|
|
14530
|
+
if (codec !== null) return {
|
|
14531
|
+
videoPid: elementaryPid,
|
|
14532
|
+
codec
|
|
14533
|
+
};
|
|
14534
|
+
es += 5 + esInfoLength;
|
|
14535
|
+
}
|
|
14536
|
+
return null;
|
|
14537
|
+
}
|
|
14538
|
+
/** Split one reassembled PES packet into its Annex-B elementary-stream payload
|
|
14539
|
+
* and 90 kHz PTS (null when the PES carries no PTS flag). */
|
|
14540
|
+
function splitPes(pes) {
|
|
14541
|
+
if (pes.length < 9 || pes[0] !== 0 || pes[1] !== 0 || pes[2] !== 1) return null;
|
|
14542
|
+
const ptsDtsFlags = pes[7] >> 6 & 3;
|
|
14543
|
+
const headerDataLength = pes[8];
|
|
14544
|
+
return {
|
|
14545
|
+
es: pes.subarray(9 + headerDataLength),
|
|
14546
|
+
pts: ptsDtsFlags & 2 ? readPts33(pes, 9) : null
|
|
14547
|
+
};
|
|
14548
|
+
}
|
|
14549
|
+
/**
|
|
14550
|
+
* Demux an MPEG-TS byte stream (as produced by `ffmpeg -c:v copy -f mpegts`)
|
|
14551
|
+
* into ordered Annex-B access units, one per video PES.
|
|
14552
|
+
*
|
|
14553
|
+
* @param ts - The full transport stream.
|
|
14554
|
+
* @returns The detected codec and its access units in transport (decode) order.
|
|
14555
|
+
* @throws If no H.264/H.265 video elementary stream is present.
|
|
14556
|
+
*/
|
|
14557
|
+
function demuxMpegTsToAnnexB(ts) {
|
|
14558
|
+
let pmtPid = null;
|
|
14559
|
+
let pmt = null;
|
|
14560
|
+
for (let i = 0; i + TS_PACKET_SIZE <= ts.length; i += TS_PACKET_SIZE) {
|
|
14561
|
+
const pkt = ts.subarray(i, i + TS_PACKET_SIZE);
|
|
14562
|
+
if (pkt[0] !== TS_SYNC_BYTE) continue;
|
|
14563
|
+
const pid = (pkt[1] & 31) << 8 | pkt[2];
|
|
14564
|
+
if (!((pkt[1] & 64) !== 0) || !hasPayload(pkt, 0)) continue;
|
|
14565
|
+
const payload = pkt.subarray(payloadOffset(pkt, 0));
|
|
14566
|
+
if (pid === PAT_PID) pmtPid ??= parsePatForPmtPid(payload);
|
|
14567
|
+
else if (pmtPid !== null && pid === pmtPid && pmt === null) pmt = parsePmt(payload);
|
|
14568
|
+
}
|
|
14569
|
+
if (pmt === null) throw new Error("ts-annexb-demux: no H.264/H.265 video stream found in transport stream");
|
|
14570
|
+
const { videoPid, codec } = pmt;
|
|
14571
|
+
const accessUnits = [];
|
|
14572
|
+
let current = null;
|
|
14573
|
+
const finalize = () => {
|
|
14574
|
+
if (current === null) return;
|
|
14575
|
+
const pes = current.length === 1 ? current[0] : concat(current);
|
|
14576
|
+
current = null;
|
|
14577
|
+
const split = splitPes(pes);
|
|
14578
|
+
if (split === null || split.es.length === 0) return;
|
|
14579
|
+
const data = new Uint8Array(split.es.length);
|
|
14580
|
+
data.set(split.es);
|
|
14581
|
+
accessUnits.push({
|
|
14582
|
+
data,
|
|
14583
|
+
ptsMs: split.pts === null ? 0 : Math.round(split.pts / 90),
|
|
14584
|
+
keyframe: isKeyframeAccessUnit(data, codec)
|
|
14585
|
+
});
|
|
14586
|
+
};
|
|
14587
|
+
for (let i = 0; i + TS_PACKET_SIZE <= ts.length; i += TS_PACKET_SIZE) {
|
|
14588
|
+
const pkt = ts.subarray(i, i + TS_PACKET_SIZE);
|
|
14589
|
+
if (pkt[0] !== TS_SYNC_BYTE) continue;
|
|
14590
|
+
if (((pkt[1] & 31) << 8 | pkt[2]) !== videoPid) continue;
|
|
14591
|
+
if (!hasPayload(pkt, 0)) continue;
|
|
14592
|
+
const payloadStart = (pkt[1] & 64) !== 0;
|
|
14593
|
+
const payload = pkt.subarray(payloadOffset(pkt, 0));
|
|
14594
|
+
if (payloadStart) {
|
|
14595
|
+
finalize();
|
|
14596
|
+
current = [Uint8Array.from(payload)];
|
|
14597
|
+
} else if (current !== null) current.push(Uint8Array.from(payload));
|
|
14598
|
+
}
|
|
14599
|
+
finalize();
|
|
14600
|
+
return {
|
|
14601
|
+
codec,
|
|
14602
|
+
accessUnits
|
|
14603
|
+
};
|
|
14604
|
+
}
|
|
14605
|
+
/** Concatenate TS payload fragments into one contiguous PES buffer. */
|
|
14606
|
+
function concat(parts) {
|
|
14607
|
+
let total = 0;
|
|
14608
|
+
for (const p of parts) total += p.length;
|
|
14609
|
+
const out = new Uint8Array(total);
|
|
14610
|
+
let off = 0;
|
|
14611
|
+
for (const p of parts) {
|
|
14612
|
+
out.set(p, off);
|
|
14613
|
+
off += p.length;
|
|
14390
14614
|
}
|
|
14615
|
+
return out;
|
|
14391
14616
|
}
|
|
14392
14617
|
//#endregion
|
|
14393
|
-
//#region src/stream-broker/recorded/
|
|
14618
|
+
//#region src/stream-broker/recorded/segment-demux.ts
|
|
14394
14619
|
/**
|
|
14395
|
-
*
|
|
14620
|
+
* segment-demux — turn one self-contained `.m4s` fragment (a Buffer) into
|
|
14621
|
+
* ordered Annex-B access units. Codec-agnostic: handles BOTH H.264 and H.265
|
|
14622
|
+
* recordings (the recorder is `-c:v copy` passthrough, so an H.264 camera
|
|
14623
|
+
* produces H.264 recordings and an H.265 camera produces H.265 recordings).
|
|
14396
14624
|
*
|
|
14397
|
-
* The
|
|
14398
|
-
*
|
|
14399
|
-
*
|
|
14625
|
+
* The recorder writes self-contained fragments: each `.m4s` carries its own
|
|
14626
|
+
* `moov` (and thus its own `avcC`/`hvcC` parameter sets) plus exactly one
|
|
14627
|
+
* IDR-led GOP (~4s). To replay one over a push pipeline we need the bytes as
|
|
14628
|
+
* Annex-B access units with parameter sets prepended to every IDR (SPS/PPS for
|
|
14629
|
+
* H.264; VPS/SPS/PPS for H.265) and each unit tagged with its source PTS.
|
|
14400
14630
|
*
|
|
14401
|
-
*
|
|
14631
|
+
* Implementation: run the fragment through `ffmpeg -c:v copy -f mpegts` (a
|
|
14632
|
+
* crash-isolated subprocess — this replaced the old in-process `node-av`
|
|
14633
|
+
* demux + `h264/hevc_mp4toannexb` BSF, which could SIGBUS the whole broker on
|
|
14634
|
+
* a fragile stream), then split the transport stream back into access units
|
|
14635
|
+
* with {@link demuxMpegTsToAnnexB}. The mpegts muxer fuses the parameter sets
|
|
14636
|
+
* onto every IDR exactly like the mp4toannexb BSF did, preserves the per-frame
|
|
14637
|
+
* PTS (PES 90 kHz), and exposes the codec via the PMT `stream_type` — so no
|
|
14638
|
+
* explicit bitstream filter and no separate probe pass are needed. See
|
|
14639
|
+
* `ts-annexb-demux.ts` for the container-choice rationale.
|
|
14402
14640
|
*/
|
|
14403
|
-
|
|
14404
|
-
|
|
14405
|
-
|
|
14406
|
-
|
|
14407
|
-
|
|
14408
|
-
|
|
14409
|
-
|
|
14410
|
-
|
|
14411
|
-
|
|
14412
|
-
|
|
14413
|
-
|
|
14414
|
-
|
|
14415
|
-
|
|
14416
|
-
|
|
14417
|
-
|
|
14418
|
-
|
|
14419
|
-
|
|
14420
|
-
|
|
14421
|
-
|
|
14422
|
-
|
|
14423
|
-
4,
|
|
14424
|
-
4,
|
|
14425
|
-
4,
|
|
14426
|
-
4,
|
|
14427
|
-
4,
|
|
14428
|
-
4,
|
|
14429
|
-
4,
|
|
14430
|
-
4,
|
|
14431
|
-
4,
|
|
14432
|
-
4,
|
|
14433
|
-
4,
|
|
14434
|
-
4,
|
|
14435
|
-
4,
|
|
14436
|
-
4,
|
|
14437
|
-
4,
|
|
14438
|
-
5,
|
|
14439
|
-
5,
|
|
14440
|
-
5,
|
|
14441
|
-
5,
|
|
14442
|
-
5,
|
|
14443
|
-
5,
|
|
14444
|
-
5,
|
|
14445
|
-
5,
|
|
14446
|
-
5,
|
|
14447
|
-
5,
|
|
14448
|
-
5,
|
|
14449
|
-
5,
|
|
14450
|
-
5,
|
|
14451
|
-
5,
|
|
14452
|
-
5,
|
|
14453
|
-
5,
|
|
14454
|
-
5,
|
|
14455
|
-
5,
|
|
14456
|
-
5,
|
|
14457
|
-
5,
|
|
14458
|
-
5,
|
|
14459
|
-
5,
|
|
14460
|
-
5,
|
|
14461
|
-
5,
|
|
14462
|
-
5,
|
|
14463
|
-
5,
|
|
14464
|
-
5,
|
|
14465
|
-
5,
|
|
14466
|
-
5,
|
|
14467
|
-
5,
|
|
14468
|
-
5,
|
|
14469
|
-
5,
|
|
14470
|
-
6,
|
|
14471
|
-
6,
|
|
14472
|
-
6,
|
|
14473
|
-
6,
|
|
14474
|
-
6,
|
|
14475
|
-
6,
|
|
14476
|
-
6,
|
|
14477
|
-
6,
|
|
14478
|
-
6,
|
|
14479
|
-
6,
|
|
14480
|
-
6,
|
|
14481
|
-
6,
|
|
14482
|
-
6,
|
|
14483
|
-
6,
|
|
14484
|
-
6,
|
|
14485
|
-
6,
|
|
14486
|
-
6,
|
|
14487
|
-
6,
|
|
14488
|
-
6,
|
|
14489
|
-
6,
|
|
14490
|
-
6,
|
|
14491
|
-
6,
|
|
14492
|
-
6,
|
|
14493
|
-
6,
|
|
14494
|
-
6,
|
|
14495
|
-
6,
|
|
14496
|
-
6,
|
|
14497
|
-
6,
|
|
14498
|
-
6,
|
|
14499
|
-
6,
|
|
14500
|
-
6,
|
|
14501
|
-
6,
|
|
14502
|
-
6,
|
|
14503
|
-
6,
|
|
14504
|
-
6,
|
|
14505
|
-
6,
|
|
14506
|
-
6,
|
|
14507
|
-
6,
|
|
14508
|
-
6,
|
|
14509
|
-
6,
|
|
14510
|
-
6,
|
|
14511
|
-
6,
|
|
14512
|
-
6,
|
|
14513
|
-
6,
|
|
14514
|
-
6,
|
|
14515
|
-
6,
|
|
14516
|
-
6,
|
|
14517
|
-
6,
|
|
14518
|
-
6,
|
|
14519
|
-
6,
|
|
14520
|
-
6,
|
|
14521
|
-
6,
|
|
14522
|
-
6,
|
|
14523
|
-
6,
|
|
14524
|
-
6,
|
|
14525
|
-
6,
|
|
14526
|
-
6,
|
|
14527
|
-
6,
|
|
14528
|
-
6,
|
|
14529
|
-
6,
|
|
14530
|
-
6,
|
|
14531
|
-
6,
|
|
14532
|
-
6,
|
|
14533
|
-
6,
|
|
14534
|
-
7,
|
|
14535
|
-
7,
|
|
14536
|
-
7,
|
|
14537
|
-
7,
|
|
14538
|
-
7,
|
|
14539
|
-
7,
|
|
14540
|
-
7,
|
|
14541
|
-
7,
|
|
14542
|
-
7,
|
|
14543
|
-
7,
|
|
14544
|
-
7,
|
|
14545
|
-
7,
|
|
14546
|
-
7,
|
|
14547
|
-
7,
|
|
14548
|
-
7,
|
|
14549
|
-
7,
|
|
14550
|
-
7,
|
|
14551
|
-
7,
|
|
14552
|
-
7,
|
|
14553
|
-
7,
|
|
14554
|
-
7,
|
|
14555
|
-
7,
|
|
14556
|
-
7,
|
|
14557
|
-
7,
|
|
14558
|
-
7,
|
|
14559
|
-
7,
|
|
14560
|
-
7,
|
|
14561
|
-
7,
|
|
14562
|
-
7,
|
|
14563
|
-
7,
|
|
14564
|
-
7,
|
|
14565
|
-
7,
|
|
14566
|
-
7,
|
|
14567
|
-
7,
|
|
14568
|
-
7,
|
|
14569
|
-
7,
|
|
14570
|
-
7,
|
|
14571
|
-
7,
|
|
14572
|
-
7,
|
|
14573
|
-
7,
|
|
14574
|
-
7,
|
|
14575
|
-
7,
|
|
14576
|
-
7,
|
|
14577
|
-
7,
|
|
14578
|
-
7,
|
|
14579
|
-
7,
|
|
14580
|
-
7,
|
|
14581
|
-
7,
|
|
14582
|
-
7,
|
|
14583
|
-
7,
|
|
14584
|
-
7,
|
|
14585
|
-
7,
|
|
14586
|
-
7,
|
|
14587
|
-
7,
|
|
14588
|
-
7,
|
|
14589
|
-
7,
|
|
14590
|
-
7,
|
|
14591
|
-
7,
|
|
14592
|
-
7,
|
|
14593
|
-
7,
|
|
14594
|
-
7,
|
|
14595
|
-
7,
|
|
14596
|
-
7,
|
|
14597
|
-
7,
|
|
14598
|
-
7,
|
|
14599
|
-
7,
|
|
14600
|
-
7,
|
|
14601
|
-
7,
|
|
14602
|
-
7,
|
|
14603
|
-
7,
|
|
14604
|
-
7,
|
|
14605
|
-
7,
|
|
14606
|
-
7,
|
|
14607
|
-
7,
|
|
14608
|
-
7,
|
|
14609
|
-
7,
|
|
14610
|
-
7,
|
|
14611
|
-
7,
|
|
14612
|
-
7,
|
|
14613
|
-
7,
|
|
14614
|
-
7,
|
|
14615
|
-
7,
|
|
14616
|
-
7,
|
|
14617
|
-
7,
|
|
14618
|
-
7,
|
|
14619
|
-
7,
|
|
14620
|
-
7,
|
|
14621
|
-
7,
|
|
14622
|
-
7,
|
|
14623
|
-
7,
|
|
14624
|
-
7,
|
|
14625
|
-
7,
|
|
14626
|
-
7,
|
|
14627
|
-
7,
|
|
14628
|
-
7,
|
|
14629
|
-
7,
|
|
14630
|
-
7,
|
|
14631
|
-
7,
|
|
14632
|
-
7,
|
|
14633
|
-
7,
|
|
14634
|
-
7,
|
|
14635
|
-
7,
|
|
14636
|
-
7,
|
|
14637
|
-
7,
|
|
14638
|
-
7,
|
|
14639
|
-
7,
|
|
14640
|
-
7,
|
|
14641
|
-
7,
|
|
14642
|
-
7,
|
|
14643
|
-
7,
|
|
14644
|
-
7,
|
|
14645
|
-
7,
|
|
14646
|
-
7,
|
|
14647
|
-
7,
|
|
14648
|
-
7,
|
|
14649
|
-
7,
|
|
14650
|
-
7,
|
|
14651
|
-
7,
|
|
14652
|
-
7,
|
|
14653
|
-
7,
|
|
14654
|
-
7,
|
|
14655
|
-
7,
|
|
14656
|
-
7,
|
|
14657
|
-
7,
|
|
14658
|
-
7,
|
|
14659
|
-
7,
|
|
14660
|
-
7,
|
|
14661
|
-
7
|
|
14641
|
+
/**
|
|
14642
|
+
* ffmpeg arguments to remux one `.m4s` fragment (read from stdin) into an
|
|
14643
|
+
* Annex-B MPEG-TS on stdout. `-c:v copy` = no re-encode; the mpegts muxer does
|
|
14644
|
+
* the mp4→annexb conversion and fuses parameter sets onto every IDR. `-an`
|
|
14645
|
+
* drops audio (handled separately by `segment-audio`). Exported for the spec.
|
|
14646
|
+
*/
|
|
14647
|
+
var SEGMENT_DEMUX_FFMPEG_ARGS = [
|
|
14648
|
+
"-hide_banner",
|
|
14649
|
+
"-loglevel",
|
|
14650
|
+
"error",
|
|
14651
|
+
"-i",
|
|
14652
|
+
"pipe:0",
|
|
14653
|
+
"-map",
|
|
14654
|
+
"0:v:0",
|
|
14655
|
+
"-c:v",
|
|
14656
|
+
"copy",
|
|
14657
|
+
"-an",
|
|
14658
|
+
"-f",
|
|
14659
|
+
"mpegts",
|
|
14660
|
+
"pipe:1"
|
|
14662
14661
|
];
|
|
14663
|
-
/** Compand one signed 16-bit linear PCM sample to an 8-bit µ-law byte. */
|
|
14664
|
-
function linearToMuLaw(sample) {
|
|
14665
|
-
let s = sample;
|
|
14666
|
-
const sign = s >> 8 & 128;
|
|
14667
|
-
if (sign !== 0) s = -s;
|
|
14668
|
-
if (s > CLIP) s = CLIP;
|
|
14669
|
-
s += BIAS;
|
|
14670
|
-
const exponent = EXP_LUT[s >> 7 & 255];
|
|
14671
|
-
const mantissa = s >> exponent + 3 & 15;
|
|
14672
|
-
return ~(sign | exponent << 4 | mantissa) & 255;
|
|
14673
|
-
}
|
|
14674
14662
|
/**
|
|
14675
|
-
*
|
|
14676
|
-
*
|
|
14663
|
+
* Demux a self-contained H.264 or H.265 `.m4s` fragment into ordered Annex-B
|
|
14664
|
+
* access units.
|
|
14665
|
+
*
|
|
14666
|
+
* The video codec is detected from the transport stream's PMT `stream_type`;
|
|
14667
|
+
* the mpegts muxer fuses parameter sets onto every IDR (SPS/PPS for H.264,
|
|
14668
|
+
* VPS/SPS/PPS for H.265). Each returned {@link AccessUnit} owns a detached copy
|
|
14669
|
+
* of the bytes. Throws on a non-H.264/H.265 stream or a failed conversion.
|
|
14670
|
+
*
|
|
14671
|
+
* @param bytes - The full `.m4s` fragment (one moov + one IDR-led GOP).
|
|
14672
|
+
* @param ffmpegPath - ffmpeg binary path (defaults to PATH `ffmpeg`).
|
|
14673
|
+
* @returns Access units in source presentation order, each tagged with its codec.
|
|
14677
14674
|
*/
|
|
14678
|
-
function
|
|
14679
|
-
const
|
|
14680
|
-
|
|
14681
|
-
|
|
14682
|
-
|
|
14683
|
-
|
|
14675
|
+
async function demuxSegmentToAnnexB(bytes, ffmpegPath = "ffmpeg") {
|
|
14676
|
+
const { codec, accessUnits } = demuxMpegTsToAnnexB(await runFfmpegOnce({
|
|
14677
|
+
ffmpegPath,
|
|
14678
|
+
args: SEGMENT_DEMUX_FFMPEG_ARGS,
|
|
14679
|
+
input: bytes
|
|
14680
|
+
}));
|
|
14681
|
+
return accessUnits.map((au) => ({
|
|
14682
|
+
data: au.data,
|
|
14683
|
+
ptsMs: au.ptsMs,
|
|
14684
|
+
keyframe: au.keyframe,
|
|
14685
|
+
codec
|
|
14686
|
+
}));
|
|
14684
14687
|
}
|
|
14685
14688
|
//#endregion
|
|
14686
14689
|
//#region src/stream-broker/recorded/segment-audio.ts
|
|
14687
14690
|
/**
|
|
14688
|
-
* segment-audio — turn one `.m4s` fragment's
|
|
14691
|
+
* segment-audio — turn one `.m4s` fragment's audio into 8 kHz µ-law (PCMU)
|
|
14689
14692
|
* access units, matching the WebRTC audio sender's negotiated codec
|
|
14690
14693
|
* (`audio/PCMU`, 8 kHz, PT 0 — see session.ts). Recorded audio is stored as AAC
|
|
14691
|
-
* (the recorder transcodes every camera's audio to AAC); WebRTC speaks PCMU
|
|
14692
|
-
* we decode AAC → 8 kHz mono s16 PCM (via the in-process `DecodeRuntime`, the
|
|
14693
|
-
* same one the live audio-codec path uses) then compand to µ-law here.
|
|
14694
|
+
* (the recorder transcodes every camera's audio to AAC); WebRTC speaks PCMU.
|
|
14694
14695
|
*
|
|
14695
|
-
*
|
|
14696
|
-
*
|
|
14696
|
+
* Implementation: run the fragment through
|
|
14697
|
+
* `ffmpeg -vn -ar 8000 -ac 1 -c:a pcm_mulaw -f mulaw` (a crash-isolated
|
|
14698
|
+
* subprocess — this replaced the old in-process `node-av` `DecodeRuntime`
|
|
14699
|
+
* decode + hand-rolled µ-law companding). ffmpeg decodes the AAC, resamples to
|
|
14700
|
+
* 8 kHz mono, and companded µ-law bytes come out on stdout; we slice them into
|
|
14701
|
+
* fixed 20 ms (160-sample) PCMU frames here.
|
|
14697
14702
|
*
|
|
14698
|
-
*
|
|
14699
|
-
*
|
|
14703
|
+
* Output: 20 ms PCMU frames with segment-relative `ptsMs`, ready to push on the
|
|
14704
|
+
* session's audio sender alongside the recorded video.
|
|
14705
|
+
*
|
|
14706
|
+
* Best-effort by contract: returns [] when the fragment has no usable audio
|
|
14707
|
+
* (ffmpeg exits non-zero → tolerated, empty output), and the caller swallows
|
|
14708
|
+
* throws — recorded audio must NEVER block recorded video.
|
|
14700
14709
|
*/
|
|
14701
14710
|
/** PCMU target: 8 kHz mono, 160 samples (20 ms) per RTP frame. */
|
|
14702
|
-
var TARGET_RATE = 8e3;
|
|
14703
14711
|
var FRAME_SAMPLES = 160;
|
|
14704
14712
|
var FRAME_MS = 20;
|
|
14705
|
-
/**
|
|
14706
|
-
|
|
14707
|
-
|
|
14708
|
-
|
|
14709
|
-
|
|
14710
|
-
|
|
14711
|
-
|
|
14712
|
-
|
|
14713
|
+
/**
|
|
14714
|
+
* ffmpeg arguments to decode one `.m4s` fragment's audio (read from stdin) into
|
|
14715
|
+
* raw 8 kHz mono µ-law bytes on stdout. `-vn` drops video (handled by
|
|
14716
|
+
* `segment-demux`); `-c:a pcm_mulaw -f mulaw` companded output = one byte per
|
|
14717
|
+
* 8 kHz sample. Exported for the spec.
|
|
14718
|
+
*/
|
|
14719
|
+
var SEGMENT_AUDIO_FFMPEG_ARGS = [
|
|
14720
|
+
"-hide_banner",
|
|
14721
|
+
"-loglevel",
|
|
14722
|
+
"error",
|
|
14723
|
+
"-i",
|
|
14724
|
+
"pipe:0",
|
|
14725
|
+
"-vn",
|
|
14726
|
+
"-map",
|
|
14727
|
+
"0:a:0",
|
|
14728
|
+
"-ar",
|
|
14729
|
+
"8000",
|
|
14730
|
+
"-ac",
|
|
14731
|
+
"1",
|
|
14732
|
+
"-c:a",
|
|
14733
|
+
"pcm_mulaw",
|
|
14734
|
+
"-f",
|
|
14735
|
+
"mulaw",
|
|
14736
|
+
"pipe:1"
|
|
14737
|
+
];
|
|
14738
|
+
/**
|
|
14739
|
+
* Slice a contiguous 8 kHz µ-law byte stream (one byte per sample) into fixed
|
|
14740
|
+
* 160-sample (20 ms) PCMU frames, dropping any trailing partial frame. `ptsMs`
|
|
14741
|
+
* is derived from the running frame index — audio is continuous 8 kHz, and each
|
|
14742
|
+
* recorded segment re-anchors its own timeline downstream, so the frames start
|
|
14743
|
+
* at 0 (segment-relative). Pure, so it unit-tests without ffmpeg.
|
|
14744
|
+
*/
|
|
14745
|
+
function sliceMuLawToPcmuFrames(mulaw) {
|
|
14746
|
+
const out = [];
|
|
14747
|
+
for (let off = 0, idx = 0; off + FRAME_SAMPLES <= mulaw.length; off += FRAME_SAMPLES, idx++) out.push({
|
|
14748
|
+
data: mulaw.slice(off, off + FRAME_SAMPLES),
|
|
14749
|
+
ptsMs: idx * FRAME_MS
|
|
14750
|
+
});
|
|
14751
|
+
return out;
|
|
14713
14752
|
}
|
|
14714
14753
|
/**
|
|
14715
|
-
*
|
|
14716
|
-
* when there is no usable audio stream (
|
|
14717
|
-
* non-
|
|
14754
|
+
* Decode + resample one fragment's audio into PCMU access units. Returns []
|
|
14755
|
+
* when there is no usable audio stream (video-only fragment, or a codec ffmpeg
|
|
14756
|
+
* can't decode) — ffmpeg exits non-zero, which is tolerated as empty output.
|
|
14757
|
+
*
|
|
14758
|
+
* @param bytes - The full `.m4s` fragment.
|
|
14759
|
+
* @param ffmpegPath - ffmpeg binary path (defaults to PATH `ffmpeg`).
|
|
14718
14760
|
*/
|
|
14719
|
-
async function demuxSegmentToPcmu(bytes) {
|
|
14720
|
-
const
|
|
14721
|
-
|
|
14722
|
-
|
|
14723
|
-
|
|
14724
|
-
|
|
14725
|
-
|
|
14726
|
-
|
|
14727
|
-
|
|
14728
|
-
const cp = stream.codecpar;
|
|
14729
|
-
const codecName = cp.codecId === C.AV_CODEC_ID_AAC ? "aac" : cp.codecId === C.AV_CODEC_ID_AAC_LATM ? "aac_latm" : null;
|
|
14730
|
-
if (codecName === null) return [];
|
|
14731
|
-
const sourceChannels = cp.channelLayout?.nbChannels ?? cp.channels ?? 1;
|
|
14732
|
-
decode = DecodeRuntime.create({
|
|
14733
|
-
codec: codecName,
|
|
14734
|
-
sourceSampleRate: cp.sampleRate,
|
|
14735
|
-
sourceChannels,
|
|
14736
|
-
extraData: cp.extradata ? new Uint8Array(cp.extradata) : void 0,
|
|
14737
|
-
targetSampleRate: TARGET_RATE,
|
|
14738
|
-
targetChannels: 1,
|
|
14739
|
-
targetFormat: "s16le"
|
|
14740
|
-
});
|
|
14741
|
-
let baseMs = null;
|
|
14742
|
-
const muLaw = [];
|
|
14743
|
-
for await (const packet of demuxer.packets(stream.index)) {
|
|
14744
|
-
if (packet === null) break;
|
|
14745
|
-
try {
|
|
14746
|
-
const data = packet.data;
|
|
14747
|
-
if (data && data.length > 0) {
|
|
14748
|
-
if (baseMs === null && packet.pts !== AV_NOPTS_VALUE) baseMs = ticksToMs(packet.pts, stream.timeBase);
|
|
14749
|
-
for (const pcm of decode.decode(data)) {
|
|
14750
|
-
const enc = encodeMuLaw(pcm.data);
|
|
14751
|
-
for (let i = 0; i < enc.length; i++) muLaw.push(enc[i]);
|
|
14752
|
-
}
|
|
14753
|
-
}
|
|
14754
|
-
} finally {
|
|
14755
|
-
packet.free();
|
|
14756
|
-
}
|
|
14757
|
-
}
|
|
14758
|
-
if (muLaw.length === 0) return [];
|
|
14759
|
-
const base = baseMs ?? 0;
|
|
14760
|
-
const out = [];
|
|
14761
|
-
for (let off = 0, idx = 0; off + FRAME_SAMPLES <= muLaw.length; off += FRAME_SAMPLES, idx++) out.push({
|
|
14762
|
-
data: Uint8Array.from(muLaw.slice(off, off + FRAME_SAMPLES)),
|
|
14763
|
-
ptsMs: base + idx * FRAME_MS
|
|
14764
|
-
});
|
|
14765
|
-
return out;
|
|
14766
|
-
} finally {
|
|
14767
|
-
decode?.close();
|
|
14768
|
-
await demuxer.close();
|
|
14769
|
-
}
|
|
14761
|
+
async function demuxSegmentToPcmu(bytes, ffmpegPath = "ffmpeg") {
|
|
14762
|
+
const mulaw = await runFfmpegOnce({
|
|
14763
|
+
ffmpegPath,
|
|
14764
|
+
args: SEGMENT_AUDIO_FFMPEG_ARGS,
|
|
14765
|
+
input: bytes,
|
|
14766
|
+
tolerateNonZeroExit: true
|
|
14767
|
+
});
|
|
14768
|
+
if (mulaw.length === 0) return [];
|
|
14769
|
+
return sliceMuLawToPcmuFrames(mulaw);
|
|
14770
14770
|
}
|
|
14771
14771
|
//#endregion
|
|
14772
14772
|
//#region src/stream-broker/webrtc/broker-webrtc-server.ts
|
|
@@ -14951,6 +14951,7 @@ var BrokerWebrtcServer = class {
|
|
|
14951
14951
|
resolveTranscodeDecodeHwAccelFn;
|
|
14952
14952
|
locateRecordedSegment;
|
|
14953
14953
|
readRecordedSegmentBytes;
|
|
14954
|
+
resolveFfmpegPath;
|
|
14954
14955
|
/** Cached decode-hwaccel backend for transcode feeds (resolved once). */
|
|
14955
14956
|
transcodeDecodeHwAccel = void 0;
|
|
14956
14957
|
/** brokerId → IStreamBroker reference. Set by the broker manager on registration. */
|
|
@@ -14994,6 +14995,7 @@ var BrokerWebrtcServer = class {
|
|
|
14994
14995
|
this.resolveTranscodeDecodeHwAccelFn = options.resolveTranscodeDecodeHwAccel;
|
|
14995
14996
|
this.locateRecordedSegment = options.locateRecordedSegment;
|
|
14996
14997
|
this.readRecordedSegmentBytes = options.readRecordedSegmentBytes;
|
|
14998
|
+
this.resolveFfmpegPath = options.resolveFfmpegPath;
|
|
14997
14999
|
}
|
|
14998
15000
|
/**
|
|
14999
15001
|
* Resolve (once, cached) the decode-hwaccel backend for transcode feeds.
|
|
@@ -15509,6 +15511,7 @@ var BrokerWebrtcServer = class {
|
|
|
15509
15511
|
session.onClosed = () => this.cleanupSession(sessionId);
|
|
15510
15512
|
const locateRecorded = this.locateRecordedSegment;
|
|
15511
15513
|
const readRecorded = this.readRecordedSegmentBytes;
|
|
15514
|
+
const resolveFfmpeg = this.resolveFfmpegPath;
|
|
15512
15515
|
if (locateRecorded && readRecorded) {
|
|
15513
15516
|
let timeline;
|
|
15514
15517
|
timeline = new TimelineSession({
|
|
@@ -15519,8 +15522,8 @@ var BrokerWebrtcServer = class {
|
|
|
15519
15522
|
profile,
|
|
15520
15523
|
locate: locateRecorded,
|
|
15521
15524
|
readBytes: readRecorded,
|
|
15522
|
-
demux: demuxSegmentToAnnexB,
|
|
15523
|
-
demuxAudio: demuxSegmentToPcmu,
|
|
15525
|
+
demux: (b) => demuxSegmentToAnnexB(b, resolveFfmpeg?.()),
|
|
15526
|
+
demuxAudio: (b) => demuxSegmentToPcmu(b, resolveFfmpeg?.()),
|
|
15524
15527
|
sink: {
|
|
15525
15528
|
pushAccessUnit: (data, ts, codec) => session.pushRecordedAccessUnit(data, ts, codec),
|
|
15526
15529
|
pushAudioPcmu: (pcmu, ts) => session.writeRecordedAudio(Buffer.from(pcmu), ts)
|
|
@@ -16281,6 +16284,10 @@ var BROKER_METRICS_HEARTBEAT_MS = 3e4;
|
|
|
16281
16284
|
var PROBE_SNAPSHOTS_PERSIST_INTERVAL_MS = 6e4;
|
|
16282
16285
|
var StreamBrokerAddon = class extends BaseAddon {
|
|
16283
16286
|
brokerManager = null;
|
|
16287
|
+
/** ffmpeg binary path from the `ffmpeg` config section, mirrored here so the
|
|
16288
|
+
* recorded-playback demuxers (segment-demux/segment-audio) spawn the same
|
|
16289
|
+
* configured binary as the transcode egress. Kept in sync by loadFfmpegConfig. */
|
|
16290
|
+
ffmpegBinaryPath = "ffmpeg";
|
|
16284
16291
|
metricsSnapshotTimer = null;
|
|
16285
16292
|
catalogReconcileTimer = null;
|
|
16286
16293
|
/** Kept so onShutdown can close every live PeerConnection — releasing
|
|
@@ -16341,6 +16348,7 @@ var StreamBrokerAddon = class extends BaseAddon {
|
|
|
16341
16348
|
hwAccel,
|
|
16342
16349
|
threadCount
|
|
16343
16350
|
});
|
|
16351
|
+
this.ffmpegBinaryPath = binaryPath;
|
|
16344
16352
|
this.ctx.logger.info("Loaded ffmpeg config", { meta: {
|
|
16345
16353
|
binaryPath,
|
|
16346
16354
|
hwAccel,
|
|
@@ -16603,7 +16611,8 @@ var StreamBrokerAddon = class extends BaseAddon {
|
|
|
16603
16611
|
},
|
|
16604
16612
|
resolveTranscodeDecodeHwAccel: () => this.resolveTranscodeDecodeHwAccel(),
|
|
16605
16613
|
locateRecordedSegment: (args) => this.ctx.api.recording.locateSegment.query(args),
|
|
16606
|
-
readRecordedSegmentBytes: async (args) => (await this.ctx.api.recording.readSegmentBytes.query(args)).data
|
|
16614
|
+
readRecordedSegmentBytes: async (args) => (await this.ctx.api.recording.readSegmentBytes.query(args)).data,
|
|
16615
|
+
resolveFfmpegPath: () => this.ffmpegBinaryPath
|
|
16607
16616
|
});
|
|
16608
16617
|
this.brokerManager.setWebrtcServer(webrtcServer);
|
|
16609
16618
|
this.webrtcServer = webrtcServer;
|