@camstack/addon-pipeline 1.1.19 → 1.1.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/audio-analyzer/index.js +1 -1
- package/dist/audio-analyzer/index.mjs +1 -1
- package/dist/audio-codec-ffmpeg/index.js +1125 -0
- package/dist/audio-codec-ffmpeg/index.mjs +1107 -0
- package/dist/decoder-ffmpeg/index.js +3 -3
- package/dist/decoder-ffmpeg/index.mjs +3 -3
- package/dist/detection-pipeline/index.js +1 -1
- package/dist/detection-pipeline/index.mjs +1 -1
- package/dist/{dist-BgoBMCez.js → dist-BiP1gPeY.js} +20 -1
- package/dist/{dist-7Yx2dmuV.mjs → dist-tzhTTRq4.mjs} +20 -1
- package/dist/motion-wasm/index.js +1 -1
- package/dist/motion-wasm/index.mjs +1 -1
- package/dist/pipeline-runner/index.js +1 -1
- package/dist/pipeline-runner/index.mjs +1 -1
- package/dist/recorder/index.js +24 -4
- package/dist/recorder/index.mjs +24 -4
- package/dist/stream-broker/_stub.js +35 -35
- package/dist/stream-broker/{_virtual_mf-localSharedImportMap___mfe_internal__addon_stream_broker_widgets-w2pP0MYO.mjs → _virtual_mf-localSharedImportMap___mfe_internal__addon_stream_broker_widgets-D08qJTw_.mjs} +3 -3
- package/dist/stream-broker/{hostInit-BUEbBinp.mjs → hostInit-CGnMNtPl.mjs} +3 -3
- package/dist/stream-broker/index.js +447 -438
- package/dist/stream-broker/index.mjs +447 -438
- package/dist/stream-broker/remoteEntry.js +1 -1
- package/embed-dist/assets/{MaskShapeCanvas-DI4BY7W2-CYmHXacX.js → MaskShapeCanvas-DI4BY7W2-CW4Qu4V6.js} +1 -1
- package/embed-dist/assets/{MotionZonesSettings-NcxxQN8r-B-BkPQvX.js → MotionZonesSettings-NcxxQN8r-CHJ39tfi.js} +1 -1
- package/embed-dist/assets/{PrivacyMaskSettings-APgPLF7p-DC3Jw85p.js → PrivacyMaskSettings-APgPLF7p-dInJ7kcz.js} +1 -1
- package/embed-dist/assets/{index-B0IQgci0.js → index-CKpVWKSG.js} +4 -4
- package/embed-dist/index.html +1 -1
- package/package.json +10 -10
- package/dist/audio-codec-nodeav/index.js +0 -310
- package/dist/audio-codec-nodeav/index.mjs +0 -305
- package/dist/codec-runtime-BOk-13PN.js +0 -202
- package/dist/codec-runtime-BsqlEjPi.mjs +0 -197
|
@@ -3,9 +3,8 @@ Object.defineProperties(exports, {
|
|
|
3
3
|
[Symbol.toStringTag]: { value: "Module" }
|
|
4
4
|
});
|
|
5
5
|
const require_model_download_service_C_IHWnXx = require("../model-download-service-C-IHWnXx-BnQ_awK4.js");
|
|
6
|
-
const require_dist = require("../dist-
|
|
6
|
+
const require_dist = require("../dist-BiP1gPeY.js");
|
|
7
7
|
const require_ffmpeg_args_common = require("../ffmpeg-args-common-CASoNt42.js");
|
|
8
|
-
const require_codec_runtime = require("../codec-runtime-BOk-13PN.js");
|
|
9
8
|
let node_fs = require("node:fs");
|
|
10
9
|
node_fs = require_model_download_service_C_IHWnXx.__toESM(node_fs);
|
|
11
10
|
let node_path = require("node:path");
|
|
@@ -6137,6 +6136,10 @@ var RtspSession = class {
|
|
|
6137
6136
|
lastRtpAt = 0;
|
|
6138
6137
|
/** Total video RTP bytes written to the socket. */
|
|
6139
6138
|
bytesSent = 0;
|
|
6139
|
+
/** Client `User-Agent` (from the first request that carries one). Lets the
|
|
6140
|
+
* broker panel identify a consumer by purpose — e.g. the recorder sets
|
|
6141
|
+
* `-user_agent recorder` on its RTSP pull — instead of a bare address. */
|
|
6142
|
+
userAgent = null;
|
|
6140
6143
|
/** When true, this session receives video-only (no audio RTP). */
|
|
6141
6144
|
muted;
|
|
6142
6145
|
constructor(socket, sdp, onClose, muted) {
|
|
@@ -6180,6 +6183,7 @@ var RtspSession = class {
|
|
|
6180
6183
|
return {
|
|
6181
6184
|
sessionId: this.sessionId,
|
|
6182
6185
|
remoteAddr: `${remoteIp}:${remotePort}`,
|
|
6186
|
+
userAgent: this.userAgent,
|
|
6183
6187
|
playing: this.isPlaying(),
|
|
6184
6188
|
muted: this.muted,
|
|
6185
6189
|
connectedAt: this.connectedAt,
|
|
@@ -6246,7 +6250,10 @@ var RtspSession = class {
|
|
|
6246
6250
|
const requestText = this.buffer.slice(0, endIdx);
|
|
6247
6251
|
this.buffer = this.buffer.slice(endIdx + 4);
|
|
6248
6252
|
const request = this.parseRequest(requestText);
|
|
6249
|
-
if (request)
|
|
6253
|
+
if (request) {
|
|
6254
|
+
if (this.userAgent === null) this.userAgent = request.headers.get("user-agent") ?? null;
|
|
6255
|
+
this.handleRequest(request);
|
|
6256
|
+
}
|
|
6250
6257
|
}
|
|
6251
6258
|
}
|
|
6252
6259
|
parseRequest(text) {
|
|
@@ -14302,475 +14309,468 @@ var TimelineSession = class {
|
|
|
14302
14309
|
}
|
|
14303
14310
|
};
|
|
14304
14311
|
//#endregion
|
|
14305
|
-
//#region src/stream-broker/recorded/
|
|
14312
|
+
//#region src/stream-broker/recorded/ffmpeg-run-once.ts
|
|
14306
14313
|
/**
|
|
14307
|
-
*
|
|
14308
|
-
*
|
|
14309
|
-
*
|
|
14314
|
+
* ffmpeg-run-once — spawn ffmpeg for ONE batch conversion: feed an in-memory
|
|
14315
|
+
* input buffer on stdin, collect the whole stdout, resolve when the process
|
|
14316
|
+
* exits. Used by the recorded-playback demuxers (`segment-demux`,
|
|
14317
|
+
* `segment-audio`) which turn a single self-contained `.m4s` fragment into
|
|
14318
|
+
* Annex-B / µ-law bytes in a crash-isolated subprocess (replacing the old
|
|
14319
|
+
* in-process `node-av` binding).
|
|
14310
14320
|
*
|
|
14311
|
-
*
|
|
14312
|
-
*
|
|
14313
|
-
*
|
|
14321
|
+
* Unlike the live streaming sessions (`decoder-ffmpeg`, `audio-codec-ffmpeg`)
|
|
14322
|
+
* this is fire-once: there is no persistent stdin feed. stdin is written and
|
|
14323
|
+
* closed up-front so ffmpeg reads the whole fragment, transcodes, flushes, and
|
|
14324
|
+
* exits; we buffer stdout and resolve with it.
|
|
14325
|
+
*
|
|
14326
|
+
* The kill sequence copies the CORRECTED gating from `decoder-ffmpeg`/
|
|
14327
|
+
* `audio-codec-ffmpeg`: SIGTERM then escalated SIGKILL gated on
|
|
14328
|
+
* `exitCode === null && signalCode === null` (NOT on `child.killed`, which Node
|
|
14329
|
+
* sets true after ANY kill() so `!child.killed` never fires → leaked ffmpeg).
|
|
14314
14330
|
*/
|
|
14315
|
-
|
|
14316
|
-
|
|
14317
|
-
|
|
14318
|
-
|
|
14319
|
-
|
|
14320
|
-
if (codecId === hevcId) return {
|
|
14321
|
-
bsf: "hevc_mp4toannexb",
|
|
14322
|
-
codec: "H265"
|
|
14323
|
-
};
|
|
14324
|
-
throw new Error(`segment-demux: unsupported video codec id ${codecId} (expected H264=${h264Id} or HEVC=${hevcId})`);
|
|
14325
|
-
}
|
|
14331
|
+
/** Hard ceiling for one fragment conversion; a ~4 s GOP transcodes in well
|
|
14332
|
+
* under this even on a slow agent. Prevents a wedged ffmpeg from leaking. */
|
|
14333
|
+
var RUN_TIMEOUT_MS = 8e3;
|
|
14334
|
+
/** Grace period between SIGTERM and the escalated SIGKILL. */
|
|
14335
|
+
var KILL_GRACE_MS = 500;
|
|
14326
14336
|
/**
|
|
14327
|
-
* `
|
|
14328
|
-
*
|
|
14329
|
-
*
|
|
14337
|
+
* Run ffmpeg once over `input` and resolve with the collected stdout bytes.
|
|
14338
|
+
*
|
|
14339
|
+
* @throws If ffmpeg cannot be spawned, times out, or exits non-zero (unless
|
|
14340
|
+
* `tolerateNonZeroExit` is set).
|
|
14330
14341
|
*/
|
|
14331
|
-
|
|
14332
|
-
|
|
14333
|
-
|
|
14334
|
-
|
|
14335
|
-
|
|
14336
|
-
|
|
14337
|
-
|
|
14338
|
-
|
|
14339
|
-
|
|
14340
|
-
|
|
14341
|
-
|
|
14342
|
-
|
|
14342
|
+
function runFfmpegOnce(options) {
|
|
14343
|
+
const { ffmpegPath, args, input, tolerateNonZeroExit = false } = options;
|
|
14344
|
+
return new Promise((resolve, reject) => {
|
|
14345
|
+
const chunks = [];
|
|
14346
|
+
const stderrTail = [];
|
|
14347
|
+
let settled = false;
|
|
14348
|
+
const child = (() => {
|
|
14349
|
+
try {
|
|
14350
|
+
return (0, node_child_process.spawn)(ffmpegPath, [...args]);
|
|
14351
|
+
} catch (err) {
|
|
14352
|
+
reject(/* @__PURE__ */ new Error(`ffmpeg spawn failed: ${require_dist.errMsg(err)}`));
|
|
14353
|
+
return null;
|
|
14354
|
+
}
|
|
14355
|
+
})();
|
|
14356
|
+
if (child === null) return;
|
|
14357
|
+
const timer = setTimeout(() => {
|
|
14358
|
+
if (settled) return;
|
|
14359
|
+
settle(() => reject(/* @__PURE__ */ new Error("ffmpeg-run-once: timed out")));
|
|
14360
|
+
kill();
|
|
14361
|
+
}, RUN_TIMEOUT_MS);
|
|
14362
|
+
timer.unref?.();
|
|
14363
|
+
const settle = (fn) => {
|
|
14364
|
+
if (settled) return;
|
|
14365
|
+
settled = true;
|
|
14366
|
+
clearTimeout(timer);
|
|
14367
|
+
fn();
|
|
14368
|
+
};
|
|
14369
|
+
const kill = () => {
|
|
14370
|
+
try {
|
|
14371
|
+
child.kill("SIGTERM");
|
|
14372
|
+
} catch {}
|
|
14373
|
+
setTimeout(() => {
|
|
14374
|
+
if (child.exitCode === null && child.signalCode === null) try {
|
|
14375
|
+
child.kill("SIGKILL");
|
|
14376
|
+
} catch {}
|
|
14377
|
+
}, KILL_GRACE_MS).unref?.();
|
|
14378
|
+
};
|
|
14379
|
+
child.stdin?.on("error", () => {});
|
|
14380
|
+
child.stdout?.on("data", (chunk) => chunks.push(chunk));
|
|
14381
|
+
child.stderr?.on("data", (data) => {
|
|
14382
|
+
const line = data.toString().trim();
|
|
14383
|
+
if (line) {
|
|
14384
|
+
stderrTail.push(line);
|
|
14385
|
+
if (stderrTail.length > 8) stderrTail.shift();
|
|
14386
|
+
}
|
|
14387
|
+
});
|
|
14388
|
+
child.on("error", (err) => {
|
|
14389
|
+
settle(() => reject(/* @__PURE__ */ new Error(`ffmpeg process error: ${err.message}`)));
|
|
14390
|
+
});
|
|
14391
|
+
child.on("exit", (code, signal) => {
|
|
14392
|
+
const stdout = Buffer.concat(chunks);
|
|
14393
|
+
if (code === 0 || tolerateNonZeroExit) {
|
|
14394
|
+
settle(() => resolve(stdout));
|
|
14395
|
+
return;
|
|
14396
|
+
}
|
|
14397
|
+
settle(() => reject(/* @__PURE__ */ new Error(`ffmpeg exited code=${code} signal=${signal}: ${stderrTail.join(" | ") || "(no stderr)"}`)));
|
|
14398
|
+
});
|
|
14399
|
+
try {
|
|
14400
|
+
child.stdin?.write(Buffer.from(input.buffer, input.byteOffset, input.byteLength));
|
|
14401
|
+
child.stdin?.end();
|
|
14402
|
+
} catch {}
|
|
14403
|
+
});
|
|
14343
14404
|
}
|
|
14405
|
+
//#endregion
|
|
14406
|
+
//#region src/stream-broker/recorded/ts-annexb-demux.ts
|
|
14344
14407
|
/**
|
|
14345
|
-
*
|
|
14346
|
-
* access units.
|
|
14408
|
+
* ts-annexb-demux — pure MPEG-TS → ordered Annex-B access units.
|
|
14347
14409
|
*
|
|
14348
|
-
*
|
|
14349
|
-
*
|
|
14350
|
-
*
|
|
14351
|
-
*
|
|
14352
|
-
* the underlying `node-av` packets are freed before this resolves, so the
|
|
14353
|
-
* result is safe to retain. Throws on a non-H.264/H.265 video codec.
|
|
14410
|
+
* Companion to {@link demuxSegmentToAnnexB}: `segment-demux` runs one `.m4s`
|
|
14411
|
+
* fragment through `ffmpeg -c:v copy -f mpegts` (crash-isolated subprocess,
|
|
14412
|
+
* replacing the old in-process `node-av` demux) and hands the resulting
|
|
14413
|
+
* transport stream here to be split back into per-frame access units.
|
|
14354
14414
|
*
|
|
14355
|
-
*
|
|
14356
|
-
*
|
|
14415
|
+
* Why MPEG-TS as the intermediate container:
|
|
14416
|
+
* - it preserves EXACTLY the two things the recorded-playback feeder needs
|
|
14417
|
+
* that a raw Annex-B elementary stream (`-f h264/hevc`) throws away — the
|
|
14418
|
+
* per-frame presentation timestamp (PES `PTS`, 90 kHz) and the frame
|
|
14419
|
+
* boundaries (one video PES per access unit, marked by `payload_unit_start`);
|
|
14420
|
+
* - the ffmpeg mpegts muxer FUSES the parameter sets onto every random-access
|
|
14421
|
+
* point exactly like the `h264/hevc_mp4toannexb` bitstream filter did — the
|
|
14422
|
+
* IDR PES carries `AUD` + `VPS/SPS/PPS` (H.265) or `AUD` + `SPS/PPS`
|
|
14423
|
+
* (H.264) ahead of the IDR slice — so no explicit BSF is needed and the
|
|
14424
|
+
* downstream pusher's "one AU per frame, params on keyframes" contract holds;
|
|
14425
|
+
* - the codec is read straight from the PMT `stream_type` (`0x1B` → H.264,
|
|
14426
|
+
* `0x24` → H.265), so no separate probe pass is required.
|
|
14427
|
+
*
|
|
14428
|
+
* This module is intentionally pure (a `Uint8Array` in, access units out) so it
|
|
14429
|
+
* unit-tests against a committed `.ts` fixture with no ffmpeg/native binding.
|
|
14357
14430
|
*/
|
|
14358
|
-
|
|
14359
|
-
|
|
14360
|
-
|
|
14361
|
-
|
|
14362
|
-
|
|
14363
|
-
|
|
14364
|
-
|
|
14365
|
-
|
|
14366
|
-
|
|
14367
|
-
|
|
14368
|
-
|
|
14369
|
-
|
|
14370
|
-
|
|
14371
|
-
|
|
14372
|
-
|
|
14373
|
-
|
|
14374
|
-
|
|
14375
|
-
|
|
14376
|
-
|
|
14377
|
-
|
|
14378
|
-
|
|
14379
|
-
|
|
14380
|
-
|
|
14381
|
-
|
|
14382
|
-
|
|
14383
|
-
|
|
14384
|
-
|
|
14385
|
-
|
|
14386
|
-
|
|
14387
|
-
|
|
14431
|
+
/** MPEG-TS transport packet size. */
|
|
14432
|
+
var TS_PACKET_SIZE = 188;
|
|
14433
|
+
/** Transport packet sync byte. */
|
|
14434
|
+
var TS_SYNC_BYTE = 71;
|
|
14435
|
+
/** The PAT always lives on PID 0. */
|
|
14436
|
+
var PAT_PID = 0;
|
|
14437
|
+
/** PMT `stream_type` for H.264 (AVC) video. */
|
|
14438
|
+
var STREAM_TYPE_H264 = 27;
|
|
14439
|
+
/** PMT `stream_type` for H.265 (HEVC) video. */
|
|
14440
|
+
var STREAM_TYPE_H265 = 36;
|
|
14441
|
+
/** Map a PMT `stream_type` to the AccessUnit codec tag, or null if not video. */
|
|
14442
|
+
function codecForStreamType(streamType) {
|
|
14443
|
+
if (streamType === STREAM_TYPE_H264) return "H264";
|
|
14444
|
+
if (streamType === STREAM_TYPE_H265) return "H265";
|
|
14445
|
+
return null;
|
|
14446
|
+
}
|
|
14447
|
+
/**
|
|
14448
|
+
* Detect whether an Annex-B access unit is a keyframe by scanning its NAL units:
|
|
14449
|
+
* H.264 IDR (type 5) or H.265 IRAP (types 16–21). Mirrors
|
|
14450
|
+
* `AnnexBDeframer.isKeyframeNal`; params/AUD NALs ahead of the slice are ignored.
|
|
14451
|
+
*/
|
|
14452
|
+
function isKeyframeAccessUnit(au, codec) {
|
|
14453
|
+
for (const nalStart of iterateNalStarts(au)) {
|
|
14454
|
+
const header = au[nalStart];
|
|
14455
|
+
if (header === void 0) continue;
|
|
14456
|
+
if (codec === "H264") {
|
|
14457
|
+
if ((header & 31) === 5) return true;
|
|
14458
|
+
} else {
|
|
14459
|
+
const type = header >> 1 & 63;
|
|
14460
|
+
if (type >= 16 && type <= 21) return true;
|
|
14461
|
+
}
|
|
14462
|
+
}
|
|
14463
|
+
return false;
|
|
14464
|
+
}
|
|
14465
|
+
/**
|
|
14466
|
+
* Yield the byte offset of the FIRST byte of each NAL unit (i.e. just past its
|
|
14467
|
+
* Annex-B start code, `00 00 01` or `00 00 00 01`) in `buf`.
|
|
14468
|
+
*/
|
|
14469
|
+
function* iterateNalStarts(buf) {
|
|
14470
|
+
const len = buf.length;
|
|
14471
|
+
let i = 0;
|
|
14472
|
+
while (i + 2 < len) {
|
|
14473
|
+
if (buf[i] === 0 && buf[i + 1] === 0) {
|
|
14474
|
+
if (buf[i + 2] === 1) {
|
|
14475
|
+
yield i + 3;
|
|
14476
|
+
i += 3;
|
|
14477
|
+
continue;
|
|
14478
|
+
}
|
|
14479
|
+
if (buf[i + 2] === 0 && buf[i + 3] === 1) {
|
|
14480
|
+
yield i + 4;
|
|
14481
|
+
i += 4;
|
|
14482
|
+
continue;
|
|
14388
14483
|
}
|
|
14389
14484
|
}
|
|
14390
|
-
|
|
14391
|
-
}
|
|
14392
|
-
|
|
14393
|
-
|
|
14485
|
+
i++;
|
|
14486
|
+
}
|
|
14487
|
+
}
|
|
14488
|
+
/**
|
|
14489
|
+
* Read the 33-bit PES `PTS` (or DTS) from the 5 bytes at `off` and return it in
|
|
14490
|
+
* 90 kHz ticks. The layout interleaves marker bits every byte
|
|
14491
|
+
* (`0010 PPP1 PPPPPPPP PPPPPPP1 PPPPPPPP PPPPPPP1`).
|
|
14492
|
+
*/
|
|
14493
|
+
function readPts33(buf, off) {
|
|
14494
|
+
const b0 = buf[off] ?? 0;
|
|
14495
|
+
const b1 = buf[off + 1] ?? 0;
|
|
14496
|
+
const b2 = buf[off + 2] ?? 0;
|
|
14497
|
+
const b3 = buf[off + 3] ?? 0;
|
|
14498
|
+
const b4 = buf[off + 4] ?? 0;
|
|
14499
|
+
const hi = b0 >> 1 & 7;
|
|
14500
|
+
const mid = b1 << 7 | b2 >> 1;
|
|
14501
|
+
const lo = b3 << 7 | b4 >> 1;
|
|
14502
|
+
return hi * 1073741824 + mid * 32768 + lo;
|
|
14503
|
+
}
|
|
14504
|
+
/** Locate the payload offset within a TS packet, skipping any adaptation field. */
|
|
14505
|
+
function payloadOffset(pkt, base) {
|
|
14506
|
+
const adaptationFieldControl = pkt[base + 3] >> 4 & 3;
|
|
14507
|
+
let off = base + 4;
|
|
14508
|
+
if (adaptationFieldControl & 2) off += 1 + pkt[off];
|
|
14509
|
+
return off;
|
|
14510
|
+
}
|
|
14511
|
+
/** Whether a TS packet's adaptation_field_control indicates a payload is present. */
|
|
14512
|
+
function hasPayload(pkt, base) {
|
|
14513
|
+
const afc = pkt[base + 3] >> 4 & 3;
|
|
14514
|
+
return afc === 1 || afc === 3;
|
|
14515
|
+
}
|
|
14516
|
+
/** Parse the PAT payload → the first program's PMT PID. */
|
|
14517
|
+
function parsePatForPmtPid(payload) {
|
|
14518
|
+
const p = 1 + payload[0] + 8;
|
|
14519
|
+
if (p + 3 >= payload.length) return null;
|
|
14520
|
+
return (payload[p + 2] & 31) << 8 | payload[p + 3];
|
|
14521
|
+
}
|
|
14522
|
+
/** Parse the PMT payload → the first H.264/H.265 elementary stream's PID + codec. */
|
|
14523
|
+
function parsePmt(payload) {
|
|
14524
|
+
const p = 1 + payload[0];
|
|
14525
|
+
const sectionLength = (payload[p + 1] & 15) << 8 | payload[p + 2];
|
|
14526
|
+
const programInfoLength = (payload[p + 10] & 15) << 8 | payload[p + 11];
|
|
14527
|
+
let es = p + 12 + programInfoLength;
|
|
14528
|
+
const sectionEnd = p + 3 + sectionLength - 4;
|
|
14529
|
+
while (es + 4 < sectionEnd && es + 4 < payload.length) {
|
|
14530
|
+
const streamType = payload[es];
|
|
14531
|
+
const elementaryPid = (payload[es + 1] & 31) << 8 | payload[es + 2];
|
|
14532
|
+
const esInfoLength = (payload[es + 3] & 15) << 8 | payload[es + 4];
|
|
14533
|
+
const codec = codecForStreamType(streamType);
|
|
14534
|
+
if (codec !== null) return {
|
|
14535
|
+
videoPid: elementaryPid,
|
|
14536
|
+
codec
|
|
14537
|
+
};
|
|
14538
|
+
es += 5 + esInfoLength;
|
|
14539
|
+
}
|
|
14540
|
+
return null;
|
|
14541
|
+
}
|
|
14542
|
+
/** Split one reassembled PES packet into its Annex-B elementary-stream payload
|
|
14543
|
+
* and 90 kHz PTS (null when the PES carries no PTS flag). */
|
|
14544
|
+
function splitPes(pes) {
|
|
14545
|
+
if (pes.length < 9 || pes[0] !== 0 || pes[1] !== 0 || pes[2] !== 1) return null;
|
|
14546
|
+
const ptsDtsFlags = pes[7] >> 6 & 3;
|
|
14547
|
+
const headerDataLength = pes[8];
|
|
14548
|
+
return {
|
|
14549
|
+
es: pes.subarray(9 + headerDataLength),
|
|
14550
|
+
pts: ptsDtsFlags & 2 ? readPts33(pes, 9) : null
|
|
14551
|
+
};
|
|
14552
|
+
}
|
|
14553
|
+
/**
|
|
14554
|
+
* Demux an MPEG-TS byte stream (as produced by `ffmpeg -c:v copy -f mpegts`)
|
|
14555
|
+
* into ordered Annex-B access units, one per video PES.
|
|
14556
|
+
*
|
|
14557
|
+
* @param ts - The full transport stream.
|
|
14558
|
+
* @returns The detected codec and its access units in transport (decode) order.
|
|
14559
|
+
* @throws If no H.264/H.265 video elementary stream is present.
|
|
14560
|
+
*/
|
|
14561
|
+
function demuxMpegTsToAnnexB(ts) {
|
|
14562
|
+
let pmtPid = null;
|
|
14563
|
+
let pmt = null;
|
|
14564
|
+
for (let i = 0; i + TS_PACKET_SIZE <= ts.length; i += TS_PACKET_SIZE) {
|
|
14565
|
+
const pkt = ts.subarray(i, i + TS_PACKET_SIZE);
|
|
14566
|
+
if (pkt[0] !== TS_SYNC_BYTE) continue;
|
|
14567
|
+
const pid = (pkt[1] & 31) << 8 | pkt[2];
|
|
14568
|
+
if (!((pkt[1] & 64) !== 0) || !hasPayload(pkt, 0)) continue;
|
|
14569
|
+
const payload = pkt.subarray(payloadOffset(pkt, 0));
|
|
14570
|
+
if (pid === PAT_PID) pmtPid ??= parsePatForPmtPid(payload);
|
|
14571
|
+
else if (pmtPid !== null && pid === pmtPid && pmt === null) pmt = parsePmt(payload);
|
|
14572
|
+
}
|
|
14573
|
+
if (pmt === null) throw new Error("ts-annexb-demux: no H.264/H.265 video stream found in transport stream");
|
|
14574
|
+
const { videoPid, codec } = pmt;
|
|
14575
|
+
const accessUnits = [];
|
|
14576
|
+
let current = null;
|
|
14577
|
+
const finalize = () => {
|
|
14578
|
+
if (current === null) return;
|
|
14579
|
+
const pes = current.length === 1 ? current[0] : concat(current);
|
|
14580
|
+
current = null;
|
|
14581
|
+
const split = splitPes(pes);
|
|
14582
|
+
if (split === null || split.es.length === 0) return;
|
|
14583
|
+
const data = new Uint8Array(split.es.length);
|
|
14584
|
+
data.set(split.es);
|
|
14585
|
+
accessUnits.push({
|
|
14586
|
+
data,
|
|
14587
|
+
ptsMs: split.pts === null ? 0 : Math.round(split.pts / 90),
|
|
14588
|
+
keyframe: isKeyframeAccessUnit(data, codec)
|
|
14589
|
+
});
|
|
14590
|
+
};
|
|
14591
|
+
for (let i = 0; i + TS_PACKET_SIZE <= ts.length; i += TS_PACKET_SIZE) {
|
|
14592
|
+
const pkt = ts.subarray(i, i + TS_PACKET_SIZE);
|
|
14593
|
+
if (pkt[0] !== TS_SYNC_BYTE) continue;
|
|
14594
|
+
if (((pkt[1] & 31) << 8 | pkt[2]) !== videoPid) continue;
|
|
14595
|
+
if (!hasPayload(pkt, 0)) continue;
|
|
14596
|
+
const payloadStart = (pkt[1] & 64) !== 0;
|
|
14597
|
+
const payload = pkt.subarray(payloadOffset(pkt, 0));
|
|
14598
|
+
if (payloadStart) {
|
|
14599
|
+
finalize();
|
|
14600
|
+
current = [Uint8Array.from(payload)];
|
|
14601
|
+
} else if (current !== null) current.push(Uint8Array.from(payload));
|
|
14602
|
+
}
|
|
14603
|
+
finalize();
|
|
14604
|
+
return {
|
|
14605
|
+
codec,
|
|
14606
|
+
accessUnits
|
|
14607
|
+
};
|
|
14608
|
+
}
|
|
14609
|
+
/** Concatenate TS payload fragments into one contiguous PES buffer. */
|
|
14610
|
+
function concat(parts) {
|
|
14611
|
+
let total = 0;
|
|
14612
|
+
for (const p of parts) total += p.length;
|
|
14613
|
+
const out = new Uint8Array(total);
|
|
14614
|
+
let off = 0;
|
|
14615
|
+
for (const p of parts) {
|
|
14616
|
+
out.set(p, off);
|
|
14617
|
+
off += p.length;
|
|
14394
14618
|
}
|
|
14619
|
+
return out;
|
|
14395
14620
|
}
|
|
14396
14621
|
//#endregion
|
|
14397
|
-
//#region src/stream-broker/recorded/
|
|
14622
|
+
//#region src/stream-broker/recorded/segment-demux.ts
|
|
14398
14623
|
/**
|
|
14399
|
-
*
|
|
14624
|
+
* segment-demux — turn one self-contained `.m4s` fragment (a Buffer) into
|
|
14625
|
+
* ordered Annex-B access units. Codec-agnostic: handles BOTH H.264 and H.265
|
|
14626
|
+
* recordings (the recorder is `-c:v copy` passthrough, so an H.264 camera
|
|
14627
|
+
* produces H.264 recordings and an H.265 camera produces H.265 recordings).
|
|
14400
14628
|
*
|
|
14401
|
-
* The
|
|
14402
|
-
*
|
|
14403
|
-
*
|
|
14629
|
+
* The recorder writes self-contained fragments: each `.m4s` carries its own
|
|
14630
|
+
* `moov` (and thus its own `avcC`/`hvcC` parameter sets) plus exactly one
|
|
14631
|
+
* IDR-led GOP (~4s). To replay one over a push pipeline we need the bytes as
|
|
14632
|
+
* Annex-B access units with parameter sets prepended to every IDR (SPS/PPS for
|
|
14633
|
+
* H.264; VPS/SPS/PPS for H.265) and each unit tagged with its source PTS.
|
|
14404
14634
|
*
|
|
14405
|
-
*
|
|
14635
|
+
* Implementation: run the fragment through `ffmpeg -c:v copy -f mpegts` (a
|
|
14636
|
+
* crash-isolated subprocess — this replaced the old in-process `node-av`
|
|
14637
|
+
* demux + `h264/hevc_mp4toannexb` BSF, which could SIGBUS the whole broker on
|
|
14638
|
+
* a fragile stream), then split the transport stream back into access units
|
|
14639
|
+
* with {@link demuxMpegTsToAnnexB}. The mpegts muxer fuses the parameter sets
|
|
14640
|
+
* onto every IDR exactly like the mp4toannexb BSF did, preserves the per-frame
|
|
14641
|
+
* PTS (PES 90 kHz), and exposes the codec via the PMT `stream_type` — so no
|
|
14642
|
+
* explicit bitstream filter and no separate probe pass are needed. See
|
|
14643
|
+
* `ts-annexb-demux.ts` for the container-choice rationale.
|
|
14406
14644
|
*/
|
|
14407
|
-
|
|
14408
|
-
|
|
14409
|
-
|
|
14410
|
-
|
|
14411
|
-
|
|
14412
|
-
|
|
14413
|
-
|
|
14414
|
-
|
|
14415
|
-
|
|
14416
|
-
|
|
14417
|
-
|
|
14418
|
-
|
|
14419
|
-
|
|
14420
|
-
|
|
14421
|
-
|
|
14422
|
-
|
|
14423
|
-
|
|
14424
|
-
|
|
14425
|
-
|
|
14426
|
-
|
|
14427
|
-
4,
|
|
14428
|
-
4,
|
|
14429
|
-
4,
|
|
14430
|
-
4,
|
|
14431
|
-
4,
|
|
14432
|
-
4,
|
|
14433
|
-
4,
|
|
14434
|
-
4,
|
|
14435
|
-
4,
|
|
14436
|
-
4,
|
|
14437
|
-
4,
|
|
14438
|
-
4,
|
|
14439
|
-
4,
|
|
14440
|
-
4,
|
|
14441
|
-
4,
|
|
14442
|
-
5,
|
|
14443
|
-
5,
|
|
14444
|
-
5,
|
|
14445
|
-
5,
|
|
14446
|
-
5,
|
|
14447
|
-
5,
|
|
14448
|
-
5,
|
|
14449
|
-
5,
|
|
14450
|
-
5,
|
|
14451
|
-
5,
|
|
14452
|
-
5,
|
|
14453
|
-
5,
|
|
14454
|
-
5,
|
|
14455
|
-
5,
|
|
14456
|
-
5,
|
|
14457
|
-
5,
|
|
14458
|
-
5,
|
|
14459
|
-
5,
|
|
14460
|
-
5,
|
|
14461
|
-
5,
|
|
14462
|
-
5,
|
|
14463
|
-
5,
|
|
14464
|
-
5,
|
|
14465
|
-
5,
|
|
14466
|
-
5,
|
|
14467
|
-
5,
|
|
14468
|
-
5,
|
|
14469
|
-
5,
|
|
14470
|
-
5,
|
|
14471
|
-
5,
|
|
14472
|
-
5,
|
|
14473
|
-
5,
|
|
14474
|
-
6,
|
|
14475
|
-
6,
|
|
14476
|
-
6,
|
|
14477
|
-
6,
|
|
14478
|
-
6,
|
|
14479
|
-
6,
|
|
14480
|
-
6,
|
|
14481
|
-
6,
|
|
14482
|
-
6,
|
|
14483
|
-
6,
|
|
14484
|
-
6,
|
|
14485
|
-
6,
|
|
14486
|
-
6,
|
|
14487
|
-
6,
|
|
14488
|
-
6,
|
|
14489
|
-
6,
|
|
14490
|
-
6,
|
|
14491
|
-
6,
|
|
14492
|
-
6,
|
|
14493
|
-
6,
|
|
14494
|
-
6,
|
|
14495
|
-
6,
|
|
14496
|
-
6,
|
|
14497
|
-
6,
|
|
14498
|
-
6,
|
|
14499
|
-
6,
|
|
14500
|
-
6,
|
|
14501
|
-
6,
|
|
14502
|
-
6,
|
|
14503
|
-
6,
|
|
14504
|
-
6,
|
|
14505
|
-
6,
|
|
14506
|
-
6,
|
|
14507
|
-
6,
|
|
14508
|
-
6,
|
|
14509
|
-
6,
|
|
14510
|
-
6,
|
|
14511
|
-
6,
|
|
14512
|
-
6,
|
|
14513
|
-
6,
|
|
14514
|
-
6,
|
|
14515
|
-
6,
|
|
14516
|
-
6,
|
|
14517
|
-
6,
|
|
14518
|
-
6,
|
|
14519
|
-
6,
|
|
14520
|
-
6,
|
|
14521
|
-
6,
|
|
14522
|
-
6,
|
|
14523
|
-
6,
|
|
14524
|
-
6,
|
|
14525
|
-
6,
|
|
14526
|
-
6,
|
|
14527
|
-
6,
|
|
14528
|
-
6,
|
|
14529
|
-
6,
|
|
14530
|
-
6,
|
|
14531
|
-
6,
|
|
14532
|
-
6,
|
|
14533
|
-
6,
|
|
14534
|
-
6,
|
|
14535
|
-
6,
|
|
14536
|
-
6,
|
|
14537
|
-
6,
|
|
14538
|
-
7,
|
|
14539
|
-
7,
|
|
14540
|
-
7,
|
|
14541
|
-
7,
|
|
14542
|
-
7,
|
|
14543
|
-
7,
|
|
14544
|
-
7,
|
|
14545
|
-
7,
|
|
14546
|
-
7,
|
|
14547
|
-
7,
|
|
14548
|
-
7,
|
|
14549
|
-
7,
|
|
14550
|
-
7,
|
|
14551
|
-
7,
|
|
14552
|
-
7,
|
|
14553
|
-
7,
|
|
14554
|
-
7,
|
|
14555
|
-
7,
|
|
14556
|
-
7,
|
|
14557
|
-
7,
|
|
14558
|
-
7,
|
|
14559
|
-
7,
|
|
14560
|
-
7,
|
|
14561
|
-
7,
|
|
14562
|
-
7,
|
|
14563
|
-
7,
|
|
14564
|
-
7,
|
|
14565
|
-
7,
|
|
14566
|
-
7,
|
|
14567
|
-
7,
|
|
14568
|
-
7,
|
|
14569
|
-
7,
|
|
14570
|
-
7,
|
|
14571
|
-
7,
|
|
14572
|
-
7,
|
|
14573
|
-
7,
|
|
14574
|
-
7,
|
|
14575
|
-
7,
|
|
14576
|
-
7,
|
|
14577
|
-
7,
|
|
14578
|
-
7,
|
|
14579
|
-
7,
|
|
14580
|
-
7,
|
|
14581
|
-
7,
|
|
14582
|
-
7,
|
|
14583
|
-
7,
|
|
14584
|
-
7,
|
|
14585
|
-
7,
|
|
14586
|
-
7,
|
|
14587
|
-
7,
|
|
14588
|
-
7,
|
|
14589
|
-
7,
|
|
14590
|
-
7,
|
|
14591
|
-
7,
|
|
14592
|
-
7,
|
|
14593
|
-
7,
|
|
14594
|
-
7,
|
|
14595
|
-
7,
|
|
14596
|
-
7,
|
|
14597
|
-
7,
|
|
14598
|
-
7,
|
|
14599
|
-
7,
|
|
14600
|
-
7,
|
|
14601
|
-
7,
|
|
14602
|
-
7,
|
|
14603
|
-
7,
|
|
14604
|
-
7,
|
|
14605
|
-
7,
|
|
14606
|
-
7,
|
|
14607
|
-
7,
|
|
14608
|
-
7,
|
|
14609
|
-
7,
|
|
14610
|
-
7,
|
|
14611
|
-
7,
|
|
14612
|
-
7,
|
|
14613
|
-
7,
|
|
14614
|
-
7,
|
|
14615
|
-
7,
|
|
14616
|
-
7,
|
|
14617
|
-
7,
|
|
14618
|
-
7,
|
|
14619
|
-
7,
|
|
14620
|
-
7,
|
|
14621
|
-
7,
|
|
14622
|
-
7,
|
|
14623
|
-
7,
|
|
14624
|
-
7,
|
|
14625
|
-
7,
|
|
14626
|
-
7,
|
|
14627
|
-
7,
|
|
14628
|
-
7,
|
|
14629
|
-
7,
|
|
14630
|
-
7,
|
|
14631
|
-
7,
|
|
14632
|
-
7,
|
|
14633
|
-
7,
|
|
14634
|
-
7,
|
|
14635
|
-
7,
|
|
14636
|
-
7,
|
|
14637
|
-
7,
|
|
14638
|
-
7,
|
|
14639
|
-
7,
|
|
14640
|
-
7,
|
|
14641
|
-
7,
|
|
14642
|
-
7,
|
|
14643
|
-
7,
|
|
14644
|
-
7,
|
|
14645
|
-
7,
|
|
14646
|
-
7,
|
|
14647
|
-
7,
|
|
14648
|
-
7,
|
|
14649
|
-
7,
|
|
14650
|
-
7,
|
|
14651
|
-
7,
|
|
14652
|
-
7,
|
|
14653
|
-
7,
|
|
14654
|
-
7,
|
|
14655
|
-
7,
|
|
14656
|
-
7,
|
|
14657
|
-
7,
|
|
14658
|
-
7,
|
|
14659
|
-
7,
|
|
14660
|
-
7,
|
|
14661
|
-
7,
|
|
14662
|
-
7,
|
|
14663
|
-
7,
|
|
14664
|
-
7,
|
|
14665
|
-
7
|
|
14645
|
+
/**
|
|
14646
|
+
* ffmpeg arguments to remux one `.m4s` fragment (read from stdin) into an
|
|
14647
|
+
* Annex-B MPEG-TS on stdout. `-c:v copy` = no re-encode; the mpegts muxer does
|
|
14648
|
+
* the mp4→annexb conversion and fuses parameter sets onto every IDR. `-an`
|
|
14649
|
+
* drops audio (handled separately by `segment-audio`). Exported for the spec.
|
|
14650
|
+
*/
|
|
14651
|
+
var SEGMENT_DEMUX_FFMPEG_ARGS = [
|
|
14652
|
+
"-hide_banner",
|
|
14653
|
+
"-loglevel",
|
|
14654
|
+
"error",
|
|
14655
|
+
"-i",
|
|
14656
|
+
"pipe:0",
|
|
14657
|
+
"-map",
|
|
14658
|
+
"0:v:0",
|
|
14659
|
+
"-c:v",
|
|
14660
|
+
"copy",
|
|
14661
|
+
"-an",
|
|
14662
|
+
"-f",
|
|
14663
|
+
"mpegts",
|
|
14664
|
+
"pipe:1"
|
|
14666
14665
|
];
|
|
14667
|
-
/** Compand one signed 16-bit linear PCM sample to an 8-bit µ-law byte. */
|
|
14668
|
-
function linearToMuLaw(sample) {
|
|
14669
|
-
let s = sample;
|
|
14670
|
-
const sign = s >> 8 & 128;
|
|
14671
|
-
if (sign !== 0) s = -s;
|
|
14672
|
-
if (s > CLIP) s = CLIP;
|
|
14673
|
-
s += BIAS;
|
|
14674
|
-
const exponent = EXP_LUT[s >> 7 & 255];
|
|
14675
|
-
const mantissa = s >> exponent + 3 & 15;
|
|
14676
|
-
return ~(sign | exponent << 4 | mantissa) & 255;
|
|
14677
|
-
}
|
|
14678
14666
|
/**
|
|
14679
|
-
*
|
|
14680
|
-
*
|
|
14667
|
+
* Demux a self-contained H.264 or H.265 `.m4s` fragment into ordered Annex-B
|
|
14668
|
+
* access units.
|
|
14669
|
+
*
|
|
14670
|
+
* The video codec is detected from the transport stream's PMT `stream_type`;
|
|
14671
|
+
* the mpegts muxer fuses parameter sets onto every IDR (SPS/PPS for H.264,
|
|
14672
|
+
* VPS/SPS/PPS for H.265). Each returned {@link AccessUnit} owns a detached copy
|
|
14673
|
+
* of the bytes. Throws on a non-H.264/H.265 stream or a failed conversion.
|
|
14674
|
+
*
|
|
14675
|
+
* @param bytes - The full `.m4s` fragment (one moov + one IDR-led GOP).
|
|
14676
|
+
* @param ffmpegPath - ffmpeg binary path (defaults to PATH `ffmpeg`).
|
|
14677
|
+
* @returns Access units in source presentation order, each tagged with its codec.
|
|
14681
14678
|
*/
|
|
14682
|
-
function
|
|
14683
|
-
const
|
|
14684
|
-
|
|
14685
|
-
|
|
14686
|
-
|
|
14687
|
-
|
|
14679
|
+
async function demuxSegmentToAnnexB(bytes, ffmpegPath = "ffmpeg") {
|
|
14680
|
+
const { codec, accessUnits } = demuxMpegTsToAnnexB(await runFfmpegOnce({
|
|
14681
|
+
ffmpegPath,
|
|
14682
|
+
args: SEGMENT_DEMUX_FFMPEG_ARGS,
|
|
14683
|
+
input: bytes
|
|
14684
|
+
}));
|
|
14685
|
+
return accessUnits.map((au) => ({
|
|
14686
|
+
data: au.data,
|
|
14687
|
+
ptsMs: au.ptsMs,
|
|
14688
|
+
keyframe: au.keyframe,
|
|
14689
|
+
codec
|
|
14690
|
+
}));
|
|
14688
14691
|
}
|
|
14689
14692
|
//#endregion
|
|
14690
14693
|
//#region src/stream-broker/recorded/segment-audio.ts
|
|
14691
14694
|
/**
|
|
14692
|
-
* segment-audio — turn one `.m4s` fragment's
|
|
14695
|
+
* segment-audio — turn one `.m4s` fragment's audio into 8 kHz µ-law (PCMU)
|
|
14693
14696
|
* access units, matching the WebRTC audio sender's negotiated codec
|
|
14694
14697
|
* (`audio/PCMU`, 8 kHz, PT 0 — see session.ts). Recorded audio is stored as AAC
|
|
14695
|
-
* (the recorder transcodes every camera's audio to AAC); WebRTC speaks PCMU
|
|
14696
|
-
* we decode AAC → 8 kHz mono s16 PCM (via the in-process `DecodeRuntime`, the
|
|
14697
|
-
* same one the live audio-codec path uses) then compand to µ-law here.
|
|
14698
|
+
* (the recorder transcodes every camera's audio to AAC); WebRTC speaks PCMU.
|
|
14698
14699
|
*
|
|
14699
|
-
*
|
|
14700
|
-
*
|
|
14700
|
+
* Implementation: run the fragment through
|
|
14701
|
+
* `ffmpeg -vn -ar 8000 -ac 1 -c:a pcm_mulaw -f mulaw` (a crash-isolated
|
|
14702
|
+
* subprocess — this replaced the old in-process `node-av` `DecodeRuntime`
|
|
14703
|
+
* decode + hand-rolled µ-law companding). ffmpeg decodes the AAC, resamples to
|
|
14704
|
+
* 8 kHz mono, and companded µ-law bytes come out on stdout; we slice them into
|
|
14705
|
+
* fixed 20 ms (160-sample) PCMU frames here.
|
|
14701
14706
|
*
|
|
14702
|
-
*
|
|
14703
|
-
*
|
|
14707
|
+
* Output: 20 ms PCMU frames with segment-relative `ptsMs`, ready to push on the
|
|
14708
|
+
* session's audio sender alongside the recorded video.
|
|
14709
|
+
*
|
|
14710
|
+
* Best-effort by contract: returns [] when the fragment has no usable audio
|
|
14711
|
+
* (ffmpeg exits non-zero → tolerated, empty output), and the caller swallows
|
|
14712
|
+
* throws — recorded audio must NEVER block recorded video.
|
|
14704
14713
|
*/
|
|
14705
14714
|
/** PCMU target: 8 kHz mono, 160 samples (20 ms) per RTP frame. */
|
|
14706
|
-
var TARGET_RATE = 8e3;
|
|
14707
14715
|
var FRAME_SAMPLES = 160;
|
|
14708
14716
|
var FRAME_MS = 20;
|
|
14709
|
-
/**
|
|
14710
|
-
|
|
14711
|
-
|
|
14712
|
-
|
|
14713
|
-
|
|
14714
|
-
|
|
14715
|
-
|
|
14716
|
-
|
|
14717
|
+
/**
|
|
14718
|
+
* ffmpeg arguments to decode one `.m4s` fragment's audio (read from stdin) into
|
|
14719
|
+
* raw 8 kHz mono µ-law bytes on stdout. `-vn` drops video (handled by
|
|
14720
|
+
* `segment-demux`); `-c:a pcm_mulaw -f mulaw` companded output = one byte per
|
|
14721
|
+
* 8 kHz sample. Exported for the spec.
|
|
14722
|
+
*/
|
|
14723
|
+
var SEGMENT_AUDIO_FFMPEG_ARGS = [
|
|
14724
|
+
"-hide_banner",
|
|
14725
|
+
"-loglevel",
|
|
14726
|
+
"error",
|
|
14727
|
+
"-i",
|
|
14728
|
+
"pipe:0",
|
|
14729
|
+
"-vn",
|
|
14730
|
+
"-map",
|
|
14731
|
+
"0:a:0",
|
|
14732
|
+
"-ar",
|
|
14733
|
+
"8000",
|
|
14734
|
+
"-ac",
|
|
14735
|
+
"1",
|
|
14736
|
+
"-c:a",
|
|
14737
|
+
"pcm_mulaw",
|
|
14738
|
+
"-f",
|
|
14739
|
+
"mulaw",
|
|
14740
|
+
"pipe:1"
|
|
14741
|
+
];
|
|
14742
|
+
/**
|
|
14743
|
+
* Slice a contiguous 8 kHz µ-law byte stream (one byte per sample) into fixed
|
|
14744
|
+
* 160-sample (20 ms) PCMU frames, dropping any trailing partial frame. `ptsMs`
|
|
14745
|
+
* is derived from the running frame index — audio is continuous 8 kHz, and each
|
|
14746
|
+
* recorded segment re-anchors its own timeline downstream, so the frames start
|
|
14747
|
+
* at 0 (segment-relative). Pure, so it unit-tests without ffmpeg.
|
|
14748
|
+
*/
|
|
14749
|
+
function sliceMuLawToPcmuFrames(mulaw) {
|
|
14750
|
+
const out = [];
|
|
14751
|
+
for (let off = 0, idx = 0; off + FRAME_SAMPLES <= mulaw.length; off += FRAME_SAMPLES, idx++) out.push({
|
|
14752
|
+
data: mulaw.slice(off, off + FRAME_SAMPLES),
|
|
14753
|
+
ptsMs: idx * FRAME_MS
|
|
14754
|
+
});
|
|
14755
|
+
return out;
|
|
14717
14756
|
}
|
|
14718
14757
|
/**
|
|
14719
|
-
*
|
|
14720
|
-
* when there is no usable audio stream (
|
|
14721
|
-
* non-
|
|
14758
|
+
* Decode + resample one fragment's audio into PCMU access units. Returns []
|
|
14759
|
+
* when there is no usable audio stream (video-only fragment, or a codec ffmpeg
|
|
14760
|
+
* can't decode) — ffmpeg exits non-zero, which is tolerated as empty output.
|
|
14761
|
+
*
|
|
14762
|
+
* @param bytes - The full `.m4s` fragment.
|
|
14763
|
+
* @param ffmpegPath - ffmpeg binary path (defaults to PATH `ffmpeg`).
|
|
14722
14764
|
*/
|
|
14723
|
-
async function demuxSegmentToPcmu(bytes) {
|
|
14724
|
-
const
|
|
14725
|
-
|
|
14726
|
-
|
|
14727
|
-
|
|
14728
|
-
|
|
14729
|
-
|
|
14730
|
-
|
|
14731
|
-
|
|
14732
|
-
const cp = stream.codecpar;
|
|
14733
|
-
const codecName = cp.codecId === C.AV_CODEC_ID_AAC ? "aac" : cp.codecId === C.AV_CODEC_ID_AAC_LATM ? "aac_latm" : null;
|
|
14734
|
-
if (codecName === null) return [];
|
|
14735
|
-
const sourceChannels = cp.channelLayout?.nbChannels ?? cp.channels ?? 1;
|
|
14736
|
-
decode = require_codec_runtime.DecodeRuntime.create({
|
|
14737
|
-
codec: codecName,
|
|
14738
|
-
sourceSampleRate: cp.sampleRate,
|
|
14739
|
-
sourceChannels,
|
|
14740
|
-
extraData: cp.extradata ? new Uint8Array(cp.extradata) : void 0,
|
|
14741
|
-
targetSampleRate: TARGET_RATE,
|
|
14742
|
-
targetChannels: 1,
|
|
14743
|
-
targetFormat: "s16le"
|
|
14744
|
-
});
|
|
14745
|
-
let baseMs = null;
|
|
14746
|
-
const muLaw = [];
|
|
14747
|
-
for await (const packet of demuxer.packets(stream.index)) {
|
|
14748
|
-
if (packet === null) break;
|
|
14749
|
-
try {
|
|
14750
|
-
const data = packet.data;
|
|
14751
|
-
if (data && data.length > 0) {
|
|
14752
|
-
if (baseMs === null && packet.pts !== AV_NOPTS_VALUE) baseMs = ticksToMs(packet.pts, stream.timeBase);
|
|
14753
|
-
for (const pcm of decode.decode(data)) {
|
|
14754
|
-
const enc = encodeMuLaw(pcm.data);
|
|
14755
|
-
for (let i = 0; i < enc.length; i++) muLaw.push(enc[i]);
|
|
14756
|
-
}
|
|
14757
|
-
}
|
|
14758
|
-
} finally {
|
|
14759
|
-
packet.free();
|
|
14760
|
-
}
|
|
14761
|
-
}
|
|
14762
|
-
if (muLaw.length === 0) return [];
|
|
14763
|
-
const base = baseMs ?? 0;
|
|
14764
|
-
const out = [];
|
|
14765
|
-
for (let off = 0, idx = 0; off + FRAME_SAMPLES <= muLaw.length; off += FRAME_SAMPLES, idx++) out.push({
|
|
14766
|
-
data: Uint8Array.from(muLaw.slice(off, off + FRAME_SAMPLES)),
|
|
14767
|
-
ptsMs: base + idx * FRAME_MS
|
|
14768
|
-
});
|
|
14769
|
-
return out;
|
|
14770
|
-
} finally {
|
|
14771
|
-
decode?.close();
|
|
14772
|
-
await demuxer.close();
|
|
14773
|
-
}
|
|
14765
|
+
async function demuxSegmentToPcmu(bytes, ffmpegPath = "ffmpeg") {
|
|
14766
|
+
const mulaw = await runFfmpegOnce({
|
|
14767
|
+
ffmpegPath,
|
|
14768
|
+
args: SEGMENT_AUDIO_FFMPEG_ARGS,
|
|
14769
|
+
input: bytes,
|
|
14770
|
+
tolerateNonZeroExit: true
|
|
14771
|
+
});
|
|
14772
|
+
if (mulaw.length === 0) return [];
|
|
14773
|
+
return sliceMuLawToPcmuFrames(mulaw);
|
|
14774
14774
|
}
|
|
14775
14775
|
//#endregion
|
|
14776
14776
|
//#region src/stream-broker/webrtc/broker-webrtc-server.ts
|
|
@@ -14955,6 +14955,7 @@ var BrokerWebrtcServer = class {
|
|
|
14955
14955
|
resolveTranscodeDecodeHwAccelFn;
|
|
14956
14956
|
locateRecordedSegment;
|
|
14957
14957
|
readRecordedSegmentBytes;
|
|
14958
|
+
resolveFfmpegPath;
|
|
14958
14959
|
/** Cached decode-hwaccel backend for transcode feeds (resolved once). */
|
|
14959
14960
|
transcodeDecodeHwAccel = void 0;
|
|
14960
14961
|
/** brokerId → IStreamBroker reference. Set by the broker manager on registration. */
|
|
@@ -14998,6 +14999,7 @@ var BrokerWebrtcServer = class {
|
|
|
14998
14999
|
this.resolveTranscodeDecodeHwAccelFn = options.resolveTranscodeDecodeHwAccel;
|
|
14999
15000
|
this.locateRecordedSegment = options.locateRecordedSegment;
|
|
15000
15001
|
this.readRecordedSegmentBytes = options.readRecordedSegmentBytes;
|
|
15002
|
+
this.resolveFfmpegPath = options.resolveFfmpegPath;
|
|
15001
15003
|
}
|
|
15002
15004
|
/**
|
|
15003
15005
|
* Resolve (once, cached) the decode-hwaccel backend for transcode feeds.
|
|
@@ -15513,6 +15515,7 @@ var BrokerWebrtcServer = class {
|
|
|
15513
15515
|
session.onClosed = () => this.cleanupSession(sessionId);
|
|
15514
15516
|
const locateRecorded = this.locateRecordedSegment;
|
|
15515
15517
|
const readRecorded = this.readRecordedSegmentBytes;
|
|
15518
|
+
const resolveFfmpeg = this.resolveFfmpegPath;
|
|
15516
15519
|
if (locateRecorded && readRecorded) {
|
|
15517
15520
|
let timeline;
|
|
15518
15521
|
timeline = new TimelineSession({
|
|
@@ -15523,8 +15526,8 @@ var BrokerWebrtcServer = class {
|
|
|
15523
15526
|
profile,
|
|
15524
15527
|
locate: locateRecorded,
|
|
15525
15528
|
readBytes: readRecorded,
|
|
15526
|
-
demux: demuxSegmentToAnnexB,
|
|
15527
|
-
demuxAudio: demuxSegmentToPcmu,
|
|
15529
|
+
demux: (b) => demuxSegmentToAnnexB(b, resolveFfmpeg?.()),
|
|
15530
|
+
demuxAudio: (b) => demuxSegmentToPcmu(b, resolveFfmpeg?.()),
|
|
15528
15531
|
sink: {
|
|
15529
15532
|
pushAccessUnit: (data, ts, codec) => session.pushRecordedAccessUnit(data, ts, codec),
|
|
15530
15533
|
pushAudioPcmu: (pcmu, ts) => session.writeRecordedAudio(Buffer.from(pcmu), ts)
|
|
@@ -16285,6 +16288,10 @@ var BROKER_METRICS_HEARTBEAT_MS = 3e4;
|
|
|
16285
16288
|
var PROBE_SNAPSHOTS_PERSIST_INTERVAL_MS = 6e4;
|
|
16286
16289
|
var StreamBrokerAddon = class extends require_dist.BaseAddon {
|
|
16287
16290
|
brokerManager = null;
|
|
16291
|
+
/** ffmpeg binary path from the `ffmpeg` config section, mirrored here so the
|
|
16292
|
+
* recorded-playback demuxers (segment-demux/segment-audio) spawn the same
|
|
16293
|
+
* configured binary as the transcode egress. Kept in sync by loadFfmpegConfig. */
|
|
16294
|
+
ffmpegBinaryPath = "ffmpeg";
|
|
16288
16295
|
metricsSnapshotTimer = null;
|
|
16289
16296
|
catalogReconcileTimer = null;
|
|
16290
16297
|
/** Kept so onShutdown can close every live PeerConnection — releasing
|
|
@@ -16345,6 +16352,7 @@ var StreamBrokerAddon = class extends require_dist.BaseAddon {
|
|
|
16345
16352
|
hwAccel,
|
|
16346
16353
|
threadCount
|
|
16347
16354
|
});
|
|
16355
|
+
this.ffmpegBinaryPath = binaryPath;
|
|
16348
16356
|
this.ctx.logger.info("Loaded ffmpeg config", { meta: {
|
|
16349
16357
|
binaryPath,
|
|
16350
16358
|
hwAccel,
|
|
@@ -16607,7 +16615,8 @@ var StreamBrokerAddon = class extends require_dist.BaseAddon {
|
|
|
16607
16615
|
},
|
|
16608
16616
|
resolveTranscodeDecodeHwAccel: () => this.resolveTranscodeDecodeHwAccel(),
|
|
16609
16617
|
locateRecordedSegment: (args) => this.ctx.api.recording.locateSegment.query(args),
|
|
16610
|
-
readRecordedSegmentBytes: async (args) => (await this.ctx.api.recording.readSegmentBytes.query(args)).data
|
|
16618
|
+
readRecordedSegmentBytes: async (args) => (await this.ctx.api.recording.readSegmentBytes.query(args)).data,
|
|
16619
|
+
resolveFfmpegPath: () => this.ffmpegBinaryPath
|
|
16611
16620
|
});
|
|
16612
16621
|
this.brokerManager.setWebrtcServer(webrtcServer);
|
|
16613
16622
|
this.webrtcServer = webrtcServer;
|