@torrent-tv/proxy 2.87.20 → 2.88.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/opsx/apply.md +155 -155
- package/.claude/commands/opsx/archive.md +160 -160
- package/.claude/commands/opsx/explore.md +174 -174
- package/.claude/commands/opsx/propose.md +109 -109
- package/.claude/commands/opsx/sync.md +143 -143
- package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
- package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
- package/.claude/skills/openspec-explore/SKILL.md +289 -289
- package/.claude/skills/openspec-propose/SKILL.md +113 -113
- package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
- package/.dockerignore +5 -5
- package/AGENTS.md +322 -322
- package/CHANGELOG.md +8 -0
- package/Dockerfile +30 -30
- package/LICENSE +16 -16
- package/README.md +369 -369
- package/assets/calibration/NOTICE.md +100 -100
- package/assets/diagnostics/sctpstate.gdb +31 -31
- package/bin/cli.js +684 -684
- package/bin/thread-pool.js +30 -30
- package/biome.json +411 -411
- package/docs/browser-proxy-contract.md +133 -133
- package/docs/container-architecture.md +218 -218
- package/docs/download-architecture.md +261 -261
- package/docs/encode-architecture.md +729 -729
- package/docs/encode-run-state.md +96 -96
- package/docs/logs.md +97 -97
- package/docs/socks5-egress-research.md +114 -114
- package/docs/storage-architecture.md +267 -267
- package/knip.json +14 -14
- package/openspec/changes/adaptive-bitrate/design.md +92 -92
- package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
- package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
- package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
- package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
- package/openspec/changes/binary-distribution/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/design.md +81 -81
- package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
- package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
- package/openspec/changes/cold-start/design.md +98 -98
- package/openspec/changes/cold-start/proposal.md +62 -62
- package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
- package/openspec/changes/cold-start/tasks.md +48 -48
- package/openspec/changes/disk-cap/.openspec.yaml +2 -2
- package/openspec/changes/disk-cap/proposal.md +37 -37
- package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
- package/openspec/changes/disk-cap/tasks.md +19 -19
- package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
- package/openspec/changes/proxy-observability/design.md +38 -38
- package/openspec/changes/proxy-observability/proposal.md +49 -49
- package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
- package/openspec/changes/proxy-observability/tasks.md +21 -21
- package/openspec/changes/seek-debounce/design.md +118 -118
- package/openspec/changes/seek-debounce/proposal.md +59 -59
- package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
- package/openspec/changes/seek-debounce/tasks.md +33 -33
- package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
- package/openspec/changes/subtitle-language/proposal.md +50 -50
- package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
- package/openspec/changes/subtitle-language/tasks.md +26 -26
- package/openspec/changes/track-selection/.openspec.yaml +2 -2
- package/openspec/changes/track-selection/design.md +47 -47
- package/openspec/changes/track-selection/proposal.md +45 -45
- package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
- package/openspec/changes/track-selection/tasks.md +20 -20
- package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
- package/openspec/changes/transcode-quality/proposal.md +51 -51
- package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
- package/openspec/changes/transcode-quality/tasks.md +63 -63
- package/openspec/config.yaml +38 -38
- package/package.json +50 -50
- package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/research/handover-2026-09-13.md +209 -209
- package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
- package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
- package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
- package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
- package/routes/api/client-logs/post.js +86 -86
- package/routes/api/delivery-sink/get.js +72 -72
- package/routes/api/link-probe/get.js +51 -51
- package/routes/api/playback-plan/audio-tracks/post.js +29 -29
- package/routes/api/playback-plan/post.js +53 -53
- package/routes/api/sources/files/get.js +106 -100
- package/routes/api/sources/post.js +36 -36
- package/routes/api/sources/stats/get.js +132 -132
- package/routes/api/sources/warm/post.js +217 -217
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
- package/routes/api/transcode-sessions/net-report/post.js +138 -138
- package/routes/api/transcode-sessions/post.js +173 -173
- package/routes/api/transcode-sessions/progress/get.js +27 -27
- package/routes/api/transcode-sessions/release/post.js +41 -41
- package/routes/api/transcode-sessions/seek/post.js +63 -63
- package/routes/health/get.js +13 -13
- package/routes/healthz/get.js +13 -13
- package/routes/stream/get.js +380 -380
- package/routes/transcode/audio-file/get.js +64 -64
- package/routes/transcode/audio-warm/get.js +84 -84
- package/routes/transcode/session-file/get.js +52 -52
- package/routes/transcode/variant-file/get.js +95 -95
- package/routes/transcode/variant-warm/get.js +84 -84
- package/scripts/render-run-graph.js +173 -173
- package/server.js +725 -725
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -345
- package/services/encode/EncodeAdmission.js +376 -376
- package/services/encode/EncodeOrchestrator.js +1217 -1217
- package/services/encode/EncodePlan.js +1366 -1366
- package/services/encode/EncodeRun.js +813 -813
- package/services/encode/EncodeRuns.js +1235 -1235
- package/services/encode/Encoder.js +142 -142
- package/services/encode/EncoderSelection.js +38 -38
- package/services/encode/LocalObservations.js +359 -359
- package/services/encode/NvencEncoder.js +50 -50
- package/services/encode/OutputOpening.js +758 -758
- package/services/encode/OutputTimes.js +579 -579
- package/services/encode/QsvEncoder.js +58 -58
- package/services/encode/Renditions.js +2184 -2184
- package/services/encode/RunProgress.js +84 -84
- package/services/encode/SegmentDemand.js +95 -95
- package/services/encode/SoftwareEncoder.js +121 -121
- package/services/encode/V4l2m2mEncoder.js +53 -53
- package/services/encode/VaapiEncoder.js +66 -66
- package/services/encode/args.js +416 -416
- package/services/encode/available-share.js +89 -89
- package/services/encode/calibration.js +361 -361
- package/services/encode/contention.js +128 -128
- package/services/encode/decode-cost-fit.js +363 -363
- package/services/encode/encode-exit.js +114 -114
- package/services/encode/encode-run-state.js +551 -551
- package/services/encode/encoder-readings.js +45 -45
- package/services/encode/fingerprint.js +322 -322
- package/services/encode/host-load.js +174 -174
- package/services/encode/hwaccel.js +1894 -1894
- package/services/encode/index.js +9 -9
- package/services/encode/learned-median.js +90 -90
- package/services/encode/output/EncodedOutput.js +57 -57
- package/services/encode/output/Output.js +131 -131
- package/services/encode/output/OutputCatalog.js +414 -414
- package/services/encode/output/OutputSpec.js +390 -390
- package/services/encode/output/Timeline.js +308 -308
- package/services/encode/output/cut-grid.js +107 -107
- package/services/encode/output/index.js +20 -20
- package/services/encode/output/ladder.js +32 -32
- package/services/encode/output/playlists.js +284 -284
- package/services/encode/output/rates.js +125 -125
- package/services/encode/output-key-format.js +21 -21
- package/services/encode/quality/EncodeCost.js +1141 -1141
- package/services/encode/quality/HostLoad.js +525 -525
- package/services/encode/quality/HostTimings.js +249 -249
- package/services/encode/quality/OutputQualityState.js +28 -28
- package/services/encode/quality/QualityController.js +935 -935
- package/services/encode/quality/QualityOffer.js +416 -416
- package/services/encode/quality/drain-threat.js +47 -47
- package/services/encode/quality/link-budget.js +254 -254
- package/services/encode/quality/output-format.js +315 -315
- package/services/encode/quality/serving-output.js +216 -216
- package/services/encode/quality/visible-rung.js +57 -57
- package/services/encode/run-budget.js +97 -97
- package/services/encode/run-command.js +754 -754
- package/services/encode/run-costs.js +155 -155
- package/services/encode/run-inputs.js +42 -42
- package/services/encode/segment-formats/fmp4.js +456 -456
- package/services/encode/segment-formats/index.js +85 -85
- package/services/encode/segment-formats/init-compat.js +324 -324
- package/services/encode/segment-formats/mp4-boxes.js +515 -515
- package/services/encode/segment-formats/mpegts.js +134 -134
- package/services/encode/start-stop-cost.js +178 -178
- package/services/encode/throughput.js +97 -97
- package/services/encode/torrent-cost.js +88 -88
- package/services/identity/installation-id.js +38 -38
- package/services/media/ContainerOrchestrator.js +149 -149
- package/services/media/KeyframeTables.js +316 -316
- package/services/media/SourceFile.js +298 -298
- package/services/media/SubtitleCues.js +520 -520
- package/services/media/SubtitleOrchestrator.js +167 -167
- package/services/media/audio-inventory.js +245 -245
- package/services/media/container/AviContainer.js +266 -266
- package/services/media/container/Container.js +603 -603
- package/services/media/container/ContainerFactory.js +56 -56
- package/services/media/container/KeyframeTable.js +272 -272
- package/services/media/container/MatroskaContainer.js +1494 -1494
- package/services/media/container/Mp4Container.js +1244 -1244
- package/services/media/container/SubtitleFileContainer.js +322 -322
- package/services/media/container/ebml-reader.js +159 -159
- package/services/media/ffmpeg-banner.js +260 -260
- package/services/media/keyframe-probe.js +157 -157
- package/services/media/media-info-probe.js +93 -93
- package/services/media/playback-planner.js +931 -931
- package/services/media/tracks/AudioTrack.js +131 -131
- package/services/media/tracks/ContainerTrack.js +75 -75
- package/services/media/tracks/ImageSubtitleTrack.js +19 -19
- package/services/media/tracks/SubtitleTrack.js +38 -38
- package/services/media/tracks/TextSubtitleTrack.js +287 -287
- package/services/media/tracks/VideoTrack.js +33 -33
- package/services/media/tracks/index.js +15 -15
- package/services/media/tracks/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -418
- package/services/server/SegmentServing.js +1150 -1150
- package/services/server/ViewerRequests.js +760 -760
- package/services/server/WaitLedger.js +142 -142
- package/services/server/controllers/PlaybackController.js +40 -40
- package/services/server/controllers/SubtitleController.js +109 -109
- package/services/server/http-responses.js +60 -60
- package/services/server/playback-readiness.js +696 -696
- package/services/server/transcode-session-files.js +325 -325
- package/services/server/wire-outputs.js +992 -992
- package/services/storage/Diagnostics.js +202 -202
- package/services/storage/MachineBudget.js +235 -235
- package/services/storage/allowance.js +107 -107
- package/services/storage/core-dumps.js +106 -106
- package/services/storage/files/CompletedFiles.js +391 -391
- package/services/storage/files/piece-from-whole-file.js +118 -118
- package/services/storage/free.js +71 -71
- package/services/storage/keep.js +48 -48
- package/services/storage/machine-memory.js +56 -56
- package/services/storage/memory-report.js +575 -575
- package/services/storage/piece-store/piece-disk-store.js +539 -539
- package/services/storage/piece-store/piece-lru.js +495 -495
- package/services/storage/piece-store/shared-piece-store.js +1931 -1908
- package/services/storage/returns.js +103 -103
- package/services/storage/segment-store/SegmentStore.js +1240 -1240
- package/services/storage/wire.js +175 -175
- package/services/torrent/Contents.js +382 -324
- package/services/torrent/demand/DemandRegister.js +202 -202
- package/services/torrent/demand/Urgency.js +137 -137
- package/services/torrent/demand/Window.js +118 -118
- package/services/torrent/demand/index.js +8 -8
- package/services/torrent/demand/pieces.js +140 -140
- package/services/torrent/download/SwarmSelection.js +386 -386
- package/services/torrent/download/registry.js +102 -102
- package/services/torrent/download/withdraw-claim.js +80 -80
- package/services/torrent/episode-naming.js +182 -0
- package/services/torrent/files.js +455 -455
- package/services/torrent/naming.js +619 -619
- package/services/torrent/piece-store-of.js +29 -29
- package/services/torrent/supply-margin.js +262 -262
- package/services/torrent/torrent-pool.js +2675 -2675
- package/services/torrent/worker/background-fill.js +213 -213
- package/services/torrent/worker/channel.js +271 -271
- package/services/torrent/worker/client.js +765 -765
- package/services/torrent/worker/fastest-wires.js +342 -342
- package/services/torrent/worker/handle-state.js +23 -23
- package/services/torrent/worker/held-bytes.js +155 -155
- package/services/torrent/worker/install-webrtc-shim.js +32 -32
- package/services/torrent/worker/piece-reader.js +1078 -1078
- package/services/torrent/worker/pool-adapter.js +371 -371
- package/services/torrent/worker/protocol.js +184 -184
- package/services/torrent/worker/resume-warm.js +107 -107
- package/services/torrent/worker/webrtc-shim.js +219 -219
- package/services/torrent/worker/worker.js +1129 -1129
- package/services/transport/data-channel-handler.js +1369 -1369
- package/services/transport/delivery-probe.js +842 -842
- package/services/transport/health-collector.js +53 -53
- package/services/transport/nat-classifier.js +231 -231
- package/services/transport/packet-witness.js +808 -808
- package/services/transport/port-mapper.js +235 -235
- package/services/transport/registry-api.js +81 -81
- package/services/transport/tunnel-client.js +447 -447
- package/services/transport/usrsctp-state.js +175 -175
- package/services/transport/webrtc-manager.js +484 -484
- package/services/viewer/Assignments.js +340 -340
- package/services/viewer/PriorityMap.js +390 -390
- package/services/viewer/PriorityOrchestrator.js +325 -325
- package/services/viewer/Viewer.js +691 -691
- package/services/viewer/Viewers.js +368 -368
- package/services/viewer/active-output.js +37 -37
- package/services/viewer/audio-start.js +46 -46
- package/services/viewer/buffer-trend.js +81 -81
- package/services/viewer/choices.js +647 -647
- package/services/viewer/positions.js +126 -126
- package/services/viewer/report-intake.js +46 -46
- package/store/source-registry.js +71 -71
- package/test/asset-paths.test.js +28 -28
- package/test/audio-inventory.test.js +212 -212
- package/test/audio-track-bitrate.test.js +40 -40
- package/test/auto-quality-step.test.js +707 -707
- package/test/available-share.test.js +76 -76
- package/test/background-fill.test.js +190 -190
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +115 -115
- package/test/concurrent-cost.test.js +148 -148
- package/test/container-media-info.test.js +228 -228
- package/test/contention.test.js +76 -76
- package/test/core-dumps.test.js +57 -57
- package/test/coverage-follows-the-disk.test.js +228 -228
- package/test/coverage-map.test.js +195 -195
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
- package/test/cut-times-timeline.test.js +65 -65
- package/test/cuts-follow-published-grid.test.js +109 -109
- package/test/data-channel-frame.test.js +63 -63
- package/test/data-channel-viewer-lifecycle.test.js +92 -92
- package/test/dead-torrent-handle.test.js +52 -52
- package/test/declared-rates.test.js +116 -116
- package/test/declared-tracks.test.js +43 -43
- package/test/decode-cost-fit.test.js +202 -202
- package/test/decode-cost.test.js +462 -462
- package/test/delivery-probe.test.js +393 -393
- package/test/demand-register.test.js +206 -206
- package/test/dht-bootstrap.test.js +72 -72
- package/test/drain-threat.test.js +65 -65
- package/test/duplicate-add.test.js +48 -48
- package/test/encode-admission.test.js +146 -146
- package/test/encode-cost.test.js +283 -283
- package/test/encode-exit.test.js +111 -111
- package/test/encode-orchestrator.test.js +419 -419
- package/test/encode-plan-viewers.test.js +718 -718
- package/test/encode-plan.test.js +545 -545
- package/test/encode-run-state.test.js +314 -314
- package/test/encode-run.test.js +162 -162
- package/test/encode-slope.test.js +46 -46
- package/test/encoded-output.test.js +39 -39
- package/test/encoder-kinds.test.js +122 -122
- package/test/encoder-readings.test.js +46 -46
- package/test/episode-naming.test.js +131 -0
- package/test/every-claimant-is-told-its-share.test.js +152 -152
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
- package/test/failed-start-breaker.test.js +202 -202
- package/test/fastest-wires.test.js +143 -143
- package/test/ffmpeg-stream-counts.test.js +78 -78
- package/test/file-edges.test.js +191 -191
- package/test/fmp4-presentation-clock.test.js +147 -147
- package/test/fmp4-self-contained.test.js +80 -80
- package/test/fmp4-timestamps.test.js +140 -140
- package/test/fmp4-track-completeness.test.js +41 -41
- package/test/format-keyed-outputs.test.js +78 -78
- package/test/health-metrics.test.js +38 -38
- package/test/held-request-width.test.js +157 -157
- package/test/helpers/encode-run.js +136 -136
- package/test/helpers/held-file.js +29 -29
- package/test/helpers/manager.js +57 -57
- package/test/helpers/output-spec.js +63 -63
- package/test/host-load.test.js +68 -68
- package/test/index-accuracy-is-about-the-file.test.js +128 -128
- package/test/init-compat.test.js +219 -219
- package/test/input-lost-quiets-the-plan.test.js +261 -261
- package/test/input-unavailable.test.js +48 -48
- package/test/installation-id.test.js +39 -39
- package/test/keeping-period.test.js +83 -83
- package/test/keyframe-index-accuracy.test.js +188 -188
- package/test/keyframe-table-budget.test.js +102 -102
- package/test/keyframes-belong-to-the-file.test.js +249 -249
- package/test/learned-median.test.js +37 -37
- package/test/letting-go-asks-who-is-watching.test.js +191 -191
- package/test/limit-row-by-area.test.js +60 -60
- package/test/link-budget.test.js +111 -111
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -273
- package/test/logger-repeats.test.js +134 -134
- package/test/look-ahead-coverage.test.js +56 -56
- package/test/manager-surface.test.js +292 -292
- package/test/matroska-cues-track.test.js +192 -192
- package/test/memory-budget.test.js +390 -390
- package/test/move-cost.test.js +216 -216
- package/test/mp4-subtitles.test.js +173 -173
- package/test/one-authority.test.js +285 -285
- package/test/one-budget.test.js +149 -149
- package/test/one-output-one-session.test.js +204 -204
- package/test/one-resource-divided.test.js +185 -185
- package/test/one-serving-output-per-height.test.js +458 -458
- package/test/orchestrator-wired.test.js +206 -206
- package/test/output-catalog.test.js +39 -39
- package/test/output-shape.test.js +21 -21
- package/test/output-spec.test.js +251 -251
- package/test/output-speed.test.js +88 -88
- package/test/outputs-being-prepared.test.js +40 -40
- package/test/packet-witness-ring.test.js +236 -236
- package/test/packet-witness.test.js +148 -148
- package/test/piece-disk-store.test.js +401 -401
- package/test/piece-from-whole-file.test.js +129 -129
- package/test/piece-lru.test.js +319 -319
- package/test/piece-reader.test.js +162 -162
- package/test/piece-selection-offset.test.js +85 -85
- package/test/piece-store-eviction.test.js +595 -595
- package/test/piece-store-never-refuses.test.js +153 -153
- package/test/piece-store-reservations.test.js +403 -365
- package/test/piece-store-slow-disk.test.js +159 -159
- package/test/piece-tail.test.js +97 -97
- package/test/plan-host-timings.test.js +68 -68
- package/test/plan-is-steady.test.js +225 -225
- package/test/playback-readiness.test.js +453 -453
- package/test/playback-start-regressions.test.js +99 -99
- package/test/priority-map-download.test.js +174 -174
- package/test/priority-map-emptied.test.js +204 -204
- package/test/priority-map-per-output.test.js +215 -215
- package/test/priority-map.test.js +163 -163
- package/test/probe-wedge-certainty.test.js +60 -60
- package/test/produced-copy-choice.test.js +213 -213
- package/test/published-timeline.test.js +83 -83
- package/test/quality-offer.test.js +162 -162
- package/test/quality-variants.test.js +1229 -1229
- package/test/rate-control-in-the-output.test.js +180 -180
- package/test/read-survives-withdrawal.test.js +164 -164
- package/test/read-window.test.js +365 -365
- package/test/resume-warm.test.js +39 -39
- package/test/run-graph-drift.test.js +37 -37
- package/test/run-inputs.test.js +80 -80
- package/test/run-intervals.test.js +100 -100
- package/test/run-position-follows-published-grid.test.js +89 -89
- package/test/run-progress.test.js +65 -65
- package/test/same-height-switch.test.js +664 -664
- package/test/seek-frees-the-viewers-requests.test.js +217 -217
- package/test/seek-landing.test.js +109 -109
- package/test/seek-target-not-superseded.test.js +195 -195
- package/test/segment-closed-on-both-branches.test.js +96 -96
- package/test/segment-cut-times.test.js +63 -63
- package/test/segment-demand.test.js +80 -80
- package/test/segment-hold-supersede.test.js +91 -91
- package/test/segment-judged-by-its-own-header.test.js +221 -221
- package/test/segment-serve-wiring.test.js +475 -475
- package/test/segment-store-eviction.test.js +247 -247
- package/test/segment-store.test.js +323 -323
- package/test/segment-true-start.test.js +86 -86
- package/test/segments-are-shared.test.js +176 -176
- package/test/send-chunk-bytes.test.js +86 -86
- package/test/serving-existing-output.test.js +102 -102
- package/test/serving-output.test.js +102 -102
- package/test/shared-piece-store.test.js +310 -310
- package/test/sidecar-naming.test.js +142 -142
- package/test/source-file.test.js +133 -133
- package/test/source-files-route.test.js +12 -2
- package/test/source-registry.test.js +18 -18
- package/test/split-a-stretch.test.js +139 -139
- package/test/stale-request-after-seek.test.js +158 -158
- package/test/startup-readings.test.js +124 -124
- package/test/stream-route.test.js +209 -209
- package/test/subtitle-cue-framing.test.js +200 -200
- package/test/subtitle-cue-source.test.js +102 -102
- package/test/subtitle-cue-walk.test.js +370 -370
- package/test/subtitle-cursor.test.js +63 -63
- package/test/subtitle-defaults.test.js +118 -118
- package/test/subtitle-language.test.js +252 -252
- package/test/subtitle-track-numbering.test.js +386 -386
- package/test/supply-margin.test.js +177 -177
- package/test/swarm-follows-readers.test.js +174 -174
- package/test/swarm-reach.test.js +130 -130
- package/test/swarm-selection.test.js +220 -220
- package/test/tail-duplication.test.js +167 -167
- package/test/the-channel-has-both-ends.test.js +91 -91
- package/test/the-torrent-thread-serves-bytes.test.js +107 -107
- package/test/thread-pool.test.js +53 -53
- package/test/timeline.test.js +84 -84
- package/test/torrent-contents.test.js +235 -235
- package/test/torrent-cost.test.js +71 -71
- package/test/torrent-files.test.js +221 -221
- package/test/torrent-naming.test.js +255 -255
- package/test/tracks-begin-together.test.js +209 -209
- package/test/tunnel-renewal.test.js +167 -167
- package/test/two-viewers-one-picture.test.js +407 -407
- package/test/upload-hurry.test.js +186 -186
- package/test/usrsctp-state.test.js +131 -131
- package/test/video-facts.test.js +102 -102
- package/test/viewer-assignments.test.js +143 -143
- package/test/viewer-outputs.test.js +285 -285
- package/test/viewer-presence.test.js +116 -116
- package/test/viewer-requests-admission.test.js +89 -89
- package/test/viewer-states.test.js +189 -189
- package/test/viewer-subtitle-subscription.test.js +96 -96
- package/test/viewer.test.js +139 -139
- package/test/viewing-generations.test.js +390 -390
- package/test/visible-rung.test.js +37 -37
- package/test/wait-ledger.test.js +100 -100
- package/test/webrtc-shim.test.js +149 -149
- package/test/wedge-certainty.test.js +131 -131
- package/test/withdraw-piece-claim.test.js +212 -212
- package/test/worker-channel.test.js +158 -158
- package/utils/client-log-file.js +151 -151
- package/utils/logger.js +312 -312
- package/utils/parse-range.js +25 -25
- package/utils/perf.js +59 -59
- package/utils/torrent-source-key.js +38 -38
|
@@ -1,758 +1,758 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Which output answers a request for a file, made if it is not here yet.
|
|
3
|
-
*
|
|
4
|
-
* A request names a file, the tracks wanted and a size; what answers it is an
|
|
5
|
-
* OUTPUT, and deciding which is the encoding component's: the arrangement of
|
|
6
|
-
* the sound, the cut grid, the format the budget settles on, and whether an
|
|
7
|
-
* output already here serves the request instead. Two requests whose outputs
|
|
8
|
-
* agree ARE one output. Who asked is not a parameter: placing the requester on
|
|
9
|
-
* the output is the server operation's business (`server/ViewerRequests.js`),
|
|
10
|
-
* and nothing about a viewer enters what is decided here.
|
|
11
|
-
*
|
|
12
|
-
* What the file says about itself is read by the media component and handed in
|
|
13
|
-
* (`probeMediaInfo`, `probeKeyframeTimes`), as is everything else this reads.
|
|
14
|
-
*/
|
|
15
|
-
|
|
16
|
-
import { createRequire } from "node:module";
|
|
17
|
-
import { buildResolutionLadder, chooseOutputFps } from "./hwaccel.js";
|
|
18
|
-
import { resolveSegmentFormat, SEGMENT_FORMAT_IDS } from "./segment-formats/index.js";
|
|
19
|
-
import { AudioOutput, CutGrid, OUTPUT_NO_CAPACITY, OUTPUT_UNAVAILABLE, OutputSpec, VideoOutput } from "./output/index.js";
|
|
20
|
-
import { Timeline, Timelines } from "./output/Timeline.js";
|
|
21
|
-
import { computeCutGrid } from "./output/cut-grid.js";
|
|
22
|
-
import { Output } from "./output/Output.js";
|
|
23
|
-
import { mediaPlaylistText } from "./output/playlists.js";
|
|
24
|
-
import { formatSeconds } from "./EncodeRuns.js";
|
|
25
|
-
import { EncodedOutput } from "./output/EncodedOutput.js";
|
|
26
|
-
import { decideOutputFormat } from "./quality/output-format.js";
|
|
27
|
-
import { rungForVisiblePicture } from "./quality/visible-rung.js";
|
|
28
|
-
import { audioLoadOf, linkAnswerFigures as linkFiguresOf } from "./quality/link-budget.js";
|
|
29
|
-
import { AUDIO_TRANSCODE_KBPS } from "./args.js";
|
|
30
|
-
|
|
31
|
-
/**
|
|
32
|
-
* @typedef {Object} SegmentOutputFiles
|
|
33
|
-
* @property {() => string[]} addresses
|
|
34
|
-
* @property {(address: string, index: number) => boolean} isClosed
|
|
35
|
-
* @property {(address: string) => number | null} lastReadAt
|
|
36
|
-
* @property {(address: string) => string} directoryFor
|
|
37
|
-
* @property {(address: string, format: object) => void} useFormat
|
|
38
|
-
*/
|
|
39
|
-
|
|
40
|
-
/** Own package version, stamped onto output-start log lines. */
|
|
41
|
-
const PROXY_VERSION = createRequire(import.meta.url)("../../package.json").version;
|
|
42
|
-
|
|
43
|
-
export class OutputOpening {
|
|
44
|
-
/** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
|
|
45
|
-
#host;
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* @param {object} host - `logger`, `probeMediaInfo`, `probeKeyframeTimes`, `enabled`, `segmentFormat`, `renditions`, `sourceFiles`, `getCachedMediaInfo`, `localBaseUrl`, `tonemapSupported`, `videoEncoder`, `hostLoad`, `keyframeTables`, `timelines`, `segmentDurationSec`, `softwarePresetBenchmark`, `decodeCostModel`, `encodeCost`, `admission`, `outputs`, `segmentOutputFiles`, `hostTimings`, `returns`, `encodeRuns`
|
|
49
|
-
* @param {SegmentOutputFiles} host.segmentOutputFiles - The storage
|
|
50
|
-
* operations needed while selecting or opening an output.
|
|
51
|
-
*/
|
|
52
|
-
constructor(host) {
|
|
53
|
-
this.#host = host;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
/**
|
|
57
|
-
* The box a re-encoded picture is fitted into.
|
|
58
|
-
*
|
|
59
|
-
* A box the request names is the box (a quality step names its height). With
|
|
60
|
-
* none named, the picture the viewer sees decides: the smallest rung of the
|
|
61
|
-
* source's ladder whose frame is not smaller than it (roadmap item 98). With
|
|
62
|
-
* neither, zeroes — the source's own size.
|
|
63
|
-
*
|
|
64
|
-
* @param {{ normalizedTargetWidth: number, normalizedTargetHeight: number, visiblePicture: { width: number, height: number } | null, sourceWidth: number, sourceHeight: number }} params
|
|
65
|
-
* @returns {{ width: number, height: number }}
|
|
66
|
-
*/
|
|
67
|
-
#targetFor({ normalizedTargetWidth, normalizedTargetHeight, visiblePicture, sourceWidth, sourceHeight }) {
|
|
68
|
-
if (normalizedTargetWidth > 0 || normalizedTargetHeight > 0) {
|
|
69
|
-
return { width: normalizedTargetWidth, height: normalizedTargetHeight };
|
|
70
|
-
}
|
|
71
|
-
const rung = rungForVisiblePicture(
|
|
72
|
-
buildResolutionLadder(Math.round(Number(sourceWidth) || 0), Math.round(Number(sourceHeight) || 0)),
|
|
73
|
-
visiblePicture
|
|
74
|
-
);
|
|
75
|
-
return rung ? { width: rung.width, height: rung.height } : { width: 0, height: 0 };
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
/**
|
|
79
|
-
* Ask the requester's call whether they may be put on this output, and throw
|
|
80
|
-
* the refusal the way the route answers it.
|
|
81
|
-
*
|
|
82
|
-
* @param {((output: object) => { admitted: boolean, reason: string, speedX: number | null }) | null} claim
|
|
83
|
-
* @param {object} output
|
|
84
|
-
* @param {string} logName
|
|
85
|
-
* @returns {void}
|
|
86
|
-
*/
|
|
87
|
-
#claimOrRefuse(claim, output, logName) {
|
|
88
|
-
if (typeof claim !== "function") {
|
|
89
|
-
return;
|
|
90
|
-
}
|
|
91
|
-
const answer = claim(output);
|
|
92
|
-
if (answer?.admitted) {
|
|
93
|
-
return;
|
|
94
|
-
}
|
|
95
|
-
const reason = answer?.reason || "this machine has no place for one more encoder";
|
|
96
|
-
this.#host.logger.info(`transcode "${logName}": not opened for this viewer — ${reason} (key=${output.outputKey})`);
|
|
97
|
-
const error = new Error(`This proxy cannot take this video now: ${reason}.`);
|
|
98
|
-
error.code = OUTPUT_NO_CAPACITY;
|
|
99
|
-
error.details = {
|
|
100
|
-
reason,
|
|
101
|
-
figures: { speedX: Number.isFinite(answer?.speedX) ? Number(answer.speedX.toFixed(3)) : null, outputKey: output.outputKey }
|
|
102
|
-
};
|
|
103
|
-
throw error;
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
/**
|
|
107
|
-
* The output that answers this request: one already here, or one made now.
|
|
108
|
-
* No encoder is started here — where encoders go is the plan's.
|
|
109
|
-
*
|
|
110
|
-
* Throws with `error.code === "TRANSCODE_DISABLED"` when transcoding is
|
|
111
|
-
* disabled on this proxy instance.
|
|
112
|
-
*
|
|
113
|
-
* @param {object} options
|
|
114
|
-
* @param {string} options.sourceKey - Registry source key.
|
|
115
|
-
* @param {number} options.fileIndex - Zero-based file index in the torrent.
|
|
116
|
-
* @param {boolean} [options.transcodeVideo=false]
|
|
117
|
-
* @param {boolean} [options.transcodeAudio=false]
|
|
118
|
-
* @param {string} [options.fileName=""] - Display name for log output.
|
|
119
|
-
* @param {number} [options.targetWidth=0] - Target video width (0 = keep source).
|
|
120
|
-
* @param {number} [options.targetHeight=0] - Target video height (0 = keep source).
|
|
121
|
-
* @param {number} [options.startPositionSeconds=0] - Seek start position in seconds.
|
|
122
|
-
* @param {number} [options.audioTrackIndex=0] - Type-relative audio track to map (0:a:N).
|
|
123
|
-
* @param {boolean} [options.exactSize=false] - Produce the target box exactly (capped to source), with no budget downscale and no runtime downswitch. Says nothing about who asked: every rung of a master sets it.
|
|
124
|
-
* @param {number | null} [options.capKbps=null] - Nominal bitrate limit in kbit/s; null for the size's own. Above the size's own it is refused.
|
|
125
|
-
* @param {{ width: number, height: number } | null} [options.visiblePicture=null] - The picture as the requesting viewer sees it, in physical pixels. With no target box given, a re-encoded picture's box is the smallest rung whose frame is not smaller than this (roadmap item 98).
|
|
126
|
-
* @returns {Promise<{ output: EncodedOutput, existed: boolean, audio: { trackIndex: number, transcode: boolean }, verdict: object | null }>}
|
|
127
|
-
*/
|
|
128
|
-
async open({
|
|
129
|
-
sourceKey,
|
|
130
|
-
fileIndex,
|
|
131
|
-
transcodeVideo = false,
|
|
132
|
-
transcodeAudio = false,
|
|
133
|
-
fileName = "",
|
|
134
|
-
targetWidth = 0,
|
|
135
|
-
targetHeight = 0,
|
|
136
|
-
startPositionSeconds = 0,
|
|
137
|
-
audioTrackIndex = 0,
|
|
138
|
-
exactSize = false,
|
|
139
|
-
// The caller takes its audio from a rendition group, so the picture is
|
|
140
|
-
// encoded without it and each audio track is encoded once for the file
|
|
141
|
-
// instead of once per rung. Off unless asked for: a browser that does not
|
|
142
|
-
// know about renditions must still get its audio in the stream.
|
|
143
|
-
audioRenditions = false,
|
|
144
|
-
// This session IS one of those renditions: one audio track, no picture, cut
|
|
145
|
-
// on the same grid as the video it accompanies.
|
|
146
|
-
audioOnly = false,
|
|
147
|
-
// The arrangement decided by the session this one belongs to — a variant or
|
|
148
|
-
// a rendition of it. Every session of one master must agree about where the
|
|
149
|
-
// audio is, and only the base is in a position to decide: a variant asked on
|
|
150
|
-
// its own would answer about the rungs IT would be offered at, which is a
|
|
151
|
-
// different list. Null means "decide it here", which is what a base does.
|
|
152
|
-
inheritedAudioSeparate = null,
|
|
153
|
-
segmentFormatId = "",
|
|
154
|
-
// The cut grid of the session this one is a quality variant of: its
|
|
155
|
-
// keyframe times and which container they were read from. Present only for
|
|
156
|
-
// a variant of a session cut at the source's keyframes, and it is what
|
|
157
|
-
// makes the two interchangeable.
|
|
158
|
-
inheritedGrid = null,
|
|
159
|
-
// "manual" when the viewer chose this size by hand, "auto" when it is the
|
|
160
|
-
// automatic choice; left out, a size produced exactly counts as chosen by
|
|
161
|
-
// hand. Decides whether an output already here may serve them instead.
|
|
162
|
-
servingMode = null,
|
|
163
|
-
// What the requesting viewer's link measured, or null.
|
|
164
|
-
viewerLinkMbps = null,
|
|
165
|
-
// The nominal bitrate limit asked for, in kbit/s, or null for the size's
|
|
166
|
-
// own. Part of the output's identity: another limit is another output.
|
|
167
|
-
capKbps = null,
|
|
168
|
-
// The soundtrack THIS viewer receives with the picture — from this output
|
|
169
|
-
// or beside it — as `{ transcode, bitrateKbps }`. Left out, the one this
|
|
170
|
-
// request names is theirs. A step opened on a viewer's behalf passes the
|
|
171
|
-
// track they chose, which need not be the one the picture was opened with.
|
|
172
|
-
viewerAudio = undefined,
|
|
173
|
-
visiblePicture = null,
|
|
174
|
-
// WHETHER THE REQUESTER MAY BE PUT ON THE OUTPUT, and putting them there,
|
|
175
|
-
// in one synchronous call (roadmap item 97, step 14). Called with the
|
|
176
|
-
// output the moment it answers the request — a new one registered, or one
|
|
177
|
-
// already here — and before anything else can run, so that the place it
|
|
178
|
-
// takes on this machine is counted before the next opening is asked.
|
|
179
|
-
// Returns `{ admitted, reason, speedX }`; a refusal is thrown as
|
|
180
|
-
// OUTPUT_NO_CAPACITY and a new output made for it is withdrawn. Who the
|
|
181
|
-
// requester is stays with the caller: this is handed an opaque call.
|
|
182
|
-
// Absent — a step or a soundtrack opened on a viewer's behalf, whose place
|
|
183
|
-
// the preparation already holds — nothing is asked.
|
|
184
|
-
claim = null
|
|
185
|
-
}) {
|
|
186
|
-
if (!this.#host.enabled) {
|
|
187
|
-
const error = new Error("Audio transcoding is disabled on this proxy.");
|
|
188
|
-
error.code = "TRANSCODE_DISABLED";
|
|
189
|
-
throw error;
|
|
190
|
-
}
|
|
191
|
-
|
|
192
|
-
// The container is the viewer's to choose, because the viewer's browser is
|
|
193
|
-
// what has to decode the result and only it knows what its media stack
|
|
194
|
-
// accepts. A copied MP3 track is the case that forced this: hls.js demuxes
|
|
195
|
-
// MPEG-TS itself and hands raw MP3 to an `audio/mpeg` buffer, which every
|
|
196
|
-
// browser supports, while an fMP4 segment goes to MSE untouched and
|
|
197
|
-
// `audio/mp4; codecs="mp3"` is refused — measured false in Chromium, where
|
|
198
|
-
// `canPlayType` cheerfully answers "probably". Same file, same browser:
|
|
199
|
-
// plays as MPEG-TS, silent loop as fMP4. The proxy's `--segment-format`
|
|
200
|
-
// stays the default for a client that expresses no preference.
|
|
201
|
-
// An unrecognised value falls back to the operator's choice rather than to
|
|
202
|
-
// the library default — `resolveSegmentFormat` cannot tell the two apart,
|
|
203
|
-
// and this value arrives from a client.
|
|
204
|
-
const segmentFormat = SEGMENT_FORMAT_IDS.includes(segmentFormatId)
|
|
205
|
-
? resolveSegmentFormat(segmentFormatId)
|
|
206
|
-
: this.#host.segmentFormat;
|
|
207
|
-
|
|
208
|
-
const normalizedTargetWidth = Number.isInteger(targetWidth) && targetWidth > 0 ? targetWidth : 0;
|
|
209
|
-
const normalizedTargetHeight = Number.isInteger(targetHeight) && targetHeight > 0 ? targetHeight : 0;
|
|
210
|
-
// Round seek position to the nearest 10 s so that two consumers seeking
|
|
211
|
-
// to similar positions can share the same ffmpeg session.
|
|
212
|
-
const normalizedStartPosition =
|
|
213
|
-
Number.isFinite(startPositionSeconds) && startPositionSeconds > 0
|
|
214
|
-
? Math.round(startPositionSeconds / 10) * 10
|
|
215
|
-
: 0;
|
|
216
|
-
const normalizedAudioTrack =
|
|
217
|
-
Number.isInteger(audioTrackIndex) && audioTrackIndex > 0 ? audioTrackIndex : 0;
|
|
218
|
-
// What the requester wants of the sound, handed back so the viewer who
|
|
219
|
-
// asked can be told apart from another viewer of the same output.
|
|
220
|
-
const audio = { trackIndex: normalizedAudioTrack, transcode: transcodeAudio === true };
|
|
221
|
-
// Which FILE the chosen soundtrack lives in, and which track it is inside
|
|
222
|
-
// that file. A release often ships its dub as a file of its own beside the
|
|
223
|
-
// picture, and the number that travels between the browser, this route and
|
|
224
|
-
// the `a/<n>/` address is flat across both — see `audio-inventory.js`. This
|
|
225
|
-
// is the one place that resolves it, so nothing downstream carries two
|
|
226
|
-
// vocabularies.
|
|
227
|
-
const audioSource = this.#host.renditions.resolveAudioSource(sourceKey, fileIndex, normalizedAudioTrack);
|
|
228
|
-
// The file itself, held once for every session of it. Its name, its key and
|
|
229
|
-
// the facts a probe of it returned used to be copied onto each session, so
|
|
230
|
-
// two viewers of one film held two copies of numbers that cannot differ —
|
|
231
|
-
// and twenty places assembled its key by hand to reach the caches that are
|
|
232
|
-
// keyed by a file.
|
|
233
|
-
const file = this.#host.sourceFiles.get(sourceKey, fileIndex, fileName);
|
|
234
|
-
const forceExactSize = exactSize === true && transcodeVideo;
|
|
235
|
-
// Whether this output carries its sound at all — decided HERE, before the
|
|
236
|
-
// key, and never derived a second time.
|
|
237
|
-
//
|
|
238
|
-
// It used to be settled after the session had already been put in the map,
|
|
239
|
-
// which was survivable only while the key carried the audio parameters
|
|
240
|
-
// unconditionally: the key could say "no sound in this output" while the
|
|
241
|
-
// output muxed it, and two viewers who chose different languages would then
|
|
242
|
-
// have shared one encode and one of them would have heard the other's.
|
|
243
|
-
const audioSeparate = inheritedAudioSeparate === null
|
|
244
|
-
? this.#host.renditions.audioTravelsSeparately({
|
|
245
|
-
sourceKey,
|
|
246
|
-
fileIndex,
|
|
247
|
-
audioRenditions,
|
|
248
|
-
// The rung this session will be NAMED by. The budget may still
|
|
249
|
-
// downscale the encode below it, and that cannot change the answer:
|
|
250
|
-
// what it picks is a rung of the same ladder, already in the set.
|
|
251
|
-
ownHeight: normalizedTargetHeight
|
|
252
|
-
})
|
|
253
|
-
: inheritedAudioSeparate === true;
|
|
254
|
-
// A rendition IS the sound, so it carries it whatever the arrangement says;
|
|
255
|
-
// a picture carries it only when the browser is not taking it separately.
|
|
256
|
-
const carriesAudio = audioOnly === true || !audioSeparate;
|
|
257
|
-
const carriesVideo = audioOnly !== true;
|
|
258
|
-
const createEntryMs = Date.now();
|
|
259
|
-
// The directory belongs to the OUTPUT, not to this session: two sessions
|
|
260
|
-
// whose parameters agree produce interchangeable segments, so they write
|
|
261
|
-
// into one place and each serves what the other has already made. The start
|
|
262
|
-
// position is deliberately not part of it — segment 42 covers the same span
|
|
263
|
-
// whoever began where.
|
|
264
|
-
// The file this session's encoder READS. A soundtrack shipped as its own
|
|
265
|
-
// file is encoded FROM that file, and an audio rendition carries nothing
|
|
266
|
-
// else — so it reads the sidecar directly and needs no second input at all.
|
|
267
|
-
// The muxed case, where a browser takes its audio inside the picture's own
|
|
268
|
-
// stream, is the one that reads two files.
|
|
269
|
-
//
|
|
270
|
-
// Which of the two this is used to be a boolean on the session
|
|
271
|
-
// (`readsSidecarAlone`) beside a string URL built from it. It is the same
|
|
272
|
-
// statement as "the file it reads is not the file of the picture", so it is
|
|
273
|
-
// that comparison now and there is nothing to keep in step.
|
|
274
|
-
const audioFile = this.#host.sourceFiles.get(sourceKey, audioSource.fileIndex, audioSource.name);
|
|
275
|
-
const inputFile = audioOnly === true && audioSource.isSidecar ? audioFile : file;
|
|
276
|
-
// Media info (duration/resolution/fps/startTime/HDR) up front, so we can
|
|
277
|
-
// serve a complete VOD playlist (#EXT-X-ENDLIST) with the correct total
|
|
278
|
-
// duration and a fully seekable timeline before a single segment exists.
|
|
279
|
-
// Reuse the planner's probe when it is available and complete — the plan
|
|
280
|
-
// request just ran the same ffmpeg scan over the same input. Fall back to
|
|
281
|
-
// a fresh probe otherwise (proxy restarted between plan and session, or a
|
|
282
|
-
// critical field is missing).
|
|
283
|
-
const mediaInfoStartMs = Date.now();
|
|
284
|
-
const cachedMediaInfo = this.#host.getCachedMediaInfo?.({ sourceKey, fileIndex }) ?? null;
|
|
285
|
-
const cachedUsable =
|
|
286
|
-
cachedMediaInfo &&
|
|
287
|
-
Number.isFinite(cachedMediaInfo.durationSeconds) &&
|
|
288
|
-
cachedMediaInfo.durationSeconds > 0 &&
|
|
289
|
-
Number.isFinite(cachedMediaInfo.width) &&
|
|
290
|
-
cachedMediaInfo.width > 0 &&
|
|
291
|
-
Number.isFinite(cachedMediaInfo.height) &&
|
|
292
|
-
cachedMediaInfo.height > 0;
|
|
293
|
-
// Always the PICTURE's, even when this session reads a soundtrack from
|
|
294
|
-
// another file: the timeline, the duration and the cut grid are the
|
|
295
|
-
// picture's, and a rendition exists to be played WITH it. Only where the
|
|
296
|
-
// sidecar's own timeline begins is read from the sidecar, just below.
|
|
297
|
-
// No session id on it: this read is a probe of the picture, not this
|
|
298
|
-
// session's own delivery, and counting it against the session would tell a
|
|
299
|
-
// waiting browser that its film is arriving when what arrived was a header.
|
|
300
|
-
const pictureUrl = file.streamUrl(this.#host.localBaseUrl);
|
|
301
|
-
const mediaInfo = cachedUsable
|
|
302
|
-
? cachedMediaInfo
|
|
303
|
-
: await this.#host.probeMediaInfo(pictureUrl.toString());
|
|
304
|
-
const mediaInfoMs = Date.now() - mediaInfoStartMs;
|
|
305
|
-
const mediaInfoSource = cachedUsable ? "cached" : "probed";
|
|
306
|
-
// The file takes in what the probe said. It is the same answer for every
|
|
307
|
-
// session of this file — a quality step, a soundtrack, a second viewer — so
|
|
308
|
-
// it is kept once instead of being copied into each. A later session with a
|
|
309
|
-
// fresher reading updates it: on a cold torrent the first probe can come
|
|
310
|
-
// back without a duration, and the second is the one that has it.
|
|
311
|
-
file.learn(mediaInfo);
|
|
312
|
-
const durationSeconds = file.durationSeconds ?? 0;
|
|
313
|
-
const sourceWidth = file.width;
|
|
314
|
-
const sourceHeight = file.height;
|
|
315
|
-
const sourceStartTime = file.startTime;
|
|
316
|
-
// Where the timeline of a soundtrack shipped as its own file begins.
|
|
317
|
-
//
|
|
318
|
-
// A soundtrack in another file has a start time of its own, and it is the
|
|
319
|
-
// one that must be subtracted when the output is relabelled onto a
|
|
320
|
-
// zero-based timeline: subtract the picture's instead and the sound sits at
|
|
321
|
-
// a fixed offset from it for the whole film. Read from the file rather than
|
|
322
|
-
// assumed to be zero, because assuming it is exactly the fault being
|
|
323
|
-
// avoided.
|
|
324
|
-
//
|
|
325
|
-
// NOT awaited. Creating a session used to stop here until the answer came
|
|
326
|
-
// back, and on a cold start the answer needs the sidecar's header off the
|
|
327
|
-
// swarm — 8121 ms of every session created, measured three times out of
|
|
328
|
-
// three on 2026-09-03. What is known now is used now, and the reading runs
|
|
329
|
-
// behind; when it lands it lands on the FILE, which every session of that
|
|
330
|
-
// soundtrack shares, so the spawn path sees it without re-reading anything.
|
|
331
|
-
//
|
|
332
|
-
// Unknown means "no difference between the two timelines", not "the
|
|
333
|
-
// soundtrack starts at zero". The shift exists to correct a difference
|
|
334
|
-
// between two containers; asserting one that has not been read is inventing
|
|
335
|
-
// a number, while assuming none leaves the sound exactly where a release
|
|
336
|
-
// remuxed from a single source puts it.
|
|
337
|
-
if (audioSource.isSidecar) {
|
|
338
|
-
this.#host.renditions.warmFileStartTime(audioFile);
|
|
339
|
-
}
|
|
340
|
-
// Tone-map an HDR source to SDR only when re-encoding video on the software
|
|
341
|
-
// path and this ffmpeg has the filters. Hardware encoders keep their own
|
|
342
|
-
// (untone-mapped) path for now; when unavailable, HDR falls back to a plain
|
|
343
|
-
// 8-bit convert (washed-out but playable).
|
|
344
|
-
const applyTonemap =
|
|
345
|
-
transcodeVideo === true &&
|
|
346
|
-
mediaInfo.isHdr === true &&
|
|
347
|
-
this.#host.tonemapSupported &&
|
|
348
|
-
this.#host.videoEncoder?.kind === "software";
|
|
349
|
-
// Output frame rate inherited from the source (integer, capped) so 25/30
|
|
350
|
-
// fps content is not resampled to 24. Fixed-GOP encoders keep the fps↔GOP
|
|
351
|
-
// relationship exact; time-based-keyframe encoders just use it as the rate.
|
|
352
|
-
const outputFps = chooseOutputFps(mediaInfo.fps);
|
|
353
|
-
const hasDuration = Number.isFinite(durationSeconds) && durationSeconds > 0;
|
|
354
|
-
const logName = file.name;
|
|
355
|
-
|
|
356
|
-
// Size the reader's window in seconds of playback rather than bytes. Needs
|
|
357
|
-
// the file's own average byte rate, which is size ÷ duration; the size
|
|
358
|
-
// comes from the same stats call the realtime budget uses. Best effort —
|
|
359
|
-
// without it the reader keeps its own byte default.
|
|
360
|
-
//
|
|
361
|
-
// Sized for the file being READ, which for a soundtrack shipped separately
|
|
362
|
-
// is that file: it is a twentieth of the picture's size over the same
|
|
363
|
-
// duration, so the picture's byte rate would buy a window twenty times
|
|
364
|
-
// wider than the seconds it is meant to represent, and the piece store
|
|
365
|
-
// would hold it.
|
|
366
|
-
const readWindowBytes = await this.#host.hostLoad.readWindowBytesFor(
|
|
367
|
-
inputFile.sourceKey,
|
|
368
|
-
inputFile.fileIndex,
|
|
369
|
-
durationSeconds
|
|
370
|
-
);
|
|
371
|
-
if (!hasDuration) {
|
|
372
|
-
this.#host.logger.warn(
|
|
373
|
-
`transcode "${logName}": could not probe duration; falling back to ` +
|
|
374
|
-
"ffmpeg-managed (growing) playlist"
|
|
375
|
-
);
|
|
376
|
-
}
|
|
377
|
-
|
|
378
|
-
// For the video-copy path we cannot insert keyframes, so the playlist's
|
|
379
|
-
// segment boundaries must match the source's real keyframes (otherwise the
|
|
380
|
-
// player sees gaps on seek). Re-encoded video uses a uniform grid for
|
|
381
|
-
// segment boundaries instead (its fixed GOP makes the cuts land there —
|
|
382
|
-
// computeSegmentBoundaries ignores keyframeTimes when transcodeVideo).
|
|
383
|
-
//
|
|
384
|
-
// But the probe is ALSO used for something both branches need: choosing a
|
|
385
|
-
// SOURCE seek position ffmpeg can actually land on. `-ss` before `-i` trusts
|
|
386
|
-
// the container's own on-the-fly seek/index, which for some containers
|
|
387
|
-
// (observed: AVI with VBR MP3 audio) can point at a position with no valid
|
|
388
|
-
// frame boundary at all — ffmpeg then fails outright ("Seek failed" /
|
|
389
|
-
// "Header missing"), not just imprecisely. Snapping the seek to the nearest
|
|
390
|
-
// KNOWN real keyframe (see #startEncodeRun) avoids that. So probe for both
|
|
391
|
-
// branches; on failure both fall back to their current behaviour (uniform
|
|
392
|
-
// grid for boundaries, raw target for seeking) — no regression.
|
|
393
|
-
// The file's own table — the object every reader of this file holds, so a
|
|
394
|
-
// read that answers after this session was made still reaches it.
|
|
395
|
-
const keyframes = this.#host.keyframeTables.of({ sourceKey, fileIndex });
|
|
396
|
-
let keyframeMs = -1; // -1 = not run (skipped), -2 = running in the background
|
|
397
|
-
// A quality variant of a session whose cuts are the source's keyframes must
|
|
398
|
-
// be cut at exactly those same times, or its segments cannot stand where
|
|
399
|
-
// the other's would have. Nothing has to be handed over for that: the table
|
|
400
|
-
// is the FILE's, and a variant is a session of the same file, so it reads
|
|
401
|
-
// the one answer. What the inherited grid still carries is the CORRECTED
|
|
402
|
-
// boundaries and the published playlist, which are properties of the family
|
|
403
|
-
// rather than of the file.
|
|
404
|
-
if (inheritedGrid) {
|
|
405
|
-
// Nothing to read: the table above IS the file's, corrections included.
|
|
406
|
-
} else if (hasDuration && !transcodeVideo && !audioOnly) {
|
|
407
|
-
// Video-COPY path: the keyframe times are REQUIRED to build correct
|
|
408
|
-
// segment boundaries (the playlist itself), so this MUST block session
|
|
409
|
-
// creation — an incorrect playlist is worse than a slower start.
|
|
410
|
-
//
|
|
411
|
-
// The wait is bounded, and the bound is what the read costs on a real
|
|
412
|
-
// host rather than a figure picked here (`KEYFRAME_TABLE_BUDGET_MS`). A
|
|
413
|
-
// comment in this place used to promise a short timeout and "never more
|
|
414
|
-
// than ~6 s to session start" when no timeout existed at all; the file
|
|
415
|
-
// comes off a torrent, so the bytes the table lives in may still be
|
|
416
|
-
// arriving, and a session used to wait for them without limit.
|
|
417
|
-
//
|
|
418
|
-
// What is read is the container's OWN table (Cues/stss) rather than a
|
|
419
|
-
// scan of the media. On the copy path ffmpeg can only cut at the source's
|
|
420
|
-
// existing keyframes, so these times ARE the segment boundaries —
|
|
421
|
-
// declaring an even grid instead is a falsehood the player punishes: it
|
|
422
|
-
// walks the whole file to rebuild the timeline, or presents audio with no
|
|
423
|
-
// picture because a segment starts with nothing decodable (both
|
|
424
|
-
// field-observed 2026-08-02). Scanning cannot supply them here — the file
|
|
425
|
-
// comes off a torrent, and a full packet scan of 5.5 GB found 77
|
|
426
|
-
// keyframes in 45 s without finishing, while the container index yields
|
|
427
|
-
// all 570 in 0.8 s from two point reads (16 KB).
|
|
428
|
-
const keyframeStartMs = Date.now();
|
|
429
|
-
const { arrived } = await this.#host.keyframeTables.within({ sourceKey, fileIndex, logName });
|
|
430
|
-
keyframeMs = Date.now() - keyframeStartMs;
|
|
431
|
-
if (!arrived) {
|
|
432
|
-
// A read that ran out of its budget is still running, and the table is
|
|
433
|
-
// still unanswered — which is not the same as a file with no keyframes,
|
|
434
|
-
// and the distinction is the table's own (`answered` against
|
|
435
|
-
// `readable`). Recorded as an absence it would make a passing shortage
|
|
436
|
-
// of bytes look like a property of the bytes, and every later session
|
|
437
|
-
// of the file would re-encode a picture that can be copied.
|
|
438
|
-
this.#host.logger.warn(
|
|
439
|
-
`transcode: the keyframe table for "${logName}" has not arrived in ` +
|
|
440
|
-
`${Math.round(this.#host.keyframeTables.budgetMs / 1000)}s, so this session re-encodes the picture ` +
|
|
441
|
-
"instead of copying it; the read goes on and the next session of this file gets the copy"
|
|
442
|
-
);
|
|
443
|
-
}
|
|
444
|
-
if (!keyframes.readable) {
|
|
445
|
-
// No index, so there is no honest grid for a COPY: a copied picture can
|
|
446
|
-
// only be cut at the source's own keyframes, and we do not know where
|
|
447
|
-
// they are. Declaring an even grid instead is a falsehood the player
|
|
448
|
-
// punishes — it walks the whole file to rebuild the timeline, or shows
|
|
449
|
-
// audio with no picture because a segment begins with nothing
|
|
450
|
-
// decodable (both field-observed 2026-08-02).
|
|
451
|
-
//
|
|
452
|
-
// Re-encoding is the honest answer and costs an encoder: keyframes are
|
|
453
|
-
// then PLACED at our own cut times rather than found, so the grid is
|
|
454
|
-
// correct by construction whatever the container. MPEG-TS is the case
|
|
455
|
-
// this exists for — measured 2026-08-21, 669 real keyframes and no
|
|
456
|
-
// index of any kind to read them from — and a container whose index
|
|
457
|
-
// could not be read in the budget lands here too, which is right for
|
|
458
|
-
// the same reason.
|
|
459
|
-
transcodeVideo = true;
|
|
460
|
-
if (keyframes.answered) {
|
|
461
|
-
this.#host.logger.warn(
|
|
462
|
-
`transcode: no keyframe index in the ${keyframes.format} container for ` +
|
|
463
|
-
`"${logName}" — a copied picture has no honest grid without one, so the video is ` +
|
|
464
|
-
"re-encoded instead and its keyframes are placed on our own cuts"
|
|
465
|
-
);
|
|
466
|
-
}
|
|
467
|
-
}
|
|
468
|
-
} else if (hasDuration && transcodeVideo) {
|
|
469
|
-
// Re-encode path: keyframeTimes are ONLY used to snap a LATER seek (see
|
|
470
|
-
// #startEncodeRun) — segment boundaries stay on the uniform grid either
|
|
471
|
-
// way. So this does NOT need to block session creation / the first
|
|
472
|
-
// segment's start. Run it in the background with a FULL budget instead of
|
|
473
|
-
// the 6 s cap: AVI-class containers need a full packet scan, which 6 s can
|
|
474
|
-
// never afford without delaying playback start — that starved budget is
|
|
475
|
-
// exactly why the probe kept missing on the container where the seek bug
|
|
476
|
-
// was field-diagnosed. A run reads the file's table on every call, so a
|
|
477
|
-
// seek that happens AFTER this finishes picks it up automatically; one
|
|
478
|
-
// that happens before falls back to the existing circuit breaker as a
|
|
479
|
-
// safety net (no regression either way).
|
|
480
|
-
keyframeMs = -2;
|
|
481
|
-
const backgroundStartedAt = Date.now();
|
|
482
|
-
void this.#host.probeKeyframeTimes(inputFile.streamUrl(this.#host.localBaseUrl).toString(), 25_000).then((times) => {
|
|
483
|
-
// Into the FILE's table, which the picture, its quality steps and a
|
|
484
|
-
// second viewer's session all hold — so nothing has to be alive for the
|
|
485
|
-
// answer to be kept, and the session this probe was started for may
|
|
486
|
-
// long since have gone. It used to be written onto whichever session
|
|
487
|
-
// was still there, and dropped outright when none was.
|
|
488
|
-
this.#host.keyframeTables.learn({ sourceKey, fileIndex }, { times, format: "packet probe" });
|
|
489
|
-
const elapsedMs = Date.now() - backgroundStartedAt;
|
|
490
|
-
this.#host.logger.info(
|
|
491
|
-
times
|
|
492
|
-
? `transcode: background keyframe probe found ${times.length} keyframes ` +
|
|
493
|
-
`(${elapsedMs}ms) for "${logName}" — later seeks will snap to them`
|
|
494
|
-
: `transcode: background keyframe probe unavailable (${elapsedMs}ms) for "${logName}" ` +
|
|
495
|
-
`— seeks keep using the raw target (falls back to the circuit breaker on failure)`
|
|
496
|
-
);
|
|
497
|
-
});
|
|
498
|
-
}
|
|
499
|
-
this.#host.logger.info(
|
|
500
|
-
`cold-start "${logName}": media-info=${mediaInfoMs}ms (${mediaInfoSource}) ` +
|
|
501
|
-
`keyframes=${keyframeMs === -1 ? "skipped" : keyframeMs === -2 ? "background" : `${keyframeMs}ms`} ` +
|
|
502
|
-
`create-total=${Date.now() - createEntryMs}ms`
|
|
503
|
-
);
|
|
504
|
-
// Which grid this session is cut on. A copy has no choice: only where the
|
|
505
|
-
// source already has a keyframe. A re-encode normally takes the even grid —
|
|
506
|
-
// it produces every frame and may put keyframes where it likes — unless it
|
|
507
|
-
// is a variant of a keyframe-cut session, in which case it must land on the
|
|
508
|
-
// same times to be interchangeable with it.
|
|
509
|
-
// An audio rendition carries no picture, so it has no keyframes of its own
|
|
510
|
-
// to be cut at: it takes the grid of the video it accompanies, whatever that
|
|
511
|
-
// is. Handed one, it uses it; handed none, the base is on the even grid and
|
|
512
|
-
// so is this. Falling into the COPY branch instead — which is what
|
|
513
|
-
// `transcodeVideo: false` means everywhere else — would put the audio of a
|
|
514
|
-
// re-encoded stream on the source's keyframe times while the player was
|
|
515
|
-
// told the even grid, and the two drift further apart with every segment.
|
|
516
|
-
const useKeyframeGrid = hasDuration &&
|
|
517
|
-
keyframes.readable &&
|
|
518
|
-
(audioOnly ? inheritedGrid != null : (!transcodeVideo || inheritedGrid != null));
|
|
519
|
-
// A rung takes the grid it was handed, rather than working one out again
|
|
520
|
-
// from the same index. The two are not the same table: the one it is handed
|
|
521
|
-
// has been CORRECTED wherever a produced segment showed the index to be
|
|
522
|
-
// wrong, and it is those corrected times the copy actually cuts at. Building
|
|
523
|
-
// it afresh here would put the rung back on the index's fiction and undo the
|
|
524
|
-
// alignment it exists for.
|
|
525
|
-
// The file's own table, made once and shared by every session of it. A
|
|
526
|
-
// quality step is a different OUTPUT and the same cuts — which is exactly
|
|
527
|
-
// the agreement `inheritedGrid` used to arrange by handing a copy to each
|
|
528
|
-
// new session — so it is keyed by the file and the kind of grid, and
|
|
529
|
-
// nothing else.
|
|
530
|
-
const timeline = this.#host.timelines.get(
|
|
531
|
-
Timelines.keyFor(sourceKey, fileIndex, useKeyframeGrid ? "keyframe" : "uniform"),
|
|
532
|
-
() => {
|
|
533
|
-
const cut = hasDuration
|
|
534
|
-
? computeCutGrid({
|
|
535
|
-
useKeyframeGrid,
|
|
536
|
-
durationSeconds,
|
|
537
|
-
segDur: this.#host.segmentDurationSec,
|
|
538
|
-
keyframeTimes: keyframes.times,
|
|
539
|
-
startTime: sourceStartTime
|
|
540
|
-
})
|
|
541
|
-
: { boundaries: [], sourceTimes: [] };
|
|
542
|
-
const inherited = Array.isArray(inheritedGrid?.boundaries) && inheritedGrid.boundaries.length > 1;
|
|
543
|
-
return new Timeline({
|
|
544
|
-
boundaries: inherited ? [...inheritedGrid.boundaries] : cut.boundaries,
|
|
545
|
-
// The file's own clock for those cuts. An inherited table brings its
|
|
546
|
-
// boundaries and not this, so the seek falls back to searching there.
|
|
547
|
-
sourceTimes: inherited ? null : cut.sourceTimes,
|
|
548
|
-
cutGrid: useKeyframeGrid ? "keyframe" : "uniform"
|
|
549
|
-
});
|
|
550
|
-
}
|
|
551
|
-
);
|
|
552
|
-
// What this session will PUBLISH. A member of a family takes its base's
|
|
553
|
-
// published table verbatim; a session with no base publishes what it cuts
|
|
554
|
-
// at. The two differ exactly by the corrections made since the family's
|
|
555
|
-
// first playlist was written, and that difference is what must never reach
|
|
556
|
-
// the player as two different timelines.
|
|
557
|
-
const publishedGrid = timeline.published.length > 1 ? timeline.published : null;
|
|
558
|
-
const segmentCount = timeline.segmentCount;
|
|
559
|
-
|
|
560
|
-
// THE FORMAT, decided before the output is named, and possibly an output
|
|
561
|
-
// already here instead (`encode/quality/output-format.js`).
|
|
562
|
-
const decided = decideOutputFormat({
|
|
563
|
-
encodesPicture: transcodeVideo && carriesVideo,
|
|
564
|
-
exact: forceExactSize,
|
|
565
|
-
target: this.#targetFor({ normalizedTargetWidth, normalizedTargetHeight, visiblePicture, sourceWidth, sourceHeight }),
|
|
566
|
-
source: { width: sourceWidth, height: sourceHeight, megabitsPerSecond: file.decode?.megabitsPerSecond ?? null, decode: file.decode },
|
|
567
|
-
fps: outputFps,
|
|
568
|
-
encoder: this.#host.videoEncoder,
|
|
569
|
-
benchmark: this.#host.softwarePresetBenchmark,
|
|
570
|
-
cost: {
|
|
571
|
-
decodeModel: this.#host.decodeCostModel,
|
|
572
|
-
observedDecodeCostSec: this.#host.encodeCost.decodeCostFor(file.key)?.costSec ?? null,
|
|
573
|
-
requiredSpeed: this.#host.hostLoad.requiredSpeedFor(sourceKey, fileIndex)
|
|
574
|
-
},
|
|
575
|
-
chooseBudget: (params) => this.#host.encodeCost.chooseEncodeBudget(params),
|
|
576
|
-
machineAdmission: this.#host.admission
|
|
577
|
-
? (candidate) => this.#host.admission.previewCandidate(candidate, file)
|
|
578
|
-
: null,
|
|
579
|
-
tonemap: applyTonemap,
|
|
580
|
-
capKbps,
|
|
581
|
-
limitsFor: (frame) => this.#host.limitsFor(frame),
|
|
582
|
-
audioLoad: audioLoadOf(
|
|
583
|
-
viewerAudio !== undefined
|
|
584
|
-
? viewerAudio
|
|
585
|
-
: { transcode: transcodeAudio === true, bitrateKbps: audioSource.bitrateKbps ?? null },
|
|
586
|
-
AUDIO_TRANSCODE_KBPS
|
|
587
|
-
),
|
|
588
|
-
specWith: (encode) => new OutputSpec({
|
|
589
|
-
sourceKey,
|
|
590
|
-
segmentFormatId: segmentFormat.id,
|
|
591
|
-
// Where it is ACTUALLY cut: a copy whose container states no keyframes
|
|
592
|
-
// is re-encoded onto the even grid, and is named so.
|
|
593
|
-
grid: new CutGrid({ kind: useKeyframeGrid ? "keyframe" : "uniform", fileIndex }),
|
|
594
|
-
video: carriesVideo ? new VideoOutput({ fileIndex, encode }) : null,
|
|
595
|
-
audio: carriesAudio
|
|
596
|
-
? new AudioOutput({ fileIndex: audioSource.fileIndex, trackIndex: audioSource.sourceTrackIndex, transcode: transcodeAudio === true })
|
|
597
|
-
: null
|
|
598
|
-
}),
|
|
599
|
-
serving: {
|
|
600
|
-
mode: servingMode ?? (forceExactSize ? "manual" : "auto"),
|
|
601
|
-
linkMbps: viewerLinkMbps,
|
|
602
|
-
keys: [...this.#host.outputs.values()].map((other) => other.outputKey).concat(this.#host.segmentOutputFiles.addresses()),
|
|
603
|
-
readyAt: (key) => this.#host.segmentOutputFiles.isClosed(key, timeline.indexForTime(Math.max(0, startPositionSeconds))),
|
|
604
|
-
observedPeakMbps: (candidate) => this.#host.observedPeakMbps?.(candidate) ?? null
|
|
605
|
-
}
|
|
606
|
-
});
|
|
607
|
-
if (decided.unavailable) {
|
|
608
|
-
this.#host.logger.info(
|
|
609
|
-
`transcode "${logName}": no output suits this viewer — ${decided.unavailable.reason} ` +
|
|
610
|
-
`${JSON.stringify(decided.unavailable.figures)} (wanted ${decided.wantedKey})`
|
|
611
|
-
);
|
|
612
|
-
const error = new Error(`No output suits this viewer: ${decided.unavailable.reason}.`);
|
|
613
|
-
// Bound by the MACHINE rather than by the viewer's link, for the output a
|
|
614
|
-
// viewer is opening: another proxy is the answer, found before anything
|
|
615
|
-
// plays. A step asked for on their behalf stays "unavailable", which is
|
|
616
|
-
// how every caller of a step already reads a refusal.
|
|
617
|
-
error.code = decided.unavailable.bound === "machine" && typeof claim === "function"
|
|
618
|
-
? OUTPUT_NO_CAPACITY
|
|
619
|
-
: OUTPUT_UNAVAILABLE;
|
|
620
|
-
error.details = { reason: decided.unavailable.reason, figures: decided.unavailable.figures, wantedKey: decided.wantedKey };
|
|
621
|
-
throw error;
|
|
622
|
-
}
|
|
623
|
-
if (decided.answer) {
|
|
624
|
-
this.#host.logger.info(
|
|
625
|
-
`transcode "${logName}": ${decided.answer.verdict} for this viewer ${JSON.stringify(linkFiguresOf(decided.answer))}`
|
|
626
|
-
);
|
|
627
|
-
}
|
|
628
|
-
const spec = decided.spec;
|
|
629
|
-
const budget = decided.budget;
|
|
630
|
-
if (decided.reusedKey) {
|
|
631
|
-
this.#host.logger.info(`transcode "${logName}": served by an output already here, ${decided.reusedKey}, instead of ${decided.wantedKey}`);
|
|
632
|
-
}
|
|
633
|
-
transcodeVideo = carriesVideo ? spec.transcodesVideo : transcodeVideo;
|
|
634
|
-
const width = spec.video?.encode?.width ?? 0;
|
|
635
|
-
const height = spec.video?.encode?.height ?? 0;
|
|
636
|
-
const outputKey = spec.toKey();
|
|
637
|
-
// THE NAME FOLLOWS FROM THE KEY, so there is nothing to look it up in. A
|
|
638
|
-
// second table held key → name, which is a fact that can go out of step
|
|
639
|
-
// with the thing it points at: a session disposed without the table being
|
|
640
|
-
// cleared leaves a name pointing at nothing, and the next viewer of that
|
|
641
|
-
// output is handed it.
|
|
642
|
-
const existingId = spec.toName();
|
|
643
|
-
if (existingId) {
|
|
644
|
-
const existing = this.#host.outputs.get(existingId);
|
|
645
|
-
if (existing) {
|
|
646
|
-
this.#claimOrRefuse(claim, existing, logName);
|
|
647
|
-
return { output: existing, existed: true, audio, verdict: decided.answer ? linkFiguresOf(decided.answer) : null };
|
|
648
|
-
}
|
|
649
|
-
}
|
|
650
|
-
|
|
651
|
-
// Only a session actually made is timed: a viewer joining one costs none
|
|
652
|
-
// of what this figure predicts for the next viewer who has to wait.
|
|
653
|
-
this.#host.hostTimings.rememberSessionCreateLatency(Date.now() - createEntryMs);
|
|
654
|
-
const sessionId = spec.toName();
|
|
655
|
-
const output = new Output({
|
|
656
|
-
encodeWidth: width,
|
|
657
|
-
encodeHeight: height,
|
|
658
|
-
outputFps,
|
|
659
|
-
softwarePreset: spec.video?.encode?.preset ?? null,
|
|
660
|
-
applyTonemap: spec.video?.encode?.tonemap === true
|
|
661
|
-
});
|
|
662
|
-
|
|
663
|
-
const session = new EncodedOutput({
|
|
664
|
-
id: sessionId,
|
|
665
|
-
spec,
|
|
666
|
-
file,
|
|
667
|
-
keyframes,
|
|
668
|
-
timeline,
|
|
669
|
-
segmentFormat,
|
|
670
|
-
output,
|
|
671
|
-
useSyntheticPlaylist: hasDuration,
|
|
672
|
-
playlistText: hasDuration ? mediaPlaylistText({ boundaries: publishedGrid, segmentFormat }) : "",
|
|
673
|
-
variantHeight: forceExactSize && height > 0 ? height : undefined
|
|
674
|
-
});
|
|
675
|
-
this.#host.outputs.set(sessionId, session);
|
|
676
|
-
// THE PLACE ON THIS MACHINE, taken in the same synchronous stretch as the
|
|
677
|
-
// registration: priced as registered, and withdrawn whole if refused, so a
|
|
678
|
-
// refused opening leaves nothing behind — no directory, no timing.
|
|
679
|
-
try {
|
|
680
|
-
this.#claimOrRefuse(claim, session, logName);
|
|
681
|
-
} catch (error) {
|
|
682
|
-
this.#host.outputs.delete(sessionId);
|
|
683
|
-
throw error;
|
|
684
|
-
}
|
|
685
|
-
|
|
686
|
-
// Only now, when nothing above can still throw. Everything from the probe
|
|
687
|
-
// to the keyframe index used to run with the directory already made, so a
|
|
688
|
-
// failure between the two left it behind: nothing tracks a directory whose
|
|
689
|
-
// session was never registered, and no sweep looks for one. Proxy
|
|
690
|
-
// 2.9.101-2.9.102 failed here on every single request and the leftovers
|
|
691
|
-
// were the only trace of it on disk.
|
|
692
|
-
// A RETURN, if this output was held before — and its age, which is the one
|
|
693
|
-
// term of the keeping period that nothing measures. Read BEFORE the
|
|
694
|
-
// directory is claimed, since claiming it is what marks it read.
|
|
695
|
-
this.#host.returns.note({ lastReadAt: this.#host.segmentOutputFiles.lastReadAt(spec.toKey()), now: Date.now() });
|
|
696
|
-
this.#host.segmentOutputFiles.directoryFor(spec.toKey());
|
|
697
|
-
this.#host.segmentOutputFiles.useFormat(spec.toKey(), segmentFormat);
|
|
698
|
-
this.#host.hostTimings.noteOutputCreated(session, createEntryMs);
|
|
699
|
-
this.#host.encodeRuns.setReadWindow(session, readWindowBytes);
|
|
700
|
-
this.#host.encodeCost.notePredictionFor(session, output.encodeHeight);
|
|
701
|
-
// Decided before the key was built and only recorded here. Whether the audio
|
|
702
|
-
// travels separately decides the ffmpeg arguments, what the master says,
|
|
703
|
-
// whether the rendition route answers at all AND what the session is keyed
|
|
704
|
-
// on, and those four must agree for the whole life of the session — a
|
|
705
|
-
// session whose picture was encoded without audio cannot start muxing it in
|
|
706
|
-
// at the next restart without either playing it twice or refusing the
|
|
707
|
-
// append, and one keyed as carrying no sound must never mux somebody else's
|
|
708
|
-
// language into a picture two viewers share.
|
|
709
|
-
//
|
|
710
|
-
// It must not be asked a second time, because the answer moves: the offered
|
|
711
|
-
// list is recomputed as the host learns what this source costs, and
|
|
712
|
-
// crossing "two rungs" would flip the arrangement under a stream that is
|
|
713
|
-
// playing.
|
|
714
|
-
this.#host.logger.info(
|
|
715
|
-
// Proxy version on the session-start line: a field report always includes
|
|
716
|
-
// one of these, so "is the host actually running the build I published?"
|
|
717
|
-
// is answered by the log itself instead of a round trip to the machine.
|
|
718
|
-
`transcode ${sessionId} start (proxy ${PROXY_VERSION}) "${logName}" ` +
|
|
719
|
-
// Where the browser asked the encoder to begin. A resume that reaches
|
|
720
|
-
// hls.js but not this call makes the player request a segment nobody
|
|
721
|
-
// was told to produce: measured 2026-08-06, the session began at #0
|
|
722
|
-
// while the player asked for #127 and gave up 45.6 s later. Neither
|
|
723
|
-
// side saying what it meant is why that took three attempts to place.
|
|
724
|
-
`start=${Math.round(normalizedStartPosition)}s ` +
|
|
725
|
-
`video=${transcodeVideo ? `${this.#host.videoEncoder.name}${output.softwarePreset ? `/${output.softwarePreset}` : ""}` : "copy"} ` +
|
|
726
|
-
`audio=${transcodeAudio ? "aac" : "copy"} ` +
|
|
727
|
-
// Branch tag for log correlation: A = video re-encode (fixed GOP, grid
|
|
728
|
-
// aligned, ts-offset); B = video copy (cut at source keyframes, copyts).
|
|
729
|
-
`branch=${transcodeVideo ? "A(reencode,fixed-gop)" : "B(copy,copyts)"} ` +
|
|
730
|
-
`seg=${timeline.cutGrid} ` +
|
|
731
|
-
`${sourceWidth && sourceHeight ? `src=${sourceWidth}x${sourceHeight} ` : ""}` +
|
|
732
|
-
// The size produced, and how it was arrived at: exactly as asked, the
|
|
733
|
-
// budget's rung of the viewer's own ladder, or the box asked for where
|
|
734
|
-
// there is no ladder to choose from.
|
|
735
|
-
`${transcodeVideo
|
|
736
|
-
? `enc=${output.encodeWidth || "src"}x${output.encodeHeight || "src"}@${output.outputFps} ` +
|
|
737
|
-
`size=${forceExactSize ? "exact" : budget ? `budget rung ${budget.rungIndex + 1}/${budget.ladder.length}` : "asked"} `
|
|
738
|
-
: ""}` +
|
|
739
|
-
// HDR source and whether the tone-map chain was applied (vs washed-out
|
|
740
|
-
// fallback when the filters are missing or on a hardware encoder).
|
|
741
|
-
`${transcodeVideo && mediaInfo.isHdr ? `hdr=1 tonemap=${applyTonemap ? "on" : "off"} ` : ""}` +
|
|
742
|
-
`${sourceStartTime ? `start=${sourceStartTime.toFixed(3)} ` : ""}` +
|
|
743
|
-
`duration=${hasDuration ? formatSeconds(durationSeconds) : "unknown"} segments=${segmentCount} ` +
|
|
744
|
-
// What this session was keyed on, which is what decides whether the next
|
|
745
|
-
// viewer joins it or starts a second encoder beside it. Printed because
|
|
746
|
-
// a fork was undiagnosable without it: on 2026-09-03 two viewers of one
|
|
747
|
-
// copied picture got two sessions with identical descriptions and
|
|
748
|
-
// byte-identical output, both create requests were 265 bytes, and
|
|
749
|
-
// nothing anywhere said what the two had been told apart by.
|
|
750
|
-
`key=${outputKey}`
|
|
751
|
-
);
|
|
752
|
-
|
|
753
|
-
// Where the first encoder goes is the plan's, placed by the same arithmetic
|
|
754
|
-
// as every later one from where the viewers stand; the requester is placed
|
|
755
|
-
// by the operation that asked for this output.
|
|
756
|
-
return { output: session, existed: false, audio, verdict: decided.answer ? linkFiguresOf(decided.answer) : null };
|
|
757
|
-
}
|
|
758
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* @file Which output answers a request for a file, made if it is not here yet.
|
|
3
|
+
*
|
|
4
|
+
* A request names a file, the tracks wanted and a size; what answers it is an
|
|
5
|
+
* OUTPUT, and deciding which is the encoding component's: the arrangement of
|
|
6
|
+
* the sound, the cut grid, the format the budget settles on, and whether an
|
|
7
|
+
* output already here serves the request instead. Two requests whose outputs
|
|
8
|
+
* agree ARE one output. Who asked is not a parameter: placing the requester on
|
|
9
|
+
* the output is the server operation's business (`server/ViewerRequests.js`),
|
|
10
|
+
* and nothing about a viewer enters what is decided here.
|
|
11
|
+
*
|
|
12
|
+
* What the file says about itself is read by the media component and handed in
|
|
13
|
+
* (`probeMediaInfo`, `probeKeyframeTimes`), as is everything else this reads.
|
|
14
|
+
*/
|
|
15
|
+
|
|
16
|
+
import { createRequire } from "node:module";
|
|
17
|
+
import { buildResolutionLadder, chooseOutputFps } from "./hwaccel.js";
|
|
18
|
+
import { resolveSegmentFormat, SEGMENT_FORMAT_IDS } from "./segment-formats/index.js";
|
|
19
|
+
import { AudioOutput, CutGrid, OUTPUT_NO_CAPACITY, OUTPUT_UNAVAILABLE, OutputSpec, VideoOutput } from "./output/index.js";
|
|
20
|
+
import { Timeline, Timelines } from "./output/Timeline.js";
|
|
21
|
+
import { computeCutGrid } from "./output/cut-grid.js";
|
|
22
|
+
import { Output } from "./output/Output.js";
|
|
23
|
+
import { mediaPlaylistText } from "./output/playlists.js";
|
|
24
|
+
import { formatSeconds } from "./EncodeRuns.js";
|
|
25
|
+
import { EncodedOutput } from "./output/EncodedOutput.js";
|
|
26
|
+
import { decideOutputFormat } from "./quality/output-format.js";
|
|
27
|
+
import { rungForVisiblePicture } from "./quality/visible-rung.js";
|
|
28
|
+
import { audioLoadOf, linkAnswerFigures as linkFiguresOf } from "./quality/link-budget.js";
|
|
29
|
+
import { AUDIO_TRANSCODE_KBPS } from "./args.js";
|
|
30
|
+
|
|
31
|
+
/**
|
|
32
|
+
* @typedef {Object} SegmentOutputFiles
|
|
33
|
+
* @property {() => string[]} addresses
|
|
34
|
+
* @property {(address: string, index: number) => boolean} isClosed
|
|
35
|
+
* @property {(address: string) => number | null} lastReadAt
|
|
36
|
+
* @property {(address: string) => string} directoryFor
|
|
37
|
+
* @property {(address: string, format: object) => void} useFormat
|
|
38
|
+
*/
|
|
39
|
+
|
|
40
|
+
/** Own package version, stamped onto output-start log lines. */
|
|
41
|
+
const PROXY_VERSION = createRequire(import.meta.url)("../../package.json").version;
|
|
42
|
+
|
|
43
|
+
export class OutputOpening {
|
|
44
|
+
/** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
|
|
45
|
+
#host;
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* @param {object} host - `logger`, `probeMediaInfo`, `probeKeyframeTimes`, `enabled`, `segmentFormat`, `renditions`, `sourceFiles`, `getCachedMediaInfo`, `localBaseUrl`, `tonemapSupported`, `videoEncoder`, `hostLoad`, `keyframeTables`, `timelines`, `segmentDurationSec`, `softwarePresetBenchmark`, `decodeCostModel`, `encodeCost`, `admission`, `outputs`, `segmentOutputFiles`, `hostTimings`, `returns`, `encodeRuns`
|
|
49
|
+
* @param {SegmentOutputFiles} host.segmentOutputFiles - The storage
|
|
50
|
+
* operations needed while selecting or opening an output.
|
|
51
|
+
*/
|
|
52
|
+
constructor(host) {
|
|
53
|
+
this.#host = host;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
/**
|
|
57
|
+
* The box a re-encoded picture is fitted into.
|
|
58
|
+
*
|
|
59
|
+
* A box the request names is the box (a quality step names its height). With
|
|
60
|
+
* none named, the picture the viewer sees decides: the smallest rung of the
|
|
61
|
+
* source's ladder whose frame is not smaller than it (roadmap item 98). With
|
|
62
|
+
* neither, zeroes — the source's own size.
|
|
63
|
+
*
|
|
64
|
+
* @param {{ normalizedTargetWidth: number, normalizedTargetHeight: number, visiblePicture: { width: number, height: number } | null, sourceWidth: number, sourceHeight: number }} params
|
|
65
|
+
* @returns {{ width: number, height: number }}
|
|
66
|
+
*/
|
|
67
|
+
#targetFor({ normalizedTargetWidth, normalizedTargetHeight, visiblePicture, sourceWidth, sourceHeight }) {
|
|
68
|
+
if (normalizedTargetWidth > 0 || normalizedTargetHeight > 0) {
|
|
69
|
+
return { width: normalizedTargetWidth, height: normalizedTargetHeight };
|
|
70
|
+
}
|
|
71
|
+
const rung = rungForVisiblePicture(
|
|
72
|
+
buildResolutionLadder(Math.round(Number(sourceWidth) || 0), Math.round(Number(sourceHeight) || 0)),
|
|
73
|
+
visiblePicture
|
|
74
|
+
);
|
|
75
|
+
return rung ? { width: rung.width, height: rung.height } : { width: 0, height: 0 };
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
/**
|
|
79
|
+
* Ask the requester's call whether they may be put on this output, and throw
|
|
80
|
+
* the refusal the way the route answers it.
|
|
81
|
+
*
|
|
82
|
+
* @param {((output: object) => { admitted: boolean, reason: string, speedX: number | null }) | null} claim
|
|
83
|
+
* @param {object} output
|
|
84
|
+
* @param {string} logName
|
|
85
|
+
* @returns {void}
|
|
86
|
+
*/
|
|
87
|
+
#claimOrRefuse(claim, output, logName) {
|
|
88
|
+
if (typeof claim !== "function") {
|
|
89
|
+
return;
|
|
90
|
+
}
|
|
91
|
+
const answer = claim(output);
|
|
92
|
+
if (answer?.admitted) {
|
|
93
|
+
return;
|
|
94
|
+
}
|
|
95
|
+
const reason = answer?.reason || "this machine has no place for one more encoder";
|
|
96
|
+
this.#host.logger.info(`transcode "${logName}": not opened for this viewer — ${reason} (key=${output.outputKey})`);
|
|
97
|
+
const error = new Error(`This proxy cannot take this video now: ${reason}.`);
|
|
98
|
+
error.code = OUTPUT_NO_CAPACITY;
|
|
99
|
+
error.details = {
|
|
100
|
+
reason,
|
|
101
|
+
figures: { speedX: Number.isFinite(answer?.speedX) ? Number(answer.speedX.toFixed(3)) : null, outputKey: output.outputKey }
|
|
102
|
+
};
|
|
103
|
+
throw error;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
/**
|
|
107
|
+
* The output that answers this request: one already here, or one made now.
|
|
108
|
+
* No encoder is started here — where encoders go is the plan's.
|
|
109
|
+
*
|
|
110
|
+
* Throws with `error.code === "TRANSCODE_DISABLED"` when transcoding is
|
|
111
|
+
* disabled on this proxy instance.
|
|
112
|
+
*
|
|
113
|
+
* @param {object} options
|
|
114
|
+
* @param {string} options.sourceKey - Registry source key.
|
|
115
|
+
* @param {number} options.fileIndex - Zero-based file index in the torrent.
|
|
116
|
+
* @param {boolean} [options.transcodeVideo=false]
|
|
117
|
+
* @param {boolean} [options.transcodeAudio=false]
|
|
118
|
+
* @param {string} [options.fileName=""] - Display name for log output.
|
|
119
|
+
* @param {number} [options.targetWidth=0] - Target video width (0 = keep source).
|
|
120
|
+
* @param {number} [options.targetHeight=0] - Target video height (0 = keep source).
|
|
121
|
+
* @param {number} [options.startPositionSeconds=0] - Seek start position in seconds.
|
|
122
|
+
* @param {number} [options.audioTrackIndex=0] - Type-relative audio track to map (0:a:N).
|
|
123
|
+
* @param {boolean} [options.exactSize=false] - Produce the target box exactly (capped to source), with no budget downscale and no runtime downswitch. Says nothing about who asked: every rung of a master sets it.
|
|
124
|
+
* @param {number | null} [options.capKbps=null] - Nominal bitrate limit in kbit/s; null for the size's own. Above the size's own it is refused.
|
|
125
|
+
* @param {{ width: number, height: number } | null} [options.visiblePicture=null] - The picture as the requesting viewer sees it, in physical pixels. With no target box given, a re-encoded picture's box is the smallest rung whose frame is not smaller than this (roadmap item 98).
|
|
126
|
+
* @returns {Promise<{ output: EncodedOutput, existed: boolean, audio: { trackIndex: number, transcode: boolean }, verdict: object | null }>}
|
|
127
|
+
*/
|
|
128
|
+
async open({
|
|
129
|
+
sourceKey,
|
|
130
|
+
fileIndex,
|
|
131
|
+
transcodeVideo = false,
|
|
132
|
+
transcodeAudio = false,
|
|
133
|
+
fileName = "",
|
|
134
|
+
targetWidth = 0,
|
|
135
|
+
targetHeight = 0,
|
|
136
|
+
startPositionSeconds = 0,
|
|
137
|
+
audioTrackIndex = 0,
|
|
138
|
+
exactSize = false,
|
|
139
|
+
// The caller takes its audio from a rendition group, so the picture is
|
|
140
|
+
// encoded without it and each audio track is encoded once for the file
|
|
141
|
+
// instead of once per rung. Off unless asked for: a browser that does not
|
|
142
|
+
// know about renditions must still get its audio in the stream.
|
|
143
|
+
audioRenditions = false,
|
|
144
|
+
// This session IS one of those renditions: one audio track, no picture, cut
|
|
145
|
+
// on the same grid as the video it accompanies.
|
|
146
|
+
audioOnly = false,
|
|
147
|
+
// The arrangement decided by the session this one belongs to — a variant or
|
|
148
|
+
// a rendition of it. Every session of one master must agree about where the
|
|
149
|
+
// audio is, and only the base is in a position to decide: a variant asked on
|
|
150
|
+
// its own would answer about the rungs IT would be offered at, which is a
|
|
151
|
+
// different list. Null means "decide it here", which is what a base does.
|
|
152
|
+
inheritedAudioSeparate = null,
|
|
153
|
+
segmentFormatId = "",
|
|
154
|
+
// The cut grid of the session this one is a quality variant of: its
|
|
155
|
+
// keyframe times and which container they were read from. Present only for
|
|
156
|
+
// a variant of a session cut at the source's keyframes, and it is what
|
|
157
|
+
// makes the two interchangeable.
|
|
158
|
+
inheritedGrid = null,
|
|
159
|
+
// "manual" when the viewer chose this size by hand, "auto" when it is the
|
|
160
|
+
// automatic choice; left out, a size produced exactly counts as chosen by
|
|
161
|
+
// hand. Decides whether an output already here may serve them instead.
|
|
162
|
+
servingMode = null,
|
|
163
|
+
// What the requesting viewer's link measured, or null.
|
|
164
|
+
viewerLinkMbps = null,
|
|
165
|
+
// The nominal bitrate limit asked for, in kbit/s, or null for the size's
|
|
166
|
+
// own. Part of the output's identity: another limit is another output.
|
|
167
|
+
capKbps = null,
|
|
168
|
+
// The soundtrack THIS viewer receives with the picture — from this output
|
|
169
|
+
// or beside it — as `{ transcode, bitrateKbps }`. Left out, the one this
|
|
170
|
+
// request names is theirs. A step opened on a viewer's behalf passes the
|
|
171
|
+
// track they chose, which need not be the one the picture was opened with.
|
|
172
|
+
viewerAudio = undefined,
|
|
173
|
+
visiblePicture = null,
|
|
174
|
+
// WHETHER THE REQUESTER MAY BE PUT ON THE OUTPUT, and putting them there,
|
|
175
|
+
// in one synchronous call (roadmap item 97, step 14). Called with the
|
|
176
|
+
// output the moment it answers the request — a new one registered, or one
|
|
177
|
+
// already here — and before anything else can run, so that the place it
|
|
178
|
+
// takes on this machine is counted before the next opening is asked.
|
|
179
|
+
// Returns `{ admitted, reason, speedX }`; a refusal is thrown as
|
|
180
|
+
// OUTPUT_NO_CAPACITY and a new output made for it is withdrawn. Who the
|
|
181
|
+
// requester is stays with the caller: this is handed an opaque call.
|
|
182
|
+
// Absent — a step or a soundtrack opened on a viewer's behalf, whose place
|
|
183
|
+
// the preparation already holds — nothing is asked.
|
|
184
|
+
claim = null
|
|
185
|
+
}) {
|
|
186
|
+
if (!this.#host.enabled) {
|
|
187
|
+
const error = new Error("Audio transcoding is disabled on this proxy.");
|
|
188
|
+
error.code = "TRANSCODE_DISABLED";
|
|
189
|
+
throw error;
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
// The container is the viewer's to choose, because the viewer's browser is
|
|
193
|
+
// what has to decode the result and only it knows what its media stack
|
|
194
|
+
// accepts. A copied MP3 track is the case that forced this: hls.js demuxes
|
|
195
|
+
// MPEG-TS itself and hands raw MP3 to an `audio/mpeg` buffer, which every
|
|
196
|
+
// browser supports, while an fMP4 segment goes to MSE untouched and
|
|
197
|
+
// `audio/mp4; codecs="mp3"` is refused — measured false in Chromium, where
|
|
198
|
+
// `canPlayType` cheerfully answers "probably". Same file, same browser:
|
|
199
|
+
// plays as MPEG-TS, silent loop as fMP4. The proxy's `--segment-format`
|
|
200
|
+
// stays the default for a client that expresses no preference.
|
|
201
|
+
// An unrecognised value falls back to the operator's choice rather than to
|
|
202
|
+
// the library default — `resolveSegmentFormat` cannot tell the two apart,
|
|
203
|
+
// and this value arrives from a client.
|
|
204
|
+
const segmentFormat = SEGMENT_FORMAT_IDS.includes(segmentFormatId)
|
|
205
|
+
? resolveSegmentFormat(segmentFormatId)
|
|
206
|
+
: this.#host.segmentFormat;
|
|
207
|
+
|
|
208
|
+
const normalizedTargetWidth = Number.isInteger(targetWidth) && targetWidth > 0 ? targetWidth : 0;
|
|
209
|
+
const normalizedTargetHeight = Number.isInteger(targetHeight) && targetHeight > 0 ? targetHeight : 0;
|
|
210
|
+
// Round seek position to the nearest 10 s so that two consumers seeking
|
|
211
|
+
// to similar positions can share the same ffmpeg session.
|
|
212
|
+
const normalizedStartPosition =
|
|
213
|
+
Number.isFinite(startPositionSeconds) && startPositionSeconds > 0
|
|
214
|
+
? Math.round(startPositionSeconds / 10) * 10
|
|
215
|
+
: 0;
|
|
216
|
+
const normalizedAudioTrack =
|
|
217
|
+
Number.isInteger(audioTrackIndex) && audioTrackIndex > 0 ? audioTrackIndex : 0;
|
|
218
|
+
// What the requester wants of the sound, handed back so the viewer who
|
|
219
|
+
// asked can be told apart from another viewer of the same output.
|
|
220
|
+
const audio = { trackIndex: normalizedAudioTrack, transcode: transcodeAudio === true };
|
|
221
|
+
// Which FILE the chosen soundtrack lives in, and which track it is inside
|
|
222
|
+
// that file. A release often ships its dub as a file of its own beside the
|
|
223
|
+
// picture, and the number that travels between the browser, this route and
|
|
224
|
+
// the `a/<n>/` address is flat across both — see `audio-inventory.js`. This
|
|
225
|
+
// is the one place that resolves it, so nothing downstream carries two
|
|
226
|
+
// vocabularies.
|
|
227
|
+
const audioSource = this.#host.renditions.resolveAudioSource(sourceKey, fileIndex, normalizedAudioTrack);
|
|
228
|
+
// The file itself, held once for every session of it. Its name, its key and
|
|
229
|
+
// the facts a probe of it returned used to be copied onto each session, so
|
|
230
|
+
// two viewers of one film held two copies of numbers that cannot differ —
|
|
231
|
+
// and twenty places assembled its key by hand to reach the caches that are
|
|
232
|
+
// keyed by a file.
|
|
233
|
+
const file = this.#host.sourceFiles.get(sourceKey, fileIndex, fileName);
|
|
234
|
+
const forceExactSize = exactSize === true && transcodeVideo;
|
|
235
|
+
// Whether this output carries its sound at all — decided HERE, before the
|
|
236
|
+
// key, and never derived a second time.
|
|
237
|
+
//
|
|
238
|
+
// It used to be settled after the session had already been put in the map,
|
|
239
|
+
// which was survivable only while the key carried the audio parameters
|
|
240
|
+
// unconditionally: the key could say "no sound in this output" while the
|
|
241
|
+
// output muxed it, and two viewers who chose different languages would then
|
|
242
|
+
// have shared one encode and one of them would have heard the other's.
|
|
243
|
+
const audioSeparate = inheritedAudioSeparate === null
|
|
244
|
+
? this.#host.renditions.audioTravelsSeparately({
|
|
245
|
+
sourceKey,
|
|
246
|
+
fileIndex,
|
|
247
|
+
audioRenditions,
|
|
248
|
+
// The rung this session will be NAMED by. The budget may still
|
|
249
|
+
// downscale the encode below it, and that cannot change the answer:
|
|
250
|
+
// what it picks is a rung of the same ladder, already in the set.
|
|
251
|
+
ownHeight: normalizedTargetHeight
|
|
252
|
+
})
|
|
253
|
+
: inheritedAudioSeparate === true;
|
|
254
|
+
// A rendition IS the sound, so it carries it whatever the arrangement says;
|
|
255
|
+
// a picture carries it only when the browser is not taking it separately.
|
|
256
|
+
const carriesAudio = audioOnly === true || !audioSeparate;
|
|
257
|
+
const carriesVideo = audioOnly !== true;
|
|
258
|
+
const createEntryMs = Date.now();
|
|
259
|
+
// The directory belongs to the OUTPUT, not to this session: two sessions
|
|
260
|
+
// whose parameters agree produce interchangeable segments, so they write
|
|
261
|
+
// into one place and each serves what the other has already made. The start
|
|
262
|
+
// position is deliberately not part of it — segment 42 covers the same span
|
|
263
|
+
// whoever began where.
|
|
264
|
+
// The file this session's encoder READS. A soundtrack shipped as its own
|
|
265
|
+
// file is encoded FROM that file, and an audio rendition carries nothing
|
|
266
|
+
// else — so it reads the sidecar directly and needs no second input at all.
|
|
267
|
+
// The muxed case, where a browser takes its audio inside the picture's own
|
|
268
|
+
// stream, is the one that reads two files.
|
|
269
|
+
//
|
|
270
|
+
// Which of the two this is used to be a boolean on the session
|
|
271
|
+
// (`readsSidecarAlone`) beside a string URL built from it. It is the same
|
|
272
|
+
// statement as "the file it reads is not the file of the picture", so it is
|
|
273
|
+
// that comparison now and there is nothing to keep in step.
|
|
274
|
+
const audioFile = this.#host.sourceFiles.get(sourceKey, audioSource.fileIndex, audioSource.name);
|
|
275
|
+
const inputFile = audioOnly === true && audioSource.isSidecar ? audioFile : file;
|
|
276
|
+
// Media info (duration/resolution/fps/startTime/HDR) up front, so we can
|
|
277
|
+
// serve a complete VOD playlist (#EXT-X-ENDLIST) with the correct total
|
|
278
|
+
// duration and a fully seekable timeline before a single segment exists.
|
|
279
|
+
// Reuse the planner's probe when it is available and complete — the plan
|
|
280
|
+
// request just ran the same ffmpeg scan over the same input. Fall back to
|
|
281
|
+
// a fresh probe otherwise (proxy restarted between plan and session, or a
|
|
282
|
+
// critical field is missing).
|
|
283
|
+
const mediaInfoStartMs = Date.now();
|
|
284
|
+
const cachedMediaInfo = this.#host.getCachedMediaInfo?.({ sourceKey, fileIndex }) ?? null;
|
|
285
|
+
const cachedUsable =
|
|
286
|
+
cachedMediaInfo &&
|
|
287
|
+
Number.isFinite(cachedMediaInfo.durationSeconds) &&
|
|
288
|
+
cachedMediaInfo.durationSeconds > 0 &&
|
|
289
|
+
Number.isFinite(cachedMediaInfo.width) &&
|
|
290
|
+
cachedMediaInfo.width > 0 &&
|
|
291
|
+
Number.isFinite(cachedMediaInfo.height) &&
|
|
292
|
+
cachedMediaInfo.height > 0;
|
|
293
|
+
// Always the PICTURE's, even when this session reads a soundtrack from
|
|
294
|
+
// another file: the timeline, the duration and the cut grid are the
|
|
295
|
+
// picture's, and a rendition exists to be played WITH it. Only where the
|
|
296
|
+
// sidecar's own timeline begins is read from the sidecar, just below.
|
|
297
|
+
// No session id on it: this read is a probe of the picture, not this
|
|
298
|
+
// session's own delivery, and counting it against the session would tell a
|
|
299
|
+
// waiting browser that its film is arriving when what arrived was a header.
|
|
300
|
+
const pictureUrl = file.streamUrl(this.#host.localBaseUrl);
|
|
301
|
+
const mediaInfo = cachedUsable
|
|
302
|
+
? cachedMediaInfo
|
|
303
|
+
: await this.#host.probeMediaInfo(pictureUrl.toString());
|
|
304
|
+
const mediaInfoMs = Date.now() - mediaInfoStartMs;
|
|
305
|
+
const mediaInfoSource = cachedUsable ? "cached" : "probed";
|
|
306
|
+
// The file takes in what the probe said. It is the same answer for every
|
|
307
|
+
// session of this file — a quality step, a soundtrack, a second viewer — so
|
|
308
|
+
// it is kept once instead of being copied into each. A later session with a
|
|
309
|
+
// fresher reading updates it: on a cold torrent the first probe can come
|
|
310
|
+
// back without a duration, and the second is the one that has it.
|
|
311
|
+
file.learn(mediaInfo);
|
|
312
|
+
const durationSeconds = file.durationSeconds ?? 0;
|
|
313
|
+
const sourceWidth = file.width;
|
|
314
|
+
const sourceHeight = file.height;
|
|
315
|
+
const sourceStartTime = file.startTime;
|
|
316
|
+
// Where the timeline of a soundtrack shipped as its own file begins.
|
|
317
|
+
//
|
|
318
|
+
// A soundtrack in another file has a start time of its own, and it is the
|
|
319
|
+
// one that must be subtracted when the output is relabelled onto a
|
|
320
|
+
// zero-based timeline: subtract the picture's instead and the sound sits at
|
|
321
|
+
// a fixed offset from it for the whole film. Read from the file rather than
|
|
322
|
+
// assumed to be zero, because assuming it is exactly the fault being
|
|
323
|
+
// avoided.
|
|
324
|
+
//
|
|
325
|
+
// NOT awaited. Creating a session used to stop here until the answer came
|
|
326
|
+
// back, and on a cold start the answer needs the sidecar's header off the
|
|
327
|
+
// swarm — 8121 ms of every session created, measured three times out of
|
|
328
|
+
// three on 2026-09-03. What is known now is used now, and the reading runs
|
|
329
|
+
// behind; when it lands it lands on the FILE, which every session of that
|
|
330
|
+
// soundtrack shares, so the spawn path sees it without re-reading anything.
|
|
331
|
+
//
|
|
332
|
+
// Unknown means "no difference between the two timelines", not "the
|
|
333
|
+
// soundtrack starts at zero". The shift exists to correct a difference
|
|
334
|
+
// between two containers; asserting one that has not been read is inventing
|
|
335
|
+
// a number, while assuming none leaves the sound exactly where a release
|
|
336
|
+
// remuxed from a single source puts it.
|
|
337
|
+
if (audioSource.isSidecar) {
|
|
338
|
+
this.#host.renditions.warmFileStartTime(audioFile);
|
|
339
|
+
}
|
|
340
|
+
// Tone-map an HDR source to SDR only when re-encoding video on the software
|
|
341
|
+
// path and this ffmpeg has the filters. Hardware encoders keep their own
|
|
342
|
+
// (untone-mapped) path for now; when unavailable, HDR falls back to a plain
|
|
343
|
+
// 8-bit convert (washed-out but playable).
|
|
344
|
+
const applyTonemap =
|
|
345
|
+
transcodeVideo === true &&
|
|
346
|
+
mediaInfo.isHdr === true &&
|
|
347
|
+
this.#host.tonemapSupported &&
|
|
348
|
+
this.#host.videoEncoder?.kind === "software";
|
|
349
|
+
// Output frame rate inherited from the source (integer, capped) so 25/30
|
|
350
|
+
// fps content is not resampled to 24. Fixed-GOP encoders keep the fps↔GOP
|
|
351
|
+
// relationship exact; time-based-keyframe encoders just use it as the rate.
|
|
352
|
+
const outputFps = chooseOutputFps(mediaInfo.fps);
|
|
353
|
+
const hasDuration = Number.isFinite(durationSeconds) && durationSeconds > 0;
|
|
354
|
+
const logName = file.name;
|
|
355
|
+
|
|
356
|
+
// Size the reader's window in seconds of playback rather than bytes. Needs
|
|
357
|
+
// the file's own average byte rate, which is size ÷ duration; the size
|
|
358
|
+
// comes from the same stats call the realtime budget uses. Best effort —
|
|
359
|
+
// without it the reader keeps its own byte default.
|
|
360
|
+
//
|
|
361
|
+
// Sized for the file being READ, which for a soundtrack shipped separately
|
|
362
|
+
// is that file: it is a twentieth of the picture's size over the same
|
|
363
|
+
// duration, so the picture's byte rate would buy a window twenty times
|
|
364
|
+
// wider than the seconds it is meant to represent, and the piece store
|
|
365
|
+
// would hold it.
|
|
366
|
+
const readWindowBytes = await this.#host.hostLoad.readWindowBytesFor(
|
|
367
|
+
inputFile.sourceKey,
|
|
368
|
+
inputFile.fileIndex,
|
|
369
|
+
durationSeconds
|
|
370
|
+
);
|
|
371
|
+
if (!hasDuration) {
|
|
372
|
+
this.#host.logger.warn(
|
|
373
|
+
`transcode "${logName}": could not probe duration; falling back to ` +
|
|
374
|
+
"ffmpeg-managed (growing) playlist"
|
|
375
|
+
);
|
|
376
|
+
}
|
|
377
|
+
|
|
378
|
+
// For the video-copy path we cannot insert keyframes, so the playlist's
|
|
379
|
+
// segment boundaries must match the source's real keyframes (otherwise the
|
|
380
|
+
// player sees gaps on seek). Re-encoded video uses a uniform grid for
|
|
381
|
+
// segment boundaries instead (its fixed GOP makes the cuts land there —
|
|
382
|
+
// computeSegmentBoundaries ignores keyframeTimes when transcodeVideo).
|
|
383
|
+
//
|
|
384
|
+
// But the probe is ALSO used for something both branches need: choosing a
|
|
385
|
+
// SOURCE seek position ffmpeg can actually land on. `-ss` before `-i` trusts
|
|
386
|
+
// the container's own on-the-fly seek/index, which for some containers
|
|
387
|
+
// (observed: AVI with VBR MP3 audio) can point at a position with no valid
|
|
388
|
+
// frame boundary at all — ffmpeg then fails outright ("Seek failed" /
|
|
389
|
+
// "Header missing"), not just imprecisely. Snapping the seek to the nearest
|
|
390
|
+
// KNOWN real keyframe (see #startEncodeRun) avoids that. So probe for both
|
|
391
|
+
// branches; on failure both fall back to their current behaviour (uniform
|
|
392
|
+
// grid for boundaries, raw target for seeking) — no regression.
|
|
393
|
+
// The file's own table — the object every reader of this file holds, so a
|
|
394
|
+
// read that answers after this session was made still reaches it.
|
|
395
|
+
const keyframes = this.#host.keyframeTables.of({ sourceKey, fileIndex });
|
|
396
|
+
let keyframeMs = -1; // -1 = not run (skipped), -2 = running in the background
|
|
397
|
+
// A quality variant of a session whose cuts are the source's keyframes must
|
|
398
|
+
// be cut at exactly those same times, or its segments cannot stand where
|
|
399
|
+
// the other's would have. Nothing has to be handed over for that: the table
|
|
400
|
+
// is the FILE's, and a variant is a session of the same file, so it reads
|
|
401
|
+
// the one answer. What the inherited grid still carries is the CORRECTED
|
|
402
|
+
// boundaries and the published playlist, which are properties of the family
|
|
403
|
+
// rather than of the file.
|
|
404
|
+
if (inheritedGrid) {
|
|
405
|
+
// Nothing to read: the table above IS the file's, corrections included.
|
|
406
|
+
} else if (hasDuration && !transcodeVideo && !audioOnly) {
|
|
407
|
+
// Video-COPY path: the keyframe times are REQUIRED to build correct
|
|
408
|
+
// segment boundaries (the playlist itself), so this MUST block session
|
|
409
|
+
// creation — an incorrect playlist is worse than a slower start.
|
|
410
|
+
//
|
|
411
|
+
// The wait is bounded, and the bound is what the read costs on a real
|
|
412
|
+
// host rather than a figure picked here (`KEYFRAME_TABLE_BUDGET_MS`). A
|
|
413
|
+
// comment in this place used to promise a short timeout and "never more
|
|
414
|
+
// than ~6 s to session start" when no timeout existed at all; the file
|
|
415
|
+
// comes off a torrent, so the bytes the table lives in may still be
|
|
416
|
+
// arriving, and a session used to wait for them without limit.
|
|
417
|
+
//
|
|
418
|
+
// What is read is the container's OWN table (Cues/stss) rather than a
|
|
419
|
+
// scan of the media. On the copy path ffmpeg can only cut at the source's
|
|
420
|
+
// existing keyframes, so these times ARE the segment boundaries —
|
|
421
|
+
// declaring an even grid instead is a falsehood the player punishes: it
|
|
422
|
+
// walks the whole file to rebuild the timeline, or presents audio with no
|
|
423
|
+
// picture because a segment starts with nothing decodable (both
|
|
424
|
+
// field-observed 2026-08-02). Scanning cannot supply them here — the file
|
|
425
|
+
// comes off a torrent, and a full packet scan of 5.5 GB found 77
|
|
426
|
+
// keyframes in 45 s without finishing, while the container index yields
|
|
427
|
+
// all 570 in 0.8 s from two point reads (16 KB).
|
|
428
|
+
const keyframeStartMs = Date.now();
|
|
429
|
+
const { arrived } = await this.#host.keyframeTables.within({ sourceKey, fileIndex, logName });
|
|
430
|
+
keyframeMs = Date.now() - keyframeStartMs;
|
|
431
|
+
if (!arrived) {
|
|
432
|
+
// A read that ran out of its budget is still running, and the table is
|
|
433
|
+
// still unanswered — which is not the same as a file with no keyframes,
|
|
434
|
+
// and the distinction is the table's own (`answered` against
|
|
435
|
+
// `readable`). Recorded as an absence it would make a passing shortage
|
|
436
|
+
// of bytes look like a property of the bytes, and every later session
|
|
437
|
+
// of the file would re-encode a picture that can be copied.
|
|
438
|
+
this.#host.logger.warn(
|
|
439
|
+
`transcode: the keyframe table for "${logName}" has not arrived in ` +
|
|
440
|
+
`${Math.round(this.#host.keyframeTables.budgetMs / 1000)}s, so this session re-encodes the picture ` +
|
|
441
|
+
"instead of copying it; the read goes on and the next session of this file gets the copy"
|
|
442
|
+
);
|
|
443
|
+
}
|
|
444
|
+
if (!keyframes.readable) {
|
|
445
|
+
// No index, so there is no honest grid for a COPY: a copied picture can
|
|
446
|
+
// only be cut at the source's own keyframes, and we do not know where
|
|
447
|
+
// they are. Declaring an even grid instead is a falsehood the player
|
|
448
|
+
// punishes — it walks the whole file to rebuild the timeline, or shows
|
|
449
|
+
// audio with no picture because a segment begins with nothing
|
|
450
|
+
// decodable (both field-observed 2026-08-02).
|
|
451
|
+
//
|
|
452
|
+
// Re-encoding is the honest answer and costs an encoder: keyframes are
|
|
453
|
+
// then PLACED at our own cut times rather than found, so the grid is
|
|
454
|
+
// correct by construction whatever the container. MPEG-TS is the case
|
|
455
|
+
// this exists for — measured 2026-08-21, 669 real keyframes and no
|
|
456
|
+
// index of any kind to read them from — and a container whose index
|
|
457
|
+
// could not be read in the budget lands here too, which is right for
|
|
458
|
+
// the same reason.
|
|
459
|
+
transcodeVideo = true;
|
|
460
|
+
if (keyframes.answered) {
|
|
461
|
+
this.#host.logger.warn(
|
|
462
|
+
`transcode: no keyframe index in the ${keyframes.format} container for ` +
|
|
463
|
+
`"${logName}" — a copied picture has no honest grid without one, so the video is ` +
|
|
464
|
+
"re-encoded instead and its keyframes are placed on our own cuts"
|
|
465
|
+
);
|
|
466
|
+
}
|
|
467
|
+
}
|
|
468
|
+
} else if (hasDuration && transcodeVideo) {
|
|
469
|
+
// Re-encode path: keyframeTimes are ONLY used to snap a LATER seek (see
|
|
470
|
+
// #startEncodeRun) — segment boundaries stay on the uniform grid either
|
|
471
|
+
// way. So this does NOT need to block session creation / the first
|
|
472
|
+
// segment's start. Run it in the background with a FULL budget instead of
|
|
473
|
+
// the 6 s cap: AVI-class containers need a full packet scan, which 6 s can
|
|
474
|
+
// never afford without delaying playback start — that starved budget is
|
|
475
|
+
// exactly why the probe kept missing on the container where the seek bug
|
|
476
|
+
// was field-diagnosed. A run reads the file's table on every call, so a
|
|
477
|
+
// seek that happens AFTER this finishes picks it up automatically; one
|
|
478
|
+
// that happens before falls back to the existing circuit breaker as a
|
|
479
|
+
// safety net (no regression either way).
|
|
480
|
+
keyframeMs = -2;
|
|
481
|
+
const backgroundStartedAt = Date.now();
|
|
482
|
+
void this.#host.probeKeyframeTimes(inputFile.streamUrl(this.#host.localBaseUrl).toString(), 25_000).then((times) => {
|
|
483
|
+
// Into the FILE's table, which the picture, its quality steps and a
|
|
484
|
+
// second viewer's session all hold — so nothing has to be alive for the
|
|
485
|
+
// answer to be kept, and the session this probe was started for may
|
|
486
|
+
// long since have gone. It used to be written onto whichever session
|
|
487
|
+
// was still there, and dropped outright when none was.
|
|
488
|
+
this.#host.keyframeTables.learn({ sourceKey, fileIndex }, { times, format: "packet probe" });
|
|
489
|
+
const elapsedMs = Date.now() - backgroundStartedAt;
|
|
490
|
+
this.#host.logger.info(
|
|
491
|
+
times
|
|
492
|
+
? `transcode: background keyframe probe found ${times.length} keyframes ` +
|
|
493
|
+
`(${elapsedMs}ms) for "${logName}" — later seeks will snap to them`
|
|
494
|
+
: `transcode: background keyframe probe unavailable (${elapsedMs}ms) for "${logName}" ` +
|
|
495
|
+
`— seeks keep using the raw target (falls back to the circuit breaker on failure)`
|
|
496
|
+
);
|
|
497
|
+
});
|
|
498
|
+
}
|
|
499
|
+
this.#host.logger.info(
|
|
500
|
+
`cold-start "${logName}": media-info=${mediaInfoMs}ms (${mediaInfoSource}) ` +
|
|
501
|
+
`keyframes=${keyframeMs === -1 ? "skipped" : keyframeMs === -2 ? "background" : `${keyframeMs}ms`} ` +
|
|
502
|
+
`create-total=${Date.now() - createEntryMs}ms`
|
|
503
|
+
);
|
|
504
|
+
// Which grid this session is cut on. A copy has no choice: only where the
|
|
505
|
+
// source already has a keyframe. A re-encode normally takes the even grid —
|
|
506
|
+
// it produces every frame and may put keyframes where it likes — unless it
|
|
507
|
+
// is a variant of a keyframe-cut session, in which case it must land on the
|
|
508
|
+
// same times to be interchangeable with it.
|
|
509
|
+
// An audio rendition carries no picture, so it has no keyframes of its own
|
|
510
|
+
// to be cut at: it takes the grid of the video it accompanies, whatever that
|
|
511
|
+
// is. Handed one, it uses it; handed none, the base is on the even grid and
|
|
512
|
+
// so is this. Falling into the COPY branch instead — which is what
|
|
513
|
+
// `transcodeVideo: false` means everywhere else — would put the audio of a
|
|
514
|
+
// re-encoded stream on the source's keyframe times while the player was
|
|
515
|
+
// told the even grid, and the two drift further apart with every segment.
|
|
516
|
+
const useKeyframeGrid = hasDuration &&
|
|
517
|
+
keyframes.readable &&
|
|
518
|
+
(audioOnly ? inheritedGrid != null : (!transcodeVideo || inheritedGrid != null));
|
|
519
|
+
// A rung takes the grid it was handed, rather than working one out again
|
|
520
|
+
// from the same index. The two are not the same table: the one it is handed
|
|
521
|
+
// has been CORRECTED wherever a produced segment showed the index to be
|
|
522
|
+
// wrong, and it is those corrected times the copy actually cuts at. Building
|
|
523
|
+
// it afresh here would put the rung back on the index's fiction and undo the
|
|
524
|
+
// alignment it exists for.
|
|
525
|
+
// The file's own table, made once and shared by every session of it. A
|
|
526
|
+
// quality step is a different OUTPUT and the same cuts — which is exactly
|
|
527
|
+
// the agreement `inheritedGrid` used to arrange by handing a copy to each
|
|
528
|
+
// new session — so it is keyed by the file and the kind of grid, and
|
|
529
|
+
// nothing else.
|
|
530
|
+
const timeline = this.#host.timelines.get(
|
|
531
|
+
Timelines.keyFor(sourceKey, fileIndex, useKeyframeGrid ? "keyframe" : "uniform"),
|
|
532
|
+
() => {
|
|
533
|
+
const cut = hasDuration
|
|
534
|
+
? computeCutGrid({
|
|
535
|
+
useKeyframeGrid,
|
|
536
|
+
durationSeconds,
|
|
537
|
+
segDur: this.#host.segmentDurationSec,
|
|
538
|
+
keyframeTimes: keyframes.times,
|
|
539
|
+
startTime: sourceStartTime
|
|
540
|
+
})
|
|
541
|
+
: { boundaries: [], sourceTimes: [] };
|
|
542
|
+
const inherited = Array.isArray(inheritedGrid?.boundaries) && inheritedGrid.boundaries.length > 1;
|
|
543
|
+
return new Timeline({
|
|
544
|
+
boundaries: inherited ? [...inheritedGrid.boundaries] : cut.boundaries,
|
|
545
|
+
// The file's own clock for those cuts. An inherited table brings its
|
|
546
|
+
// boundaries and not this, so the seek falls back to searching there.
|
|
547
|
+
sourceTimes: inherited ? null : cut.sourceTimes,
|
|
548
|
+
cutGrid: useKeyframeGrid ? "keyframe" : "uniform"
|
|
549
|
+
});
|
|
550
|
+
}
|
|
551
|
+
);
|
|
552
|
+
// What this session will PUBLISH. A member of a family takes its base's
|
|
553
|
+
// published table verbatim; a session with no base publishes what it cuts
|
|
554
|
+
// at. The two differ exactly by the corrections made since the family's
|
|
555
|
+
// first playlist was written, and that difference is what must never reach
|
|
556
|
+
// the player as two different timelines.
|
|
557
|
+
const publishedGrid = timeline.published.length > 1 ? timeline.published : null;
|
|
558
|
+
const segmentCount = timeline.segmentCount;
|
|
559
|
+
|
|
560
|
+
// THE FORMAT, decided before the output is named, and possibly an output
|
|
561
|
+
// already here instead (`encode/quality/output-format.js`).
|
|
562
|
+
const decided = decideOutputFormat({
|
|
563
|
+
encodesPicture: transcodeVideo && carriesVideo,
|
|
564
|
+
exact: forceExactSize,
|
|
565
|
+
target: this.#targetFor({ normalizedTargetWidth, normalizedTargetHeight, visiblePicture, sourceWidth, sourceHeight }),
|
|
566
|
+
source: { width: sourceWidth, height: sourceHeight, megabitsPerSecond: file.decode?.megabitsPerSecond ?? null, decode: file.decode },
|
|
567
|
+
fps: outputFps,
|
|
568
|
+
encoder: this.#host.videoEncoder,
|
|
569
|
+
benchmark: this.#host.softwarePresetBenchmark,
|
|
570
|
+
cost: {
|
|
571
|
+
decodeModel: this.#host.decodeCostModel,
|
|
572
|
+
observedDecodeCostSec: this.#host.encodeCost.decodeCostFor(file.key)?.costSec ?? null,
|
|
573
|
+
requiredSpeed: this.#host.hostLoad.requiredSpeedFor(sourceKey, fileIndex)
|
|
574
|
+
},
|
|
575
|
+
chooseBudget: (params) => this.#host.encodeCost.chooseEncodeBudget(params),
|
|
576
|
+
machineAdmission: this.#host.admission
|
|
577
|
+
? (candidate) => this.#host.admission.previewCandidate(candidate, file)
|
|
578
|
+
: null,
|
|
579
|
+
tonemap: applyTonemap,
|
|
580
|
+
capKbps,
|
|
581
|
+
limitsFor: (frame) => this.#host.limitsFor(frame),
|
|
582
|
+
audioLoad: audioLoadOf(
|
|
583
|
+
viewerAudio !== undefined
|
|
584
|
+
? viewerAudio
|
|
585
|
+
: { transcode: transcodeAudio === true, bitrateKbps: audioSource.bitrateKbps ?? null },
|
|
586
|
+
AUDIO_TRANSCODE_KBPS
|
|
587
|
+
),
|
|
588
|
+
specWith: (encode) => new OutputSpec({
|
|
589
|
+
sourceKey,
|
|
590
|
+
segmentFormatId: segmentFormat.id,
|
|
591
|
+
// Where it is ACTUALLY cut: a copy whose container states no keyframes
|
|
592
|
+
// is re-encoded onto the even grid, and is named so.
|
|
593
|
+
grid: new CutGrid({ kind: useKeyframeGrid ? "keyframe" : "uniform", fileIndex }),
|
|
594
|
+
video: carriesVideo ? new VideoOutput({ fileIndex, encode }) : null,
|
|
595
|
+
audio: carriesAudio
|
|
596
|
+
? new AudioOutput({ fileIndex: audioSource.fileIndex, trackIndex: audioSource.sourceTrackIndex, transcode: transcodeAudio === true })
|
|
597
|
+
: null
|
|
598
|
+
}),
|
|
599
|
+
serving: {
|
|
600
|
+
mode: servingMode ?? (forceExactSize ? "manual" : "auto"),
|
|
601
|
+
linkMbps: viewerLinkMbps,
|
|
602
|
+
keys: [...this.#host.outputs.values()].map((other) => other.outputKey).concat(this.#host.segmentOutputFiles.addresses()),
|
|
603
|
+
readyAt: (key) => this.#host.segmentOutputFiles.isClosed(key, timeline.indexForTime(Math.max(0, startPositionSeconds))),
|
|
604
|
+
observedPeakMbps: (candidate) => this.#host.observedPeakMbps?.(candidate) ?? null
|
|
605
|
+
}
|
|
606
|
+
});
|
|
607
|
+
if (decided.unavailable) {
|
|
608
|
+
this.#host.logger.info(
|
|
609
|
+
`transcode "${logName}": no output suits this viewer — ${decided.unavailable.reason} ` +
|
|
610
|
+
`${JSON.stringify(decided.unavailable.figures)} (wanted ${decided.wantedKey})`
|
|
611
|
+
);
|
|
612
|
+
const error = new Error(`No output suits this viewer: ${decided.unavailable.reason}.`);
|
|
613
|
+
// Bound by the MACHINE rather than by the viewer's link, for the output a
|
|
614
|
+
// viewer is opening: another proxy is the answer, found before anything
|
|
615
|
+
// plays. A step asked for on their behalf stays "unavailable", which is
|
|
616
|
+
// how every caller of a step already reads a refusal.
|
|
617
|
+
error.code = decided.unavailable.bound === "machine" && typeof claim === "function"
|
|
618
|
+
? OUTPUT_NO_CAPACITY
|
|
619
|
+
: OUTPUT_UNAVAILABLE;
|
|
620
|
+
error.details = { reason: decided.unavailable.reason, figures: decided.unavailable.figures, wantedKey: decided.wantedKey };
|
|
621
|
+
throw error;
|
|
622
|
+
}
|
|
623
|
+
if (decided.answer) {
|
|
624
|
+
this.#host.logger.info(
|
|
625
|
+
`transcode "${logName}": ${decided.answer.verdict} for this viewer ${JSON.stringify(linkFiguresOf(decided.answer))}`
|
|
626
|
+
);
|
|
627
|
+
}
|
|
628
|
+
const spec = decided.spec;
|
|
629
|
+
const budget = decided.budget;
|
|
630
|
+
if (decided.reusedKey) {
|
|
631
|
+
this.#host.logger.info(`transcode "${logName}": served by an output already here, ${decided.reusedKey}, instead of ${decided.wantedKey}`);
|
|
632
|
+
}
|
|
633
|
+
transcodeVideo = carriesVideo ? spec.transcodesVideo : transcodeVideo;
|
|
634
|
+
const width = spec.video?.encode?.width ?? 0;
|
|
635
|
+
const height = spec.video?.encode?.height ?? 0;
|
|
636
|
+
const outputKey = spec.toKey();
|
|
637
|
+
// THE NAME FOLLOWS FROM THE KEY, so there is nothing to look it up in. A
|
|
638
|
+
// second table held key → name, which is a fact that can go out of step
|
|
639
|
+
// with the thing it points at: a session disposed without the table being
|
|
640
|
+
// cleared leaves a name pointing at nothing, and the next viewer of that
|
|
641
|
+
// output is handed it.
|
|
642
|
+
const existingId = spec.toName();
|
|
643
|
+
if (existingId) {
|
|
644
|
+
const existing = this.#host.outputs.get(existingId);
|
|
645
|
+
if (existing) {
|
|
646
|
+
this.#claimOrRefuse(claim, existing, logName);
|
|
647
|
+
return { output: existing, existed: true, audio, verdict: decided.answer ? linkFiguresOf(decided.answer) : null };
|
|
648
|
+
}
|
|
649
|
+
}
|
|
650
|
+
|
|
651
|
+
// Only a session actually made is timed: a viewer joining one costs none
|
|
652
|
+
// of what this figure predicts for the next viewer who has to wait.
|
|
653
|
+
this.#host.hostTimings.rememberSessionCreateLatency(Date.now() - createEntryMs);
|
|
654
|
+
const sessionId = spec.toName();
|
|
655
|
+
const output = new Output({
|
|
656
|
+
encodeWidth: width,
|
|
657
|
+
encodeHeight: height,
|
|
658
|
+
outputFps,
|
|
659
|
+
softwarePreset: spec.video?.encode?.preset ?? null,
|
|
660
|
+
applyTonemap: spec.video?.encode?.tonemap === true
|
|
661
|
+
});
|
|
662
|
+
|
|
663
|
+
const session = new EncodedOutput({
|
|
664
|
+
id: sessionId,
|
|
665
|
+
spec,
|
|
666
|
+
file,
|
|
667
|
+
keyframes,
|
|
668
|
+
timeline,
|
|
669
|
+
segmentFormat,
|
|
670
|
+
output,
|
|
671
|
+
useSyntheticPlaylist: hasDuration,
|
|
672
|
+
playlistText: hasDuration ? mediaPlaylistText({ boundaries: publishedGrid, segmentFormat }) : "",
|
|
673
|
+
variantHeight: forceExactSize && height > 0 ? height : undefined
|
|
674
|
+
});
|
|
675
|
+
this.#host.outputs.set(sessionId, session);
|
|
676
|
+
// THE PLACE ON THIS MACHINE, taken in the same synchronous stretch as the
|
|
677
|
+
// registration: priced as registered, and withdrawn whole if refused, so a
|
|
678
|
+
// refused opening leaves nothing behind — no directory, no timing.
|
|
679
|
+
try {
|
|
680
|
+
this.#claimOrRefuse(claim, session, logName);
|
|
681
|
+
} catch (error) {
|
|
682
|
+
this.#host.outputs.delete(sessionId);
|
|
683
|
+
throw error;
|
|
684
|
+
}
|
|
685
|
+
|
|
686
|
+
// Only now, when nothing above can still throw. Everything from the probe
|
|
687
|
+
// to the keyframe index used to run with the directory already made, so a
|
|
688
|
+
// failure between the two left it behind: nothing tracks a directory whose
|
|
689
|
+
// session was never registered, and no sweep looks for one. Proxy
|
|
690
|
+
// 2.9.101-2.9.102 failed here on every single request and the leftovers
|
|
691
|
+
// were the only trace of it on disk.
|
|
692
|
+
// A RETURN, if this output was held before — and its age, which is the one
|
|
693
|
+
// term of the keeping period that nothing measures. Read BEFORE the
|
|
694
|
+
// directory is claimed, since claiming it is what marks it read.
|
|
695
|
+
this.#host.returns.note({ lastReadAt: this.#host.segmentOutputFiles.lastReadAt(spec.toKey()), now: Date.now() });
|
|
696
|
+
this.#host.segmentOutputFiles.directoryFor(spec.toKey());
|
|
697
|
+
this.#host.segmentOutputFiles.useFormat(spec.toKey(), segmentFormat);
|
|
698
|
+
this.#host.hostTimings.noteOutputCreated(session, createEntryMs);
|
|
699
|
+
this.#host.encodeRuns.setReadWindow(session, readWindowBytes);
|
|
700
|
+
this.#host.encodeCost.notePredictionFor(session, output.encodeHeight);
|
|
701
|
+
// Decided before the key was built and only recorded here. Whether the audio
|
|
702
|
+
// travels separately decides the ffmpeg arguments, what the master says,
|
|
703
|
+
// whether the rendition route answers at all AND what the session is keyed
|
|
704
|
+
// on, and those four must agree for the whole life of the session — a
|
|
705
|
+
// session whose picture was encoded without audio cannot start muxing it in
|
|
706
|
+
// at the next restart without either playing it twice or refusing the
|
|
707
|
+
// append, and one keyed as carrying no sound must never mux somebody else's
|
|
708
|
+
// language into a picture two viewers share.
|
|
709
|
+
//
|
|
710
|
+
// It must not be asked a second time, because the answer moves: the offered
|
|
711
|
+
// list is recomputed as the host learns what this source costs, and
|
|
712
|
+
// crossing "two rungs" would flip the arrangement under a stream that is
|
|
713
|
+
// playing.
|
|
714
|
+
this.#host.logger.info(
|
|
715
|
+
// Proxy version on the session-start line: a field report always includes
|
|
716
|
+
// one of these, so "is the host actually running the build I published?"
|
|
717
|
+
// is answered by the log itself instead of a round trip to the machine.
|
|
718
|
+
`transcode ${sessionId} start (proxy ${PROXY_VERSION}) "${logName}" ` +
|
|
719
|
+
// Where the browser asked the encoder to begin. A resume that reaches
|
|
720
|
+
// hls.js but not this call makes the player request a segment nobody
|
|
721
|
+
// was told to produce: measured 2026-08-06, the session began at #0
|
|
722
|
+
// while the player asked for #127 and gave up 45.6 s later. Neither
|
|
723
|
+
// side saying what it meant is why that took three attempts to place.
|
|
724
|
+
`start=${Math.round(normalizedStartPosition)}s ` +
|
|
725
|
+
`video=${transcodeVideo ? `${this.#host.videoEncoder.name}${output.softwarePreset ? `/${output.softwarePreset}` : ""}` : "copy"} ` +
|
|
726
|
+
`audio=${transcodeAudio ? "aac" : "copy"} ` +
|
|
727
|
+
// Branch tag for log correlation: A = video re-encode (fixed GOP, grid
|
|
728
|
+
// aligned, ts-offset); B = video copy (cut at source keyframes, copyts).
|
|
729
|
+
`branch=${transcodeVideo ? "A(reencode,fixed-gop)" : "B(copy,copyts)"} ` +
|
|
730
|
+
`seg=${timeline.cutGrid} ` +
|
|
731
|
+
`${sourceWidth && sourceHeight ? `src=${sourceWidth}x${sourceHeight} ` : ""}` +
|
|
732
|
+
// The size produced, and how it was arrived at: exactly as asked, the
|
|
733
|
+
// budget's rung of the viewer's own ladder, or the box asked for where
|
|
734
|
+
// there is no ladder to choose from.
|
|
735
|
+
`${transcodeVideo
|
|
736
|
+
? `enc=${output.encodeWidth || "src"}x${output.encodeHeight || "src"}@${output.outputFps} ` +
|
|
737
|
+
`size=${forceExactSize ? "exact" : budget ? `budget rung ${budget.rungIndex + 1}/${budget.ladder.length}` : "asked"} `
|
|
738
|
+
: ""}` +
|
|
739
|
+
// HDR source and whether the tone-map chain was applied (vs washed-out
|
|
740
|
+
// fallback when the filters are missing or on a hardware encoder).
|
|
741
|
+
`${transcodeVideo && mediaInfo.isHdr ? `hdr=1 tonemap=${applyTonemap ? "on" : "off"} ` : ""}` +
|
|
742
|
+
`${sourceStartTime ? `start=${sourceStartTime.toFixed(3)} ` : ""}` +
|
|
743
|
+
`duration=${hasDuration ? formatSeconds(durationSeconds) : "unknown"} segments=${segmentCount} ` +
|
|
744
|
+
// What this session was keyed on, which is what decides whether the next
|
|
745
|
+
// viewer joins it or starts a second encoder beside it. Printed because
|
|
746
|
+
// a fork was undiagnosable without it: on 2026-09-03 two viewers of one
|
|
747
|
+
// copied picture got two sessions with identical descriptions and
|
|
748
|
+
// byte-identical output, both create requests were 265 bytes, and
|
|
749
|
+
// nothing anywhere said what the two had been told apart by.
|
|
750
|
+
`key=${outputKey}`
|
|
751
|
+
);
|
|
752
|
+
|
|
753
|
+
// Where the first encoder goes is the plan's, placed by the same arithmetic
|
|
754
|
+
// as every later one from where the viewers stand; the requester is placed
|
|
755
|
+
// by the operation that asked for this output.
|
|
756
|
+
return { output: session, existed: false, audio, verdict: decided.answer ? linkFiguresOf(decided.answer) : null };
|
|
757
|
+
}
|
|
758
|
+
}
|