@torrent-tv/proxy 2.86.0 → 2.87.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2142 -1915
- package/CLAUDE.md +322 -197
- package/assets/calibration/NOTICE.md +2 -2
- package/bin/cli.js +684 -616
- package/biome.json +409 -233
- package/docs/browser-proxy-contract.md +94 -0
- package/docs/container-architecture.md +218 -213
- package/docs/download-architecture.md +7 -7
- package/docs/encode-architecture.md +287 -11
- package/docs/encode-run-state.md +2 -2
- package/docs/logs.md +97 -97
- package/docs/{disk-architecture.md → storage-architecture.md} +107 -1
- package/openspec/changes/adaptive-bitrate/design.md +2 -2
- package/openspec/changes/adaptive-bitrate/proposal.md +1 -1
- package/openspec/changes/adaptive-bitrate/tasks.md +1 -1
- package/openspec/changes/chunked-request-bodies/design.md +1 -1
- package/openspec/changes/chunked-request-bodies/proposal.md +1 -1
- package/openspec/changes/chunked-request-bodies/tasks.md +1 -1
- package/openspec/changes/cold-start/design.md +1 -1
- package/openspec/changes/disk-cap/proposal.md +1 -1
- package/openspec/changes/proxy-observability/proposal.md +2 -2
- package/openspec/changes/track-selection/proposal.md +1 -1
- package/openspec/changes/transcode-quality/proposal.md +1 -1
- package/package.json +2 -2
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/routes/api/playback-plan/post.js +2 -2
- package/routes/api/sources/files/get.js +1 -1
- package/routes/api/sources/stats/get.js +1 -1
- package/routes/api/sources/warm/post.js +10 -3
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +3 -3
- package/routes/api/transcode-sessions/net-report/post.js +129 -94
- package/routes/api/transcode-sessions/post.js +160 -139
- package/routes/api/transcode-sessions/progress/get.js +3 -3
- package/routes/api/transcode-sessions/release/post.js +3 -3
- package/routes/api/transcode-sessions/seek/post.js +12 -3
- package/routes/stream/get.js +2 -2
- package/routes/transcode/audio-file/get.js +15 -6
- package/routes/transcode/audio-warm/get.js +9 -6
- package/routes/transcode/session-file/get.js +52 -268
- package/routes/transcode/variant-file/get.js +46 -7
- package/routes/transcode/variant-warm/get.js +19 -6
- package/scripts/render-run-graph.js +1 -1
- package/server.js +720 -465
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -0
- package/services/encode/EncodeAdmission.js +332 -0
- package/services/{orchestrators → encode}/EncodeOrchestrator.js +307 -29
- package/services/encode/EncodeRun.js +16 -9
- package/services/encode/EncodeRuns.js +1229 -0
- package/services/encode/Encoder.js +18 -2
- package/services/encode/EncoderSelection.js +38 -0
- package/services/encode/LocalObservations.js +359 -0
- package/services/encode/NvencEncoder.js +5 -0
- package/services/encode/OutputOpening.js +755 -0
- package/services/encode/OutputTimes.js +579 -0
- package/services/encode/Renditions.js +2162 -0
- package/services/encode/RunProgress.js +84 -0
- package/services/encode/SoftwareEncoder.js +12 -7
- package/services/encode/args.js +402 -186
- package/services/encode/calibration.js +361 -0
- package/services/encode/contention.js +128 -128
- package/services/encode/encode-run-state.js +16 -20
- package/services/encode/fingerprint.js +322 -0
- package/services/{hwaccel.js → encode/hwaccel.js} +82 -42
- package/services/{learned-median.js → encode/learned-median.js} +11 -0
- package/services/encode/output/EncodedOutput.js +57 -0
- package/services/encode/output/Output.js +131 -0
- package/services/{output/LiveOutputs.js → encode/output/OutputCatalog.js} +141 -40
- package/services/encode/output/OutputSpec.js +390 -0
- package/services/{output → encode/output}/Timeline.js +12 -37
- package/services/encode/output/index.js +20 -0
- package/services/encode/output/ladder.js +32 -0
- package/services/{output → encode/output}/playlists.js +3 -0
- package/services/encode/output-key-format.js +21 -0
- package/services/encode/quality/EncodeCost.js +1083 -0
- package/services/encode/quality/HostLoad.js +525 -0
- package/services/encode/quality/HostTimings.js +249 -0
- package/services/encode/quality/OutputQualityState.js +28 -0
- package/services/encode/quality/QualityController.js +935 -0
- package/services/encode/quality/QualityOffer.js +416 -0
- package/services/encode/quality/drain-threat.js +47 -0
- package/services/encode/quality/link-budget.js +254 -0
- package/services/encode/quality/output-format.js +266 -0
- package/services/encode/quality/serving-output.js +216 -0
- package/services/encode/quality/visible-rung.js +57 -0
- package/services/encode/run-command.js +23 -20
- package/services/encode/run-inputs.js +42 -0
- package/services/{segment-formats → encode/segment-formats}/fmp4.js +63 -0
- package/services/{segment-formats → encode/segment-formats}/index.js +3 -3
- package/services/encode/segment-formats/init-compat.js +324 -0
- package/services/{segment-formats → encode/segment-formats}/mp4-boxes.js +8 -3
- package/services/encode/throughput.js +97 -0
- package/services/{orchestrators → media}/ContainerOrchestrator.js +45 -7
- package/services/media/KeyframeTables.js +316 -0
- package/services/{source → media}/SourceFile.js +7 -55
- package/services/{torrent-worker/subtitle-cues.js → media/SubtitleCues.js} +103 -132
- package/services/media/SubtitleOrchestrator.js +167 -0
- package/services/{audio-inventory.js → media/audio-inventory.js} +7 -1
- package/services/{container → media/container}/AviContainer.js +266 -266
- package/services/{container → media/container}/Container.js +596 -601
- package/services/media/container/ContainerFactory.js +56 -0
- package/services/media/container/KeyframeTable.js +272 -0
- package/services/{container → media/container}/MatroskaContainer.js +1485 -1485
- package/services/{container → media/container}/Mp4Container.js +1244 -1244
- package/services/{container → media/container}/SubtitleFileContainer.js +322 -322
- package/services/media/keyframe-probe.js +157 -0
- package/services/media/media-info-probe.js +93 -0
- package/services/{playback-planner.js → media/playback-planner.js} +82 -39
- package/services/{tracks → media/tracks}/AudioTrack.js +131 -131
- package/services/{tracks → media/tracks}/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -0
- package/services/server/SegmentServing.js +1146 -0
- package/services/server/ViewerRequests.js +522 -0
- package/services/server/controllers/PlaybackController.js +36 -0
- package/services/{controllers → server/controllers}/SubtitleController.js +17 -33
- package/services/server/http-responses.js +60 -0
- package/services/server/transcode-session-files.js +325 -0
- package/services/server/wire-outputs.js +983 -0
- package/services/storage/Diagnostics.js +202 -0
- package/services/storage/MachineBudget.js +235 -0
- package/services/{piece-store → storage}/allowance.js +107 -107
- package/services/{core-dumps.js → storage/core-dumps.js} +1 -1
- package/services/{files → storage/files}/CompletedFiles.js +116 -1
- package/services/{disk → storage}/free.js +33 -0
- package/services/storage/machine-memory.js +56 -0
- package/services/{memory-report.js → storage/memory-report.js} +575 -596
- package/services/{piece-store → storage/piece-store}/piece-disk-store.js +0 -7
- package/services/{piece-store → storage/piece-store}/shared-piece-store.js +28 -21
- package/services/{encode → storage/segment-store}/SegmentStore.js +395 -8
- package/services/storage/wire.js +175 -0
- package/services/{download → torrent/download}/SwarmSelection.js +2 -2
- package/services/{download → torrent/download}/registry.js +2 -2
- package/services/torrent/files.js +1 -1
- package/services/torrent/piece-store-of.js +29 -0
- package/services/{torrent-pool.js → torrent/torrent-pool.js} +26 -119
- package/services/{torrent-worker → torrent/worker}/background-fill.js +2 -2
- package/services/{torrent-worker → torrent/worker}/channel.js +271 -250
- package/services/{torrent-worker → torrent/worker}/client.js +77 -58
- package/services/torrent/worker/held-bytes.js +155 -0
- package/services/{torrent-worker → torrent/worker}/install-webrtc-shim.js +1 -1
- package/services/{torrent-worker → torrent/worker}/piece-reader.js +21 -30
- package/services/{torrent-worker → torrent/worker}/pool-adapter.js +101 -137
- package/services/{torrent-worker → torrent/worker}/protocol.js +26 -30
- package/services/torrent/worker/resume-warm.js +107 -0
- package/services/{torrent-worker → torrent/worker}/webrtc-shim.js +2 -2
- package/services/{torrent-worker → torrent/worker}/worker.js +68 -159
- package/services/{data-channel-handler.js → transport/data-channel-handler.js} +1356 -1356
- package/services/{delivery-probe.js → transport/delivery-probe.js} +842 -842
- package/services/{health-collector.js → transport/health-collector.js} +6 -35
- package/services/{packet-witness.js → transport/packet-witness.js} +808 -784
- package/services/{port-mapper.js → transport/port-mapper.js} +1 -1
- package/services/{usrsctp-state.js → transport/usrsctp-state.js} +1 -1
- package/services/{webrtc-manager.js → transport/webrtc-manager.js} +1 -1
- package/services/viewer/Assignments.js +340 -0
- package/services/{priority → viewer}/PriorityMap.js +390 -390
- package/services/{priority → viewer}/PriorityOrchestrator.js +325 -320
- package/services/viewer/Viewer.js +657 -483
- package/services/viewer/Viewers.js +368 -257
- package/services/viewer/active-output.js +37 -54
- package/services/viewer/audio-start.js +4 -3
- package/services/viewer/buffer-trend.js +81 -0
- package/services/viewer/choices.js +647 -0
- package/services/viewer/positions.js +126 -120
- package/services/viewer/report-intake.js +46 -45
- package/test/asset-paths.test.js +28 -0
- package/test/audio-inventory.test.js +3 -3
- package/test/audio-track-bitrate.test.js +40 -0
- package/test/auto-quality-step.test.js +707 -515
- package/test/available-share.test.js +1 -1
- package/test/background-fill.test.js +1 -1
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +1 -1
- package/test/concurrent-cost.test.js +13 -3
- package/test/container-media-info.test.js +3 -3
- package/test/core-dumps.test.js +1 -1
- package/test/coverage-follows-the-disk.test.js +46 -9
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -0
- package/test/cut-times-timeline.test.js +2 -2
- package/test/cuts-follow-published-grid.test.js +9 -8
- package/test/data-channel-frame.test.js +1 -1
- package/test/dead-torrent-handle.test.js +1 -1
- package/test/declared-rates.test.js +2 -2
- package/test/declared-tracks.test.js +2 -2
- package/test/decode-cost-fit.test.js +1 -1
- package/test/decode-cost.test.js +34 -25
- package/test/delivery-probe.test.js +1 -1
- package/test/demand-register.test.js +4 -4
- package/test/dht-bootstrap.test.js +1 -1
- package/test/drain-threat.test.js +65 -0
- package/test/duplicate-add.test.js +1 -1
- package/test/encode-admission.test.js +146 -0
- package/test/encode-cost.test.js +199 -10
- package/test/encode-orchestrator.test.js +39 -1
- package/test/encode-plan-viewers.test.js +2 -2
- package/test/encode-run.test.js +2 -2
- package/test/encode-slope.test.js +1 -1
- package/test/encoded-output.test.js +39 -0
- package/test/encoder-readings.test.js +1 -1
- package/test/every-claimant-is-told-its-share.test.js +152 -0
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -0
- package/test/failed-start-breaker.test.js +81 -30
- package/test/fastest-wires.test.js +1 -1
- package/test/ffmpeg-stream-counts.test.js +1 -1
- package/test/file-edges.test.js +3 -3
- package/test/fmp4-self-contained.test.js +1 -1
- package/test/fmp4-timestamps.test.js +1 -1
- package/test/fmp4-track-completeness.test.js +1 -1
- package/test/format-keyed-outputs.test.js +78 -0
- package/test/health-metrics.test.js +3 -2
- package/test/held-request-width.test.js +22 -23
- package/test/helpers/encode-run.js +136 -136
- package/test/helpers/held-file.js +29 -0
- package/test/helpers/manager.js +57 -0
- package/test/helpers/output-spec.js +63 -0
- package/test/host-load.test.js +1 -1
- package/test/index-accuracy-is-about-the-file.test.js +128 -0
- package/test/init-compat.test.js +219 -0
- package/test/input-lost-quiets-the-plan.test.js +1 -1
- package/test/input-unavailable.test.js +1 -1
- package/test/keeping-period.test.js +4 -4
- package/test/keyframe-index-accuracy.test.js +97 -45
- package/test/keyframe-table-budget.test.js +28 -33
- package/test/keyframes-belong-to-the-file.test.js +174 -57
- package/test/learned-median.test.js +1 -1
- package/test/letting-go-asks-who-is-watching.test.js +191 -0
- package/test/limit-row-by-area.test.js +60 -0
- package/test/link-budget.test.js +111 -0
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -0
- package/test/look-ahead-coverage.test.js +1 -1
- package/test/manager-surface.test.js +294 -0
- package/test/matroska-blocks.test.js +0 -0
- package/test/matroska-cues-track.test.js +1 -1
- package/test/memory-budget.test.js +2 -2
- package/test/mp4-composition-times.test.js +0 -0
- package/test/mp4-subtitles.test.js +1 -1
- package/test/one-authority.test.js +45 -41
- package/test/one-budget.test.js +149 -0
- package/test/one-output-one-session.test.js +204 -0
- package/test/{disk-space.test.js → one-resource-divided.test.js} +30 -10
- package/test/one-serving-output-per-height.test.js +458 -0
- package/test/orchestrator-wired.test.js +46 -45
- package/test/output-catalog.test.js +39 -0
- package/test/output-shape.test.js +4 -51
- package/test/output-spec.test.js +251 -157
- package/test/output-speed.test.js +17 -15
- package/test/outputs-being-prepared.test.js +40 -0
- package/test/packet-witness-ring.test.js +2 -2
- package/test/packet-witness.test.js +1 -1
- package/test/piece-disk-store.test.js +2 -2
- package/test/piece-from-whole-file.test.js +1 -1
- package/test/piece-lru.test.js +1 -1
- package/test/piece-reader.test.js +2 -2
- package/test/piece-store-eviction.test.js +1 -1
- package/test/piece-store-never-refuses.test.js +1 -1
- package/test/piece-store-reservations.test.js +1 -1
- package/test/piece-store-slow-disk.test.js +1 -1
- package/test/piece-tail.test.js +1 -1
- package/test/plan-host-timings.test.js +1 -1
- package/test/plan-is-steady.test.js +225 -225
- package/test/priority-map-download.test.js +4 -4
- package/test/priority-map-emptied.test.js +204 -205
- package/test/priority-map-per-output.test.js +215 -209
- package/test/priority-map.test.js +1 -1
- package/test/probe-wedge-certainty.test.js +1 -1
- package/test/produced-copy-choice.test.js +15 -60
- package/test/quality-offer.test.js +162 -0
- package/test/quality-variants.test.js +1229 -1167
- package/test/rate-control-in-the-output.test.js +180 -0
- package/test/read-survives-withdrawal.test.js +2 -2
- package/test/read-window.test.js +10 -3
- package/test/resume-warm.test.js +1 -1
- package/test/run-inputs.test.js +80 -0
- package/test/run-position-follows-published-grid.test.js +13 -11
- package/test/run-progress.test.js +65 -0
- package/test/same-height-switch.test.js +664 -0
- package/test/seek-frees-the-viewers-requests.test.js +217 -0
- package/test/seek-landing.test.js +13 -13
- package/test/seek-target-not-superseded.test.js +28 -29
- package/test/segment-closed-on-both-branches.test.js +96 -0
- package/test/segment-cut-times.test.js +1 -1
- package/test/segment-hold-supersede.test.js +28 -35
- package/test/segment-judged-by-its-own-header.test.js +221 -0
- package/test/segment-serve-wiring.test.js +130 -39
- package/test/segment-store-eviction.test.js +22 -7
- package/test/segment-store.test.js +98 -14
- package/test/segment-true-start.test.js +1 -1
- package/test/segments-are-shared.test.js +17 -16
- package/test/send-chunk-bytes.test.js +1 -1
- package/test/serving-existing-output.test.js +102 -0
- package/test/serving-output.test.js +102 -0
- package/test/shared-piece-store.test.js +1 -1
- package/test/source-file.test.js +1 -1
- package/test/stale-request-after-seek.test.js +17 -21
- package/test/startup-readings.test.js +10 -5
- package/test/subtitle-cue-framing.test.js +5 -5
- package/test/subtitle-cue-source.test.js +36 -38
- package/test/subtitle-cue-walk.test.js +11 -10
- package/test/subtitle-defaults.test.js +1 -1
- package/test/subtitle-language.test.js +4 -4
- package/test/subtitle-track-numbering.test.js +5 -4
- package/test/supply-margin.test.js +1 -1
- package/test/swarm-follows-readers.test.js +3 -3
- package/test/swarm-reach.test.js +1 -1
- package/test/swarm-selection.test.js +3 -3
- package/test/tail-duplication.test.js +1 -1
- package/test/the-channel-has-both-ends.test.js +91 -0
- package/test/the-torrent-thread-serves-bytes.test.js +107 -0
- package/test/thread-pool.test.js +3 -3
- package/test/timeline.test.js +1 -12
- package/test/torrent-cost.test.js +1 -1
- package/test/tracks-begin-together.test.js +38 -24
- package/test/tunnel-renewal.test.js +1 -1
- package/test/two-viewers-one-picture.test.js +120 -87
- package/test/upload-hurry.test.js +3 -3
- package/test/usrsctp-state.test.js +1 -1
- package/test/video-facts.test.js +1 -1
- package/test/viewer-assignments.test.js +143 -0
- package/test/viewer-outputs.test.js +60 -52
- package/test/viewer-presence.test.js +22 -25
- package/test/viewer-requests-admission.test.js +89 -0
- package/test/viewer-states.test.js +189 -202
- package/test/viewer-subtitle-subscription.test.js +1 -1
- package/test/viewer.test.js +139 -136
- package/test/viewing-generations.test.js +390 -0
- package/test/visible-rung.test.js +37 -0
- package/test/wait-ledger.test.js +1 -1
- package/test/webrtc-shim.test.js +3 -3
- package/test/wedge-certainty.test.js +2 -2
- package/test/withdraw-piece-claim.test.js +2 -2
- package/test/worker-channel.test.js +1 -31
- package/utils/client-log-file.js +151 -151
- package/scripts/read-container-index.mjs +0 -108
- package/services/container/ContainerFactory.js +0 -122
- package/services/controllers/PlaybackController.js +0 -33
- package/services/disk/DiskSpace.js +0 -150
- package/services/disk/wire.js +0 -61
- package/services/hls-session-manager.js +0 -9608
- package/services/orchestrators/SubtitleOrchestrator.js +0 -160
- package/services/output/Output.js +0 -94
- package/services/output/OutputSpec.js +0 -202
- package/services/output/index.js +0 -1
- package/services/output/ladder.js +0 -26
- package/services/produced-index.js +0 -222
- package/services/quality/EncodeCost.js +0 -555
- package/services/torrent-worker/container-tracks.js +0 -414
- package/services/viewer/link-readings.js +0 -56
- package/test/produced-index.test.js +0 -142
- /package/{services → bin}/thread-pool.js +0 -0
- /package/services/{available-share.js → encode/available-share.js} +0 -0
- /package/services/{decode-cost-fit.js → encode/decode-cost-fit.js} +0 -0
- /package/services/{encoder-readings.js → encode/encoder-readings.js} +0 -0
- /package/services/{host-load.js → encode/host-load.js} +0 -0
- /package/services/{output → encode/output}/cut-grid.js +0 -0
- /package/services/{output → encode/output}/rates.js +0 -0
- /package/services/{segment-formats → encode/segment-formats}/mpegts.js +0 -0
- /package/services/{torrent-cost.js → encode/torrent-cost.js} +0 -0
- /package/services/{container → media/container}/ebml-reader.js +0 -0
- /package/services/{ffmpeg-banner.js → media/ffmpeg-banner.js} +0 -0
- /package/services/{tracks → media/tracks}/ContainerTrack.js +0 -0
- /package/services/{tracks → media/tracks}/ImageSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/SubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/TextSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/VideoTrack.js +0 -0
- /package/services/{tracks → media/tracks}/index.js +0 -0
- /package/services/{files → storage/files}/piece-from-whole-file.js +0 -0
- /package/services/{disk → storage}/keep.js +0 -0
- /package/services/{piece-store → storage/piece-store}/piece-lru.js +0 -0
- /package/services/{disk → storage}/returns.js +0 -0
- /package/services/{demand → torrent/demand}/DemandRegister.js +0 -0
- /package/services/{demand → torrent/demand}/Urgency.js +0 -0
- /package/services/{demand → torrent/demand}/Window.js +0 -0
- /package/services/{demand → torrent/demand}/index.js +0 -0
- /package/services/{demand → torrent/demand}/pieces.js +0 -0
- /package/services/{download → torrent/download}/withdraw-claim.js +0 -0
- /package/services/{supply-margin.js → torrent/supply-margin.js} +0 -0
- /package/services/{torrent-source-key.js → torrent/torrent-source-key.js} +0 -0
- /package/services/{torrent-worker → torrent/worker}/fastest-wires.js +0 -0
- /package/services/{torrent-worker → torrent/worker}/handle-state.js +0 -0
- /package/services/{nat-classifier.js → transport/nat-classifier.js} +0 -0
- /package/services/{registry-api.js → transport/registry-api.js} +0 -0
- /package/services/{tunnel-client.js → transport/tunnel-client.js} +0 -0
- /package/services/{priority → viewer}/WaitLedger.js +0 -0
|
@@ -0,0 +1,579 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Where each segment of an output begins in the film, and how the cut table is
|
|
3
|
+
* corrected from what the encoder actually produced.
|
|
4
|
+
*
|
|
5
|
+
* The published grid is what the playlist told the player; a run's landing and
|
|
6
|
+
* the true start of each piece are what ffmpeg did. The two are compared here,
|
|
7
|
+
* a disagreement is said, and a boundary the index got wrong is corrected once
|
|
8
|
+
* for every output of the file.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
import { segmentIndexForTime } from "./output/playlists.js";
|
|
12
|
+
import { publishedGridFor as publishedGridOf, publishedStartTime } from "./run-command.js";
|
|
13
|
+
import { liveRunsOf } from "./encode-run-state.js";
|
|
14
|
+
// How many produced segments' true start times to remember, so a player's
|
|
15
|
+
// report about one of them can be answered. Two hundred is about twenty
|
|
16
|
+
// minutes of playback at these segment lengths — far more than the recent past
|
|
17
|
+
// a stall report can be about, and small enough to be free.
|
|
18
|
+
const TRUE_START_MEMORY = 200;
|
|
19
|
+
// How far a segment's own recorded start may sit from the one the playlist
|
|
20
|
+
// assigned it before the disagreement is worth a log line. The two are built
|
|
21
|
+
// from the same keyframe index and normally match to the sample; a quarter of a
|
|
22
|
+
// second is below any drift a viewer could notice, so anything above it is the
|
|
23
|
+
// index being wrong about where a keyframe is rather than rounding.
|
|
24
|
+
const SEGMENT_START_DISAGREEMENT_SEC = 0.25;
|
|
25
|
+
/**
|
|
26
|
+
* How far a fragment may land from where the playlist put it before the player
|
|
27
|
+
* stops recognising it as buffered.
|
|
28
|
+
*
|
|
29
|
+
* hls.js's own `maxBufferHole`, whose default is 0.5 s: a gap smaller than this
|
|
30
|
+
* is skipped, a gap larger is a hole, and a fragment appended across one is
|
|
31
|
+
* judged not to have loaded — so the player asks for it again, and again.
|
|
32
|
+
* Taken from the player's published default rather than chosen here.
|
|
33
|
+
*/
|
|
34
|
+
export const PLAYER_BUFFER_HOLE_SEC = 0.5;
|
|
35
|
+
/**
|
|
36
|
+
* A live run of this session that begins exactly at this number, if there is
|
|
37
|
+
* one.
|
|
38
|
+
*
|
|
39
|
+
* @param {object[] | Set<object>} runs
|
|
40
|
+
* @param {number} index
|
|
41
|
+
* @returns {object | null}
|
|
42
|
+
*/
|
|
43
|
+
function runStartingAt(runs, index) {
|
|
44
|
+
return liveRunsOf(runs).find((run) => run.from === index) ?? null;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* How far the live boundary table has moved from the one the player holds, said
|
|
49
|
+
* in words.
|
|
50
|
+
*
|
|
51
|
+
* The corrections are applied one boundary at a time and each is small enough
|
|
52
|
+
* to look harmless; what nobody was watching is the total. It matters because a
|
|
53
|
+
* run positioned on one table and cut on the other carries their difference into
|
|
54
|
+
* every cut it makes — the fault of 2026-08-21, where the distance reached two
|
|
55
|
+
* whole segments after one seek and four after the next. Printed beside each
|
|
56
|
+
* correction so the total is visible while it is still small.
|
|
57
|
+
*
|
|
58
|
+
* @param {number[]} published - The table the playlist text was written from.
|
|
59
|
+
* @param {number[]} live - The table corrected from produced segments.
|
|
60
|
+
* @returns {string} A phrase, always readable, never throwing on odd input.
|
|
61
|
+
*/
|
|
62
|
+
export function describeGridDrift(published, live) {
|
|
63
|
+
if (!Array.isArray(published) || !Array.isArray(live) || published.length === 0) {
|
|
64
|
+
return "not comparable";
|
|
65
|
+
}
|
|
66
|
+
if (published.length !== live.length) {
|
|
67
|
+
return `a different length (${published.length} against ${live.length})`;
|
|
68
|
+
}
|
|
69
|
+
let apart = 0;
|
|
70
|
+
let worst = 0;
|
|
71
|
+
let worstAt = -1;
|
|
72
|
+
for (let index = 0; index < published.length; index += 1) {
|
|
73
|
+
// Rounded to the millisecond BEFORE comparing, not only before printing.
|
|
74
|
+
// Two boundaries moved by the same amount differ in the last bits of a
|
|
75
|
+
// double, so an unrounded comparison picks between them by an accident
|
|
76
|
+
// invisible in the printed figure — and the line would name a boundary the
|
|
77
|
+
// reader cannot tell apart from the one before it. Rounded, ties keep the
|
|
78
|
+
// earliest, which is also the one worth looking at first.
|
|
79
|
+
const distance = Math.round(Math.abs(live[index] - published[index]) * 1000) / 1000;
|
|
80
|
+
if (distance <= 0.001) {
|
|
81
|
+
continue;
|
|
82
|
+
}
|
|
83
|
+
apart += 1;
|
|
84
|
+
if (distance > worst) {
|
|
85
|
+
worst = distance;
|
|
86
|
+
worstAt = index;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
if (apart === 0) {
|
|
90
|
+
return "identical";
|
|
91
|
+
}
|
|
92
|
+
return `${apart} of ${published.length} boundaries apart, worst ${worst.toFixed(3)}s at #${worstAt}`;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
export class OutputTimes {
|
|
96
|
+
#state = new WeakMap();
|
|
97
|
+
/** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
|
|
98
|
+
#host;
|
|
99
|
+
|
|
100
|
+
/**
|
|
101
|
+
* @param {object} host - `logger`, `runsOf`, `stopEncodeRun`, `planEncodersSoon`, `outputs`, `segmentDurationSec`
|
|
102
|
+
*/
|
|
103
|
+
constructor(host) {
|
|
104
|
+
this.#host = host;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
#stateFor(output) {
|
|
108
|
+
let state = this.#state.get(output);
|
|
109
|
+
if (!state) {
|
|
110
|
+
state = {
|
|
111
|
+
stampWarnedAt: new Map(),
|
|
112
|
+
landingReportedForRun: undefined,
|
|
113
|
+
trueStartByIndex: new Map(),
|
|
114
|
+
deviationWarnedAt: new Map()
|
|
115
|
+
};
|
|
116
|
+
this.#state.set(output, state);
|
|
117
|
+
}
|
|
118
|
+
return state;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
trueStartAt(output, index) {
|
|
122
|
+
return this.#stateFor(output).trueStartByIndex.get(index);
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
/**
|
|
126
|
+
* Start time (seconds, 0-based) of segment `index`, from the session's
|
|
127
|
+
* boundary table. Clamped to valid range.
|
|
128
|
+
*
|
|
129
|
+
* @param {HlsSession} session
|
|
130
|
+
* @param {number} index
|
|
131
|
+
* @returns {number}
|
|
132
|
+
*/
|
|
133
|
+
segmentStartTime(session, index) {
|
|
134
|
+
// The LIVE table, deliberately: this is where the file is cut now, which is
|
|
135
|
+
// a different question from what the player was told. The published table
|
|
136
|
+
// is passed as absent so that one arithmetic serves both.
|
|
137
|
+
return publishedStartTime({ boundaries: session.timeline.boundaries }, index, this.#host.segmentDurationSec);
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
/**
|
|
141
|
+
* The boundary table the player is working from: the one its playlist was
|
|
142
|
+
* written from, falling back to the live table when no playlist was built
|
|
143
|
+
* from a table at all (no duration, so no synthetic playlist — and then
|
|
144
|
+
* nothing the player holds contradicts it).
|
|
145
|
+
*
|
|
146
|
+
* @param {HlsSession} session
|
|
147
|
+
* @returns {number[]}
|
|
148
|
+
*/
|
|
149
|
+
publishedGridFor(session) {
|
|
150
|
+
return publishedGridOf(session.timeline);
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
/**
|
|
154
|
+
* Where a run beginning at `index` must be positioned: the time the PLAYER
|
|
155
|
+
* was told that segment starts at.
|
|
156
|
+
*
|
|
157
|
+
* Public because it is the invariant this class has broken twice, and a
|
|
158
|
+
* private one cannot be pinned by a test. It must always be the table the cut
|
|
159
|
+
* list is taken from — see the comment where a run is started.
|
|
160
|
+
*
|
|
161
|
+
* @param {HlsSession} session
|
|
162
|
+
* @param {number} index
|
|
163
|
+
* @returns {number}
|
|
164
|
+
*/
|
|
165
|
+
runStartTimeFor(session, index) {
|
|
166
|
+
return this.publishedStartTime(session, index);
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
publishedStartTime(session, index) {
|
|
170
|
+
return publishedStartTime(session.timeline, index, this.#host.segmentDurationSec);
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
/**
|
|
174
|
+
* Report a segment whose own timeline disagrees with the playlist by more
|
|
175
|
+
* than a player will bridge.
|
|
176
|
+
*
|
|
177
|
+
* Once per segment per five seconds, like every other repeating condition
|
|
178
|
+
* here: the same segment is requested again and again while it is refused,
|
|
179
|
+
* and a line each time buries the first one.
|
|
180
|
+
*
|
|
181
|
+
* @param {HlsSession} session
|
|
182
|
+
* @param {number} index
|
|
183
|
+
* @param {number} trueStart
|
|
184
|
+
* @param {number} publishedStart
|
|
185
|
+
* @returns {void}
|
|
186
|
+
*/
|
|
187
|
+
notePlaylistDisagreement(session, index, trueStart, publishedStart) {
|
|
188
|
+
// Within what the player bridges it is no disagreement worth a line.
|
|
189
|
+
if (!(Math.abs(trueStart - publishedStart) > PLAYER_BUFFER_HOLE_SEC)) {
|
|
190
|
+
return;
|
|
191
|
+
}
|
|
192
|
+
const now = Date.now();
|
|
193
|
+
const state = this.#stateFor(session);
|
|
194
|
+
if (now - (state.stampWarnedAt.get(index) ?? 0) < 5_000) {
|
|
195
|
+
return;
|
|
196
|
+
}
|
|
197
|
+
state.stampWarnedAt.set(index, now);
|
|
198
|
+
this.#host.logger.warn(
|
|
199
|
+
`transcode ${session.id} segment #${index} carries ${trueStart.toFixed(3)}s while the playlist ` +
|
|
200
|
+
`the player holds says ${publishedStart.toFixed(3)}s — a gap of ` +
|
|
201
|
+
`${Math.abs(trueStart - publishedStart).toFixed(3)}s, beyond the ${PLAYER_BUFFER_HOLE_SEC}s a player ` +
|
|
202
|
+
"bridges; stamping it where the playlist says so the fragment lands where it was asked for"
|
|
203
|
+
);
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
/**
|
|
207
|
+
* Segment index whose span contains time `t` (0-based), via the boundary
|
|
208
|
+
* table.
|
|
209
|
+
*
|
|
210
|
+
* @param {HlsSession} session
|
|
211
|
+
* @param {number} t
|
|
212
|
+
* @returns {number}
|
|
213
|
+
*/
|
|
214
|
+
segmentIndexForTime(session, t) {
|
|
215
|
+
// The player's grid, for the same reason the cut list uses it: the time
|
|
216
|
+
// being resolved came from the playlist the player holds, so the index it
|
|
217
|
+
// means is the index that playlist gives it.
|
|
218
|
+
return segmentIndexForTime(this.publishedGridFor(session), t, this.#host.segmentDurationSec);
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
/**
|
|
222
|
+
* Where the run REALLY began, against where it was asked to begin.
|
|
223
|
+
*
|
|
224
|
+
* The first piece a run produces is the only statement of this that exists,
|
|
225
|
+
* and until now nothing compared the two. They disagree whenever the seek
|
|
226
|
+
* lands somewhere other than the time asked for — which, before the landing
|
|
227
|
+
* offset, was every run on a Matroska source with B-frames, by exactly one
|
|
228
|
+
* keyframe interval. Every cut of the run then inherits it, because
|
|
229
|
+
* `-segment_times` is measured from the landing.
|
|
230
|
+
*
|
|
231
|
+
* Said once per run, and only when it matters: within what a player bridges
|
|
232
|
+
* there is nothing to report.
|
|
233
|
+
*
|
|
234
|
+
* @param {HlsSession} session
|
|
235
|
+
* @param {number} index
|
|
236
|
+
* @param {number} trueStart
|
|
237
|
+
* @returns {void}
|
|
238
|
+
*/
|
|
239
|
+
noteRunLanding(session, index, trueStart) {
|
|
240
|
+
const state = this.#stateFor(session);
|
|
241
|
+
if (runStartingAt(this.#host.runsOf(session), index) === null || state.landingReportedForRun === index) {
|
|
242
|
+
return;
|
|
243
|
+
}
|
|
244
|
+
state.landingReportedForRun = index;
|
|
245
|
+
// What the run was ASKED for, taken from the run itself rather than looked
|
|
246
|
+
// up again in a table. The two used to be the same lookup; they stopped
|
|
247
|
+
// being so when a run began positioning on the published grid while this
|
|
248
|
+
// read the live one, which made a perfect landing report a drift equal to
|
|
249
|
+
// the distance between the tables — and cancelled a real landing error of
|
|
250
|
+
// the same size to zero. A run also has one legitimate position that is in
|
|
251
|
+
// no table at all: the realignment that starts the sound where the copied
|
|
252
|
+
// picture truly begins.
|
|
253
|
+
const asked = runStartingAt(this.#host.runsOf(session), index)?.progress?.startPositionSeconds ??
|
|
254
|
+
this.runStartTimeFor(session, index);
|
|
255
|
+
const drift = trueStart - asked;
|
|
256
|
+
if (!Number.isFinite(drift) || Math.abs(drift) <= PLAYER_BUFFER_HOLE_SEC) {
|
|
257
|
+
return;
|
|
258
|
+
}
|
|
259
|
+
this.#host.logger.warn(
|
|
260
|
+
`transcode ${session.id} run began at ${trueStart.toFixed(3)}s but was asked for ` +
|
|
261
|
+
`${asked.toFixed(3)}s — ${drift > 0 ? "+" : ""}${drift.toFixed(3)}s, and every cut of this ` +
|
|
262
|
+
"run is measured from where it began, so the whole run is that far from its playlist"
|
|
263
|
+
);
|
|
264
|
+
}
|
|
265
|
+
|
|
266
|
+
noteIndexAccuracy(session, index, trueStart, declaredStart) {
|
|
267
|
+
const deviation = Math.abs(trueStart - declaredStart);
|
|
268
|
+
// Where each produced segment truly began, kept so that a player reporting
|
|
269
|
+
// a stall can be ANSWERED rather than merely believed. Bounded: only the
|
|
270
|
+
// recent past can be the subject of such a report, and an unbounded map on
|
|
271
|
+
// a two-hour film is a leak.
|
|
272
|
+
const state = this.#stateFor(session);
|
|
273
|
+
state.trueStartByIndex.set(index, trueStart);
|
|
274
|
+
if (state.trueStartByIndex.size > TRUE_START_MEMORY) {
|
|
275
|
+
const oldest = state.trueStartByIndex.keys().next();
|
|
276
|
+
if (!oldest.done) {
|
|
277
|
+
state.trueStartByIndex.delete(oldest.value);
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
// ONE READING, AND WHOSE FACT IT IS DEPENDS ON HOW THIS OUTPUT IS MADE. The
|
|
281
|
+
// three branches below already say the distinction when they WARN; until
|
|
282
|
+
// 2026-09-15 what they COUNTED threw it away, into a tally held per (file,
|
|
283
|
+
// grid) that a picture and the soundtrack inside the same file share.
|
|
284
|
+
//
|
|
285
|
+
// Only a COPY can say anything about the file: it is cut at a keyframe of
|
|
286
|
+
// that file and nowhere else. So a copy's landing goes to the file's own
|
|
287
|
+
// table, where it outlives this grid and reaches every step and every later
|
|
288
|
+
// session of the file.
|
|
289
|
+
if (session.spec.carries !== "audio-only" && !session.spec.transcodesVideo) {
|
|
290
|
+
session.keyframes?.witness({
|
|
291
|
+
index,
|
|
292
|
+
trueStart,
|
|
293
|
+
deviationSec: deviation,
|
|
294
|
+
toleranceSec: SEGMENT_START_DISAGREEMENT_SEC
|
|
295
|
+
});
|
|
296
|
+
}
|
|
297
|
+
// And every output records its own landing against its own published grid,
|
|
298
|
+
// which is what says whether a step will splice and how far a soundtrack
|
|
299
|
+
// stands from the picture.
|
|
300
|
+
session.output?.noteLanding({ index, deviationSec: deviation, toleranceSec: SEGMENT_START_DISAGREEMENT_SEC });
|
|
301
|
+
if (deviation > SEGMENT_START_DISAGREEMENT_SEC) {
|
|
302
|
+
// Which boundary the true start DOES match, if any. This is what tells
|
|
303
|
+
// the two possible faults apart, and they need opposite fixes: matching
|
|
304
|
+
// boundary #N-1 means our numbering is shifted by one — a fault in this
|
|
305
|
+
// code, where the run begins — while matching nothing means the container
|
|
306
|
+
// index describes times the file does not have. Measured 2026-08-11,
|
|
307
|
+
// three samples all matched N-1, which is why the line now says so
|
|
308
|
+
// instead of leaving it to be inferred from the numbers.
|
|
309
|
+
const at = this.boundaryIndexAt(session, trueStart);
|
|
310
|
+
// Once per segment per five seconds, like `#notePlaylistDisagreement`
|
|
311
|
+
// beside it. The same segment is produced and served again and again
|
|
312
|
+
// while it is refused, and — since a run keeps cutting on the list it was
|
|
313
|
+
// launched with — a soundtrack whose grid has moved under it deviates on
|
|
314
|
+
// EVERY segment for the life of that run. A line each time buries the
|
|
315
|
+
// first one, which is the one somebody is reading the log for.
|
|
316
|
+
const state = this.#stateFor(session);
|
|
317
|
+
const lastWarnedAt = state.deviationWarnedAt.get(index) ?? 0;
|
|
318
|
+
if (Date.now() - lastWarnedAt >= 5_000) {
|
|
319
|
+
state.deviationWarnedAt.set(index, Date.now());
|
|
320
|
+
this.#host.logger.warn(
|
|
321
|
+
`transcode ${session.id} segment #${index} really starts at ` +
|
|
322
|
+
`${trueStart.toFixed(3)}s (boundary ${at === null ? "none" : `#${at}`}), ` +
|
|
323
|
+
`the grid says ${declaredStart.toFixed(3)}s — ` +
|
|
324
|
+
(session.spec.carries === "audio-only"
|
|
325
|
+
// A soundtrack is cut exactly where it was asked to be, so a
|
|
326
|
+
// disagreement here is not a reading about the file at all: it is the
|
|
327
|
+
// distance between this run's own cuts and a grid the picture has
|
|
328
|
+
// since corrected under it. Said plainly, because the same sentence
|
|
329
|
+
// used to claim a keyframe index was wrong when no keyframe was
|
|
330
|
+
// involved on this side of the stream.
|
|
331
|
+
? "sound is cut where it is asked to be; this is the picture's grid having moved, not the index"
|
|
332
|
+
: session.spec.transcodesVideo
|
|
333
|
+
// A re-encode was TOLD to put a keyframe here and did not, so this
|
|
334
|
+
// rung's segments no longer stand where the stream it accompanies
|
|
335
|
+
// would have put them. That is a broken splice, not a wrong index.
|
|
336
|
+
? "this rung did not cut where its grid says; a switch to it will not join cleanly"
|
|
337
|
+
// A copy. The two possible faults need opposite fixes and the
|
|
338
|
+
// numbers already tell them apart, so the sentence follows THEM
|
|
339
|
+
// rather than the branch it is printed from. Until 2026-08-21 it
|
|
340
|
+
// blamed the index either way — including through a session whose
|
|
341
|
+
// segments each held the boundary two, then four places before
|
|
342
|
+
// their own number, which is this code's own definition of a fault
|
|
343
|
+
// in this code. That sentence is what sent the reading of that
|
|
344
|
+
// session after the file instead of after the arithmetic.
|
|
345
|
+
: at === null
|
|
346
|
+
? "the container's keyframe index disagrees with the file; using the file"
|
|
347
|
+
: `this began at another boundary of the same list, ${index - at} place(s) before ` +
|
|
348
|
+
"its own number — the numbering of this run is shifted, not the index")
|
|
349
|
+
);
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
// Said as the evidence accumulates, not only when the session is disposed.
|
|
353
|
+
// A proxy restart takes its sessions with it — every addon update does —
|
|
354
|
+
// and a summary that only ever appears at the end is a summary that is
|
|
355
|
+
// routinely never written. Twenty-five distinct boundaries is enough for
|
|
356
|
+
// the proportion to mean something and rare enough not to repeat itself.
|
|
357
|
+
const counted = session.output?.piecesLanded ?? 0;
|
|
358
|
+
if (counted > 0 && counted % 25 === 0) {
|
|
359
|
+
this.logIndexAccuracy(session);
|
|
360
|
+
}
|
|
361
|
+
this.correctBoundaryFromSegment(session, index, trueStart);
|
|
362
|
+
}
|
|
363
|
+
|
|
364
|
+
/**
|
|
365
|
+
* Replace a boundary the index got wrong with the time the file actually has.
|
|
366
|
+
*
|
|
367
|
+
* The grid of a copied stream comes from the container's keyframe index,
|
|
368
|
+
* because a copy can only be cut where a keyframe already is and nothing
|
|
369
|
+
* cheaper than the index can say where that is before a single byte is
|
|
370
|
+
* encoded. An index can be wrong — proven 2026-08-12 by reproducing both
|
|
371
|
+
* cases against the same file: with an honest index every produced segment
|
|
372
|
+
* started exactly where declared, and with one moved 1.8 s the segments
|
|
373
|
+
* started 1.8 s early, matching no boundary at all. The field showed the
|
|
374
|
+
* second shape.
|
|
375
|
+
*
|
|
376
|
+
* The truth arrives anyway, one segment at a time: a produced piece states
|
|
377
|
+
* where it really begins. Writing it back makes the grid describe the file
|
|
378
|
+
* instead of the index — and it is what lets a re-encoded rung be cut to
|
|
379
|
+
* match a copied one, because the rung is then forced onto times the copy
|
|
380
|
+
* really uses. The alternative considered and rejected was to stop offering
|
|
381
|
+
* quality on files with a bad index, which is not a fix but a withdrawal.
|
|
382
|
+
*
|
|
383
|
+
* The whole family shares one grid, so a correction reaches all of it: a rung
|
|
384
|
+
* created afterwards inherits a table that is true wherever anyone has looked.
|
|
385
|
+
*
|
|
386
|
+
* @param {HlsSession} session
|
|
387
|
+
* @param {number} index
|
|
388
|
+
* @param {number} trueStart
|
|
389
|
+
* @returns {void}
|
|
390
|
+
*/
|
|
391
|
+
correctBoundaryFromSegment(session, index, trueStart) {
|
|
392
|
+
// Only the picture may move the grid, because the grid IS the picture's
|
|
393
|
+
// cut list: it is built from the container's keyframe index, and a copied
|
|
394
|
+
// stream can be cut nowhere else. A soundtrack has no keyframes — it is cut
|
|
395
|
+
// exactly where `-segment_times` asks, to within one audio frame — so its
|
|
396
|
+
// reading measures nothing about the grid and everything about itself.
|
|
397
|
+
//
|
|
398
|
+
// Writing it into the shared table is how one film ended up with two
|
|
399
|
+
// answers for one boundary, each side correctly describing its own stream
|
|
400
|
+
// and each overwriting the other: field 2026-08-20, segment #521 of
|
|
401
|
+
// "Minions.and.Monsters.1080p.mkv" corrected 2086.084s → 2084.082s by the
|
|
402
|
+
// picture at 11:14:16.939 and 2084.082s → 2086.033s by the sound 1.6s
|
|
403
|
+
// later — 1.951s apart, against the 0.25s that stops a correction and the
|
|
404
|
+
// 0.5s a player bridges. The next reading disagrees with the table again,
|
|
405
|
+
// so it never converges and never stops.
|
|
406
|
+
if (session.spec.carries === "audio-only") {
|
|
407
|
+
return;
|
|
408
|
+
}
|
|
409
|
+
const boundaries = session.timeline.boundaries;
|
|
410
|
+
if (!Array.isArray(boundaries) || index <= 0 || index >= boundaries.length - 1) {
|
|
411
|
+
// Index 0 is the start of the file and the last entry is its end; neither
|
|
412
|
+
// is a cut, and neither can be learned from a segment.
|
|
413
|
+
return;
|
|
414
|
+
}
|
|
415
|
+
if (Math.abs(boundaries[index] - trueStart) <= SEGMENT_START_DISAGREEMENT_SEC) {
|
|
416
|
+
return;
|
|
417
|
+
}
|
|
418
|
+
// A correction that would put this boundary at or past its neighbours is not
|
|
419
|
+
// a correction — it is a reading from a run that started somewhere else, and
|
|
420
|
+
// applying it would make the table describe nothing at all.
|
|
421
|
+
if (trueStart <= boundaries[index - 1] || trueStart >= boundaries[index + 1]) {
|
|
422
|
+
return;
|
|
423
|
+
}
|
|
424
|
+
const wasAt = boundaries[index];
|
|
425
|
+
// One write, because there is one table. Where a file is cut is a fact
|
|
426
|
+
// about the FILE, so every session of it holds the same array rather than a
|
|
427
|
+
// copy of it — which is what this loop used to keep in step, member by
|
|
428
|
+
// member, and only for members that happened to exist at the time. A
|
|
429
|
+
// session created afterwards used to inherit a copy taken at that moment;
|
|
430
|
+
// now it is handed the table itself.
|
|
431
|
+
boundaries[index] = trueStart;
|
|
432
|
+
this.#host.logger.info(
|
|
433
|
+
`transcode ${session.id} boundary #${index} corrected ${wasAt.toFixed(3)}s → ` +
|
|
434
|
+
`${trueStart.toFixed(3)}s from the file itself` +
|
|
435
|
+
`, and the live table is now ${describeGridDrift(this.publishedGridFor(session), boundaries)}` +
|
|
436
|
+
" from the one the player holds"
|
|
437
|
+
);
|
|
438
|
+
// And every OTHER member whose run begins at this very boundary is moved
|
|
439
|
+
// to the same instant.
|
|
440
|
+
//
|
|
441
|
+
// Why they were not there already: the two branches are asked for the same
|
|
442
|
+
// time and land in different places. The picture cannot begin anywhere but
|
|
443
|
+
// a real keyframe, and it may not begin before the time asked for — that
|
|
444
|
+
// content belongs to the previous segment — so it moves FORWARD to the next
|
|
445
|
+
// one, by up to the keyframe spacing (0.58-2.96 s measured 2026-08-17).
|
|
446
|
+
// A soundtrack has no keyframes: it begins exactly where asked, to within
|
|
447
|
+
// one audio frame. So after every restart the two runs of one film began up
|
|
448
|
+
// to three seconds apart, each correctly labelled with where it really was,
|
|
449
|
+
// and the viewer got sound with no new picture for the difference.
|
|
450
|
+
//
|
|
451
|
+
// The picture's true start is a MEASURED quantity — read from the piece it
|
|
452
|
+
// just produced, which is what the correction above is — so the soundtrack
|
|
453
|
+
// can be put exactly there instead of at the time the container's table
|
|
454
|
+
// claimed. It converges: once the boundary holds the true time, the next
|
|
455
|
+
// reading agrees with it and the guard above returns before doing anything.
|
|
456
|
+
for (const member of this.#host.outputs.familyOf(session)) {
|
|
457
|
+
if (member === session || runStartingAt(this.#host.runsOf(member), index) === null) {
|
|
458
|
+
continue;
|
|
459
|
+
}
|
|
460
|
+
this.#host.logger.info(
|
|
461
|
+
`transcode ${member.id} begins at #${index}, which really starts ` +
|
|
462
|
+
`${(trueStart - wasAt).toFixed(3)}s later than the table said — restarting it there ` +
|
|
463
|
+
`so picture and sound begin together`
|
|
464
|
+
);
|
|
465
|
+
// STOPPED, and its replacement is the plan's to place. What has been
|
|
466
|
+
// learned here is that this run is producing at the wrong instant, which
|
|
467
|
+
// nothing but the piece it produced could say — the plan reasons about
|
|
468
|
+
// numbers and cannot know it. So the fact is acted on where it is known,
|
|
469
|
+
// and only as far as it is known: the run that is wrong goes, the stretch
|
|
470
|
+
// it held returns to the map, and where the next one stands follows from
|
|
471
|
+
// where the viewers are.
|
|
472
|
+
//
|
|
473
|
+
// The corrected instant reaches that replacement through the live table,
|
|
474
|
+
// which this function has just written it into and which every session of
|
|
475
|
+
// the file shares. It used to be passed as an argument from here, so only
|
|
476
|
+
// a run started by this line ever had it.
|
|
477
|
+
this.#host.stopEncodeRun(member, `#${index} really begins ${(trueStart - wasAt).toFixed(3)}s later than the table said`);
|
|
478
|
+
}
|
|
479
|
+
this.#host.planEncodersSoon();
|
|
480
|
+
}
|
|
481
|
+
|
|
482
|
+
/**
|
|
483
|
+
* The boundary a time falls on, or null when it falls on none of them.
|
|
484
|
+
*
|
|
485
|
+
* Within the same tolerance a disagreement is judged by, so "matches boundary
|
|
486
|
+
* #N-1" and "matches nothing" mean what they say.
|
|
487
|
+
*
|
|
488
|
+
* @param {HlsSession} session
|
|
489
|
+
* @param {number} seconds
|
|
490
|
+
* @returns {number | null}
|
|
491
|
+
*/
|
|
492
|
+
boundaryIndexAt(session, seconds, table) {
|
|
493
|
+
// The table is nameable because the two answer different questions. The
|
|
494
|
+
// LIVE one says "is this a cut this file actually has", which is what a
|
|
495
|
+
// reading taken off a produced segment is about. The PUBLISHED one says "is
|
|
496
|
+
// this a cut the player believes in", which is what a report from the player
|
|
497
|
+
// is about. Answering one with the other prints an index from one grid
|
|
498
|
+
// beside a time from the other.
|
|
499
|
+
const boundaries = Array.isArray(table) ? table : session.timeline.boundaries;
|
|
500
|
+
if (!Array.isArray(boundaries)) {
|
|
501
|
+
return null;
|
|
502
|
+
}
|
|
503
|
+
for (let index = 0; index < boundaries.length; index += 1) {
|
|
504
|
+
if (Math.abs(boundaries[index] - seconds) <= SEGMENT_START_DISAGREEMENT_SEC) {
|
|
505
|
+
return index;
|
|
506
|
+
}
|
|
507
|
+
}
|
|
508
|
+
return null;
|
|
509
|
+
}
|
|
510
|
+
|
|
511
|
+
/**
|
|
512
|
+
* Where this output's pieces have been landing, and — where this output is a
|
|
513
|
+
* copy — what that has shown about the FILE's own keyframe table.
|
|
514
|
+
*
|
|
515
|
+
* TWO LINES, because they are two facts with two owners and two lifetimes.
|
|
516
|
+
* The landing is this output's and dies with it. The table's accuracy belongs
|
|
517
|
+
* to the file, is learned only from a copy, and is the same finding for every
|
|
518
|
+
* step and every later session of that file — so it names the file and not
|
|
519
|
+
* the session, and it is written only by the output that can witness it.
|
|
520
|
+
*
|
|
521
|
+
* Written even when nothing disagreed, because that is the finding: with only
|
|
522
|
+
* the per-piece warning, silence could not be told from nobody having
|
|
523
|
+
* watched. Skipped where nothing was produced, which says neither.
|
|
524
|
+
*
|
|
525
|
+
* @param {HlsSession} session
|
|
526
|
+
* @returns {void}
|
|
527
|
+
*/
|
|
528
|
+
logIndexAccuracy(session) {
|
|
529
|
+
const copiedPicture = session.spec.carries !== "audio-only" && !session.spec.transcodesVideo;
|
|
530
|
+
const landing = session.output?.landing ?? null;
|
|
531
|
+
if (landing) {
|
|
532
|
+
this.#host.logger.info(
|
|
533
|
+
// The session id, because without it this line cannot be attributed. A
|
|
534
|
+
// family produces one of these per member — the picture, each step,
|
|
535
|
+
// each soundtrack — and on 2026-08-17 the picture's was read as the
|
|
536
|
+
// sound's, from a neighbouring log line, and a roadmap item was written
|
|
537
|
+
// against the wrong half of the stream.
|
|
538
|
+
`landing ${session.id.slice(0, 8)} ` +
|
|
539
|
+
`${session.spec.carries === "audio-only" ? "sound" : copiedPicture ? "copied picture" : "re-encoded picture"} ` +
|
|
540
|
+
`"${session.file.name}": ${landing.disagreed} of ${landing.checked} produced pieces started ` +
|
|
541
|
+
`away from this output's own playlist, median ${landing.medianDeviationSec.toFixed(3)}s ` +
|
|
542
|
+
`worst ${landing.maxDeviationSec.toFixed(3)}s` +
|
|
543
|
+
(landing.firstDisagreementIndex >= 0 ? ` (first at #${landing.firstDisagreementIndex})` : "") +
|
|
544
|
+
` [tolerance ${SEGMENT_START_DISAGREEMENT_SEC}s] — ` +
|
|
545
|
+
(session.spec.carries === "audio-only"
|
|
546
|
+
// A soundtrack is cut exactly where it is asked to be, so this is not
|
|
547
|
+
// a reading about any keyframe: it is how far this run's cuts stand
|
|
548
|
+
// from a grid the picture has corrected under it.
|
|
549
|
+
? "sound is cut where it is asked to be, so this is the picture's grid having moved"
|
|
550
|
+
: copiedPicture
|
|
551
|
+
// A copy cannot be cut anywhere but a real keyframe, so this figure
|
|
552
|
+
// is also evidence about the file, reported on the line below.
|
|
553
|
+
? "a copy is cut at the file's own keyframes, so this is also evidence about its table"
|
|
554
|
+
// A re-encode was TOLD to put a keyframe at each of these instants.
|
|
555
|
+
: "this rung was told where to cut; what it missed will not splice cleanly")
|
|
556
|
+
);
|
|
557
|
+
}
|
|
558
|
+
if (!copiedPicture) {
|
|
559
|
+
return;
|
|
560
|
+
}
|
|
561
|
+
const evidence = session.keyframes?.evidence ?? null;
|
|
562
|
+
if (!evidence) {
|
|
563
|
+
return;
|
|
564
|
+
}
|
|
565
|
+
this.#host.logger.info(
|
|
566
|
+
// Named by the FILE, with no session id in it, because that is what it is
|
|
567
|
+
// about: the same answer for every step and every viewer of these bytes.
|
|
568
|
+
`keyframe-index ${session.keyframes?.format ?? "unknown"} "${session.file.name}": ` +
|
|
569
|
+
`${evidence.disagreed} of ${evidence.checked} copied pieces began away from the table, ` +
|
|
570
|
+
`median ${evidence.medianDeviationSec.toFixed(3)}s worst ${evidence.maxDeviationSec.toFixed(3)}s` +
|
|
571
|
+
(evidence.firstDisagreementIndex >= 0 ? ` (first at #${evidence.firstDisagreementIndex})` : "") +
|
|
572
|
+
// The discriminator, stated in the same line as the count it explains: a
|
|
573
|
+
// piece that began at another time the SAME table names was not
|
|
574
|
+
// mis-described by the table — the grid was built over a gap in it.
|
|
575
|
+
`; ${evidence.landedOnAnotherKeyframe} of them began at another keyframe the table names` +
|
|
576
|
+
` [tolerance ${SEGMENT_START_DISAGREEMENT_SEC}s, ${session.keyframes?.count ?? 0} keyframes read]`
|
|
577
|
+
);
|
|
578
|
+
}
|
|
579
|
+
}
|