@torrent-tv/proxy 2.89.5 → 2.89.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/opsx/apply.md +155 -155
- package/.claude/commands/opsx/archive.md +160 -160
- package/.claude/commands/opsx/explore.md +174 -174
- package/.claude/commands/opsx/propose.md +109 -109
- package/.claude/commands/opsx/sync.md +143 -143
- package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
- package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
- package/.claude/skills/openspec-explore/SKILL.md +289 -289
- package/.claude/skills/openspec-propose/SKILL.md +113 -113
- package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
- package/.dockerignore +5 -5
- package/AGENTS.md +338 -338
- package/CHANGELOG.md +16 -0
- package/Dockerfile +30 -30
- package/LICENSE +16 -16
- package/README.md +369 -369
- package/assets/calibration/NOTICE.md +100 -100
- package/assets/diagnostics/sctpstate.gdb +31 -31
- package/bin/cli.js +684 -684
- package/bin/thread-pool.js +30 -30
- package/docs/download-architecture.md +261 -261
- package/docs/encode-architecture.md +765 -765
- package/docs/encode-run-state.md +96 -96
- package/docs/logs.md +97 -97
- package/docs/playback-start-forecast.md +17 -2
- package/docs/socks5-egress-research.md +114 -114
- package/docs/storage-architecture.md +273 -273
- package/knip.json +14 -14
- package/openspec/changes/adaptive-bitrate/design.md +92 -92
- package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
- package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
- package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
- package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
- package/openspec/changes/binary-distribution/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/design.md +81 -81
- package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
- package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
- package/openspec/changes/cold-start/design.md +98 -98
- package/openspec/changes/cold-start/proposal.md +62 -62
- package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
- package/openspec/changes/cold-start/tasks.md +48 -48
- package/openspec/changes/disk-cap/.openspec.yaml +2 -2
- package/openspec/changes/disk-cap/proposal.md +37 -37
- package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
- package/openspec/changes/disk-cap/tasks.md +19 -19
- package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
- package/openspec/changes/proxy-observability/design.md +38 -38
- package/openspec/changes/proxy-observability/proposal.md +49 -49
- package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
- package/openspec/changes/proxy-observability/tasks.md +21 -21
- package/openspec/changes/seek-debounce/design.md +118 -118
- package/openspec/changes/seek-debounce/proposal.md +59 -59
- package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
- package/openspec/changes/seek-debounce/tasks.md +33 -33
- package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
- package/openspec/changes/subtitle-language/proposal.md +50 -50
- package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
- package/openspec/changes/subtitle-language/tasks.md +26 -26
- package/openspec/changes/track-selection/.openspec.yaml +2 -2
- package/openspec/changes/track-selection/design.md +47 -47
- package/openspec/changes/track-selection/proposal.md +45 -45
- package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
- package/openspec/changes/track-selection/tasks.md +20 -20
- package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
- package/openspec/changes/transcode-quality/proposal.md +51 -51
- package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
- package/openspec/changes/transcode-quality/tasks.md +63 -63
- package/openspec/config.yaml +38 -38
- package/package.json +1 -1
- package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/research/handover-2026-09-13.md +209 -209
- package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
- package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
- package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
- package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
- package/routes/api/client-logs/post.js +86 -86
- package/routes/api/delivery-sink/get.js +72 -72
- package/routes/api/link-probe/get.js +51 -51
- package/routes/api/playback-plan/audio-tracks/post.js +29 -29
- package/routes/api/playback-plan/post.js +53 -53
- package/routes/api/sources/post.js +36 -36
- package/routes/api/sources/stats/get.js +132 -132
- package/routes/api/sources/warm/post.js +217 -217
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
- package/routes/api/transcode-sessions/net-report/post.js +138 -138
- package/routes/api/transcode-sessions/post.js +178 -178
- package/routes/api/transcode-sessions/progress/get.js +27 -27
- package/routes/api/transcode-sessions/release/post.js +41 -41
- package/routes/api/transcode-sessions/seek/post.js +63 -63
- package/routes/health/get.js +13 -13
- package/routes/healthz/get.js +13 -13
- package/routes/stream/get.js +416 -416
- package/routes/transcode/audio-file/get.js +64 -64
- package/routes/transcode/audio-warm/get.js +95 -95
- package/routes/transcode/session-file/get.js +52 -52
- package/routes/transcode/variant-file/get.js +95 -95
- package/routes/transcode/variant-warm/get.js +84 -84
- package/scripts/render-run-graph.js +173 -173
- package/server.js +748 -748
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -345
- package/services/encode/EncodeAdmission.js +376 -376
- package/services/encode/EncodeOrchestrator.js +1192 -1192
- package/services/encode/EncodePlan.js +1368 -1368
- package/services/encode/EncodeRun.js +32 -4
- package/services/encode/EncodeRuns.js +19 -7
- package/services/encode/Encoder.js +142 -142
- package/services/encode/EncoderSelection.js +38 -38
- package/services/encode/LocalObservations.js +359 -359
- package/services/encode/NvencEncoder.js +50 -50
- package/services/encode/OutputTimes.js +579 -579
- package/services/encode/QsvEncoder.js +58 -58
- package/services/encode/Renditions.js +2283 -2283
- package/services/encode/RunClock.js +87 -87
- package/services/encode/RunProgress.js +79 -79
- package/services/encode/SegmentDemand.js +95 -95
- package/services/encode/SoftwareEncoder.js +121 -121
- package/services/encode/V4l2m2mEncoder.js +53 -53
- package/services/encode/VaapiEncoder.js +66 -66
- package/services/encode/args.js +418 -418
- package/services/encode/available-share.js +89 -89
- package/services/encode/calibration.js +361 -361
- package/services/encode/contention.js +128 -128
- package/services/encode/decode-cost-fit.js +363 -363
- package/services/encode/encode-exit.js +116 -114
- package/services/encode/encode-run-state.js +551 -551
- package/services/encode/encoder-readings.js +43 -43
- package/services/encode/fingerprint.js +322 -322
- package/services/encode/host-load.js +174 -174
- package/services/encode/index.js +9 -9
- package/services/encode/learned-median.js +90 -90
- package/services/encode/output/EncodedOutput.js +57 -57
- package/services/encode/output/Output.js +131 -131
- package/services/encode/output/OutputCatalog.js +414 -414
- package/services/encode/output/OutputSpec.js +390 -390
- package/services/encode/output/Timeline.js +308 -308
- package/services/encode/output/cut-grid.js +107 -107
- package/services/encode/output/ladder.js +32 -32
- package/services/encode/output/playlists.js +284 -284
- package/services/encode/output/rates.js +125 -125
- package/services/encode/output-key-format.js +21 -21
- package/services/encode/piece-completeness.js +60 -2
- package/services/encode/quality/EncodeCost.js +1043 -1043
- package/services/encode/quality/HostLoad.js +525 -525
- package/services/encode/quality/HostTimings.js +249 -249
- package/services/encode/quality/OutputQualityState.js +24 -24
- package/services/encode/quality/QualityController.js +758 -758
- package/services/encode/quality/QualityOffer.js +416 -416
- package/services/encode/quality/drain-threat.js +47 -47
- package/services/encode/quality/link-budget.js +337 -337
- package/services/encode/quality/output-format.js +319 -319
- package/services/encode/quality/serving-output.js +216 -216
- package/services/encode/quality/visible-rung.js +57 -57
- package/services/encode/run-budget.js +97 -97
- package/services/encode/run-command.js +3 -1
- package/services/encode/run-costs.js +155 -155
- package/services/encode/run-inputs.js +53 -53
- package/services/encode/segment-formats/fmp4.js +476 -476
- package/services/encode/segment-formats/index.js +1 -0
- package/services/encode/segment-formats/init-compat.js +324 -324
- package/services/encode/segment-formats/mp4-boxes.js +8 -1
- package/services/encode/segment-formats/mpegts.js +134 -134
- package/services/encode/start-stop-cost.js +178 -178
- package/services/encode/throughput.js +97 -97
- package/services/encode/torrent-cost.js +88 -88
- package/services/identity/installation-id.js +38 -38
- package/services/media/SourceFile.js +298 -298
- package/services/media/SubtitleOrchestrator.js +167 -167
- package/services/media/container/KeyframeTable.js +272 -272
- package/services/media/container/ebml-reader.js +159 -159
- package/services/media/ffmpeg-banner.js +260 -260
- package/services/media/keyframe-probe.js +157 -157
- package/services/media/media-info-probe.js +93 -93
- package/services/media/playback-planner.js +931 -931
- package/services/media/tracks/AudioTrack.js +143 -143
- package/services/media/tracks/ImageSubtitleTrack.js +19 -19
- package/services/media/tracks/SubtitleTrack.js +38 -38
- package/services/media/tracks/VideoTrack.js +33 -33
- package/services/media/tracks/audio-bound.js +233 -233
- package/services/media/tracks/index.js +15 -15
- package/services/media/tracks/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -418
- package/services/server/SegmentServing.js +1152 -1152
- package/services/server/ViewerRequests.js +785 -785
- package/services/server/WaitLedger.js +142 -142
- package/services/server/controllers/PlaybackController.js +40 -40
- package/services/server/controllers/SubtitleController.js +109 -109
- package/services/server/http-responses.js +60 -60
- package/services/server/transcode-session-files.js +325 -325
- package/services/server/wire-outputs.js +1029 -1029
- package/services/storage/Diagnostics.js +202 -202
- package/services/storage/MachineBudget.js +235 -235
- package/services/storage/allowance.js +107 -107
- package/services/storage/core-dumps.js +106 -106
- package/services/storage/files/CompletedFiles.js +391 -391
- package/services/storage/files/piece-from-whole-file.js +118 -118
- package/services/storage/free.js +71 -71
- package/services/storage/keep.js +48 -48
- package/services/storage/machine-memory.js +56 -56
- package/services/storage/memory-report.js +575 -575
- package/services/storage/piece-store/piece-disk-store.js +539 -539
- package/services/storage/piece-store/piece-lru.js +495 -495
- package/services/storage/returns.js +103 -103
- package/services/storage/wire.js +175 -175
- package/services/torrent/demand/DemandRegister.js +202 -202
- package/services/torrent/demand/Urgency.js +137 -137
- package/services/torrent/demand/Window.js +118 -118
- package/services/torrent/demand/index.js +8 -8
- package/services/torrent/demand/pieces.js +140 -140
- package/services/torrent/download/SwarmSelection.js +386 -386
- package/services/torrent/download/registry.js +102 -102
- package/services/torrent/download/withdraw-claim.js +80 -80
- package/services/torrent/files.js +455 -455
- package/services/torrent/naming.js +619 -619
- package/services/torrent/piece-store-of.js +29 -29
- package/services/torrent/supply-margin.js +264 -264
- package/services/torrent/worker/background-fill.js +213 -213
- package/services/torrent/worker/channel.js +271 -271
- package/services/torrent/worker/fastest-wires.js +342 -342
- package/services/torrent/worker/handle-state.js +23 -23
- package/services/torrent/worker/install-webrtc-shim.js +32 -32
- package/services/torrent/worker/piece-reader.js +1078 -1078
- package/services/torrent/worker/pool-adapter.js +371 -371
- package/services/torrent/worker/protocol.js +184 -184
- package/services/torrent/worker/resume-warm.js +107 -107
- package/services/torrent/worker/webrtc-shim.js +219 -219
- package/services/transport/delivery-probe.js +842 -842
- package/services/transport/health-collector.js +53 -53
- package/services/transport/nat-classifier.js +231 -231
- package/services/transport/packet-witness.js +808 -808
- package/services/transport/port-mapper.js +235 -235
- package/services/transport/registry-api.js +81 -81
- package/services/transport/tunnel-client.js +447 -447
- package/services/transport/usrsctp-state.js +175 -175
- package/services/transport/webrtc-manager.js +484 -484
- package/services/viewer/Assignments.js +340 -340
- package/services/viewer/PriorityOrchestrator.js +325 -325
- package/services/viewer/Viewer.js +691 -691
- package/services/viewer/Viewers.js +368 -368
- package/services/viewer/active-output.js +37 -37
- package/services/viewer/audio-start.js +46 -46
- package/services/viewer/buffer-trend.js +81 -81
- package/services/viewer/choices.js +647 -647
- package/services/viewer/media-time.js +355 -355
- package/services/viewer/playback-readiness.js +635 -635
- package/services/viewer/positions.js +126 -126
- package/services/viewer/report-intake.js +46 -46
- package/store/source-registry.js +71 -71
- package/test/asset-paths.test.js +28 -28
- package/test/audio-buffer-continuity.test.js +77 -77
- package/test/audio-inventory.test.js +212 -212
- package/test/audio-track-bitrate.test.js +40 -40
- package/test/auto-quality-step.test.js +762 -753
- package/test/available-share.test.js +76 -76
- package/test/background-fill.test.js +190 -190
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +115 -115
- package/test/concurrent-cost.test.js +148 -148
- package/test/container-media-info.test.js +228 -228
- package/test/contention.test.js +76 -76
- package/test/core-dumps.test.js +57 -57
- package/test/coverage-follows-the-disk.test.js +228 -228
- package/test/coverage-map.test.js +195 -195
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
- package/test/cut-times-timeline.test.js +65 -65
- package/test/cuts-follow-published-grid.test.js +109 -109
- package/test/data-channel-frame.test.js +63 -63
- package/test/data-channel-viewer-lifecycle.test.js +92 -92
- package/test/dead-torrent-handle.test.js +52 -52
- package/test/declared-rates.test.js +116 -116
- package/test/declared-tracks.test.js +43 -43
- package/test/decode-cost-fit.test.js +202 -202
- package/test/decode-cost.test.js +475 -462
- package/test/delivery-probe.test.js +393 -393
- package/test/demand-register.test.js +206 -206
- package/test/dht-bootstrap.test.js +72 -72
- package/test/drain-threat.test.js +65 -65
- package/test/duplicate-add.test.js +48 -48
- package/test/encode-admission.test.js +146 -146
- package/test/encode-cost.test.js +275 -275
- package/test/encode-exit.test.js +111 -111
- package/test/encode-orchestrator.test.js +426 -426
- package/test/encode-plan-viewers.test.js +725 -725
- package/test/encode-plan.test.js +545 -545
- package/test/encode-run-state.test.js +314 -314
- package/test/encode-run.test.js +38 -0
- package/test/encode-slope.test.js +46 -46
- package/test/encoded-output.test.js +39 -39
- package/test/encoder-kinds.test.js +122 -122
- package/test/encoder-readings.test.js +68 -68
- package/test/every-claimant-is-told-its-share.test.js +152 -152
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
- package/test/failed-start-breaker.test.js +202 -202
- package/test/fastest-wires.test.js +143 -143
- package/test/ffmpeg-stream-counts.test.js +78 -78
- package/test/file-edges.test.js +191 -191
- package/test/fixtures/refused-audio-20261002.json +10 -0
- package/test/fmp4-presentation-clock.test.js +4 -2
- package/test/fmp4-self-contained.test.js +80 -80
- package/test/fmp4-timestamps.test.js +140 -140
- package/test/fmp4-track-completeness.test.js +41 -41
- package/test/format-keyed-outputs.test.js +78 -78
- package/test/health-metrics.test.js +38 -38
- package/test/held-request-width.test.js +157 -157
- package/test/helpers/encode-run.js +240 -240
- package/test/helpers/manager.js +62 -57
- package/test/helpers/output-spec.js +63 -63
- package/test/host-load.test.js +68 -68
- package/test/index-accuracy-is-about-the-file.test.js +128 -128
- package/test/init-compat.test.js +219 -219
- package/test/input-lost-quiets-the-plan.test.js +261 -261
- package/test/input-unavailable.test.js +48 -48
- package/test/installation-id.test.js +39 -39
- package/test/keeping-period.test.js +83 -83
- package/test/keyframe-index-accuracy.test.js +188 -188
- package/test/keyframes-belong-to-the-file.test.js +249 -249
- package/test/learned-median.test.js +37 -37
- package/test/letting-go-asks-who-is-watching.test.js +191 -191
- package/test/limit-row-by-area.test.js +60 -60
- package/test/link-budget.test.js +111 -111
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -273
- package/test/logger-repeats.test.js +134 -134
- package/test/look-ahead-coverage.test.js +56 -56
- package/test/manager-surface.test.js +291 -291
- package/test/matroska-cues-track.test.js +192 -192
- package/test/media-time.test.js +62 -62
- package/test/memory-budget.test.js +390 -390
- package/test/move-cost.test.js +216 -216
- package/test/mp4-subtitles.test.js +173 -173
- package/test/one-authority.test.js +285 -285
- package/test/one-budget.test.js +149 -149
- package/test/one-resource-divided.test.js +185 -185
- package/test/one-serving-output-per-height.test.js +458 -458
- package/test/orchestrator-wired.test.js +207 -207
- package/test/output-catalog.test.js +39 -39
- package/test/output-shape.test.js +21 -21
- package/test/output-spec.test.js +251 -251
- package/test/output-speed.test.js +87 -87
- package/test/outputs-being-prepared.test.js +40 -40
- package/test/packet-witness-ring.test.js +236 -236
- package/test/packet-witness.test.js +148 -148
- package/test/piece-completeness.test.js +37 -1
- package/test/piece-disk-store.test.js +401 -401
- package/test/piece-from-whole-file.test.js +129 -129
- package/test/piece-lru.test.js +319 -319
- package/test/piece-reader.test.js +162 -162
- package/test/piece-selection-offset.test.js +85 -85
- package/test/piece-store-eviction.test.js +595 -595
- package/test/piece-store-never-refuses.test.js +153 -153
- package/test/piece-store-reservations.test.js +403 -403
- package/test/piece-store-slow-disk.test.js +159 -159
- package/test/piece-tail.test.js +97 -97
- package/test/plan-host-timings.test.js +68 -68
- package/test/plan-is-steady.test.js +225 -225
- package/test/playback-readiness.test.js +518 -518
- package/test/playback-start-regressions.test.js +101 -101
- package/test/priority-map-download.test.js +174 -174
- package/test/priority-map-emptied.test.js +204 -204
- package/test/priority-map-per-output.test.js +215 -215
- package/test/priority-map.test.js +163 -163
- package/test/probe-wedge-certainty.test.js +60 -60
- package/test/produced-copy-choice.test.js +213 -213
- package/test/published-timeline.test.js +83 -83
- package/test/quality-offer.test.js +160 -160
- package/test/quality-variants.test.js +1270 -1257
- package/test/rate-control-in-the-output.test.js +180 -180
- package/test/read-survives-withdrawal.test.js +164 -164
- package/test/read-window.test.js +365 -365
- package/test/resume-warm.test.js +39 -39
- package/test/run-graph-drift.test.js +37 -37
- package/test/run-inputs.test.js +80 -80
- package/test/run-intervals.test.js +100 -100
- package/test/run-position-follows-published-grid.test.js +89 -89
- package/test/run-progress.test.js +64 -64
- package/test/same-height-switch.test.js +663 -663
- package/test/seek-frees-the-viewers-requests.test.js +217 -217
- package/test/seek-landing.test.js +109 -109
- package/test/seek-target-not-superseded.test.js +195 -195
- package/test/segment-cut-times.test.js +63 -63
- package/test/segment-demand.test.js +80 -80
- package/test/segment-hold-supersede.test.js +91 -91
- package/test/segment-judged-by-its-own-header.test.js +222 -221
- package/test/segment-serve-wiring.test.js +9 -3
- package/test/segment-store-eviction.test.js +247 -247
- package/test/segment-store.test.js +352 -352
- package/test/segment-true-start.test.js +86 -86
- package/test/segments-are-shared.test.js +176 -176
- package/test/send-chunk-bytes.test.js +86 -86
- package/test/serving-existing-output.test.js +111 -105
- package/test/serving-output.test.js +102 -102
- package/test/shared-piece-store.test.js +310 -310
- package/test/sidecar-naming.test.js +142 -142
- package/test/soundtrack-rate-bound.test.js +289 -289
- package/test/source-file.test.js +133 -133
- package/test/source-registry.test.js +18 -18
- package/test/split-a-stretch.test.js +139 -139
- package/test/stale-request-after-seek.test.js +158 -158
- package/test/startup-readings.test.js +124 -124
- package/test/stream-route.test.js +237 -237
- package/test/subtitle-cue-framing.test.js +200 -200
- package/test/subtitle-cue-source.test.js +102 -102
- package/test/subtitle-cursor.test.js +63 -63
- package/test/subtitle-defaults.test.js +118 -118
- package/test/subtitle-language.test.js +252 -252
- package/test/supply-margin.test.js +190 -190
- package/test/swarm-follows-readers.test.js +174 -174
- package/test/swarm-reach.test.js +130 -130
- package/test/swarm-selection.test.js +220 -220
- package/test/tail-duplication.test.js +167 -167
- package/test/the-channel-has-both-ends.test.js +91 -91
- package/test/the-torrent-thread-serves-bytes.test.js +107 -107
- package/test/thread-pool.test.js +53 -53
- package/test/timeline.test.js +84 -84
- package/test/torrent-contents.test.js +235 -235
- package/test/torrent-cost.test.js +71 -71
- package/test/torrent-files.test.js +221 -221
- package/test/torrent-naming.test.js +255 -255
- package/test/tracks-begin-together.test.js +209 -209
- package/test/tunnel-renewal.test.js +167 -167
- package/test/two-viewers-one-picture.test.js +508 -504
- package/test/upload-hurry.test.js +186 -186
- package/test/usrsctp-state.test.js +131 -131
- package/test/video-facts.test.js +102 -102
- package/test/viewer-assignments.test.js +143 -143
- package/test/viewer-outputs.test.js +285 -285
- package/test/viewer-presence.test.js +116 -116
- package/test/viewer-requests-admission.test.js +92 -89
- package/test/viewer-states.test.js +189 -189
- package/test/viewer-subtitle-subscription.test.js +96 -96
- package/test/viewer.test.js +139 -139
- package/test/viewing-generations.test.js +390 -390
- package/test/visible-rung.test.js +37 -37
- package/test/wait-ledger.test.js +100 -100
- package/test/webrtc-shim.test.js +149 -149
- package/test/wedge-certainty.test.js +131 -131
- package/test/withdraw-piece-claim.test.js +212 -212
- package/test/worker-channel.test.js +158 -158
- package/utils/client-log-file.js +151 -151
- package/utils/logger.js +312 -312
- package/utils/parse-range.js +25 -25
- package/utils/perf.js +59 -59
- package/utils/torrent-source-key.js +38 -38
|
@@ -1,354 +1,354 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file A failed encoder explains what is MISSING, and takes nothing away.
|
|
3
|
-
*
|
|
4
|
-
* Whether production failed used to be asked at the door, before the request
|
|
5
|
-
* had even been looked at, so an output whose encoding ended in an error
|
|
6
|
-
* answered 500 to every request — including requests for segments it had
|
|
7
|
-
* already finished and which were lying on disk under their served names. The
|
|
8
|
-
* viewer lost what was made as well as what was not, and a seek back into the
|
|
9
|
-
* finished stretch could not be served either.
|
|
10
|
-
*
|
|
11
|
-
* A piece under its served name is whole by construction, whoever wrote it and
|
|
12
|
-
* whatever has become of the encoder since. The failure belongs where a file is
|
|
13
|
-
* absent: there it is the truthful answer, and holding the request instead only
|
|
14
|
-
* spends the viewer's patience.
|
|
15
|
-
*/
|
|
16
|
-
|
|
17
|
-
import test from "node:test";
|
|
18
|
-
import assert from "node:assert/strict";
|
|
19
|
-
import { rm, writeFile } from "node:fs/promises";
|
|
20
|
-
import path from "node:path";
|
|
21
|
-
import { wireOutputs } from "../services/server/wire-outputs.js";
|
|
22
|
-
import { SourceFile } from "../services/media/SourceFile.js";
|
|
23
|
-
import { Timeline } from "../services/encode/output/Timeline.js";
|
|
24
|
-
import { Output } from "../services/encode/output/Output.js";
|
|
25
|
-
import { KeyframeTable } from "../services/media/container/KeyframeTable.js";
|
|
26
|
-
import { ENCODE_RUN_STATE } from "../services/encode/encode-run-state.js";
|
|
27
|
-
import { fmp4Format } from "../services/encode/segment-formats/fmp4.js";
|
|
28
|
-
import { EncodeRun } from "../services/encode/EncodeRun.js";
|
|
29
|
-
import { fakeProcess, silentLogger } from "./helpers/encode-run.js";
|
|
30
|
-
import { waitForSessionFile } from "../routes/transcode/session-file/get.js";
|
|
31
|
-
import { outputSpec } from "./helpers/output-spec.js";
|
|
32
|
-
|
|
33
|
-
const SESSION_ID = "3333333344445555";
|
|
34
|
-
const OUTPUT_KEY = "failed-serves:fmt=fmp4:grid=uniform:video-only:v=0/copy";
|
|
35
|
-
// The other branch: a picture cut at the source's own keyframes, where the
|
|
36
|
-
// muxer is handed the cut times and writes each piece self-contained. It has no
|
|
37
|
-
// init FILE at all — the header is lifted out of the first piece — which is the
|
|
38
|
-
// case `#initFromFirstSegment` answers `null` for instead of throwing `ENOENT`.
|
|
39
|
-
const KEYFRAME_OUTPUT_KEY = "failed-serves-kf:fmt=fmp4:grid=kf@0:video-only:v=0/copy";
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* One output with segment #0 finished on disk and its encoder dead.
|
|
43
|
-
*
|
|
44
|
-
* @returns {Promise<{ manager: object, dirPath: string, outputKey: string }>}
|
|
45
|
-
*/
|
|
46
|
-
async function outputWhoseEncoderDied({ failed = true, segments = [0], cutsAtGivenTimes = false } = {}) {
|
|
47
|
-
const manager = wireOutputs({
|
|
48
|
-
enabled: true,
|
|
49
|
-
ffmpegBin: "ffmpeg",
|
|
50
|
-
localBindHost: "127.0.0.1",
|
|
51
|
-
localPort: 9090
|
|
52
|
-
});
|
|
53
|
-
manager.encodeRuns.planEncodersNow = () => {};
|
|
54
|
-
manager.encodeRuns.planEncodersSoon = () => {};
|
|
55
|
-
const outputKey = cutsAtGivenTimes ? KEYFRAME_OUTPUT_KEY : OUTPUT_KEY;
|
|
56
|
-
manager.segmentStore.useFormat(outputKey, fmp4Format);
|
|
57
|
-
const dirPath = manager.segmentStore.directoryFor(outputKey);
|
|
58
|
-
// On the even grid — the branch that writes finished files outright, so their
|
|
59
|
-
// existence is the proof and the fixture needs no header. The other branch
|
|
60
|
-
// writes no init file at all.
|
|
61
|
-
for (const index of segments) {
|
|
62
|
-
await writeFile(path.join(dirPath, fmp4Format.segmentFileName(index)), Buffer.alloc(256, 0x5a));
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
const session = {
|
|
66
|
-
id: SESSION_ID,
|
|
67
|
-
spec: cutsAtGivenTimes
|
|
68
|
-
? outputSpec({ transcodeVideo: false, cutGrid: "keyframe" })
|
|
69
|
-
: outputSpec({ transcodeVideo: true, cutGrid: "uniform" }),
|
|
70
|
-
outputKey,
|
|
71
|
-
dirPath,
|
|
72
|
-
timeline: new Timeline({
|
|
73
|
-
boundaries: [0, 12.5, 25, 37.5, 50, 62.5],
|
|
74
|
-
cutGrid: cutsAtGivenTimes ? "keyframe" : "uniform"
|
|
75
|
-
}),
|
|
76
|
-
state: "ready",
|
|
77
|
-
file: new SourceFile({ sourceKey: "source-1", fileIndex: 0, name: "video.mkv" }).learn({ durationSeconds: 62.5 }),
|
|
78
|
-
get inputFile() { return this.file; },
|
|
79
|
-
get audioFile() { return this.file; },
|
|
80
|
-
lastAloneSpeed: 2,
|
|
81
|
-
startedAt: Date.now(),
|
|
82
|
-
lastAccessedAt: Date.now(),
|
|
83
|
-
runs: new Set(),
|
|
84
|
-
lastError: "",
|
|
85
|
-
consumers: new Set(),
|
|
86
|
-
viewers: new Map(),
|
|
87
|
-
segmentCount: 5,
|
|
88
|
-
segmentFormat: fmp4Format,
|
|
89
|
-
useSyntheticPlaylist: true,
|
|
90
|
-
playlistText: "#EXTM3U\n",
|
|
91
|
-
output: new Output({ encodeWidth: 0, encodeHeight: 0, outputFps: 25, softwarePreset: null, applyTonemap: false }),
|
|
92
|
-
keyframes: new KeyframeTable().learn({ times: [0, 12.5, 25, 37.5, 50], format: "matroska" }),
|
|
93
|
-
audioOnly: false,
|
|
94
|
-
waitEpoch: 0
|
|
95
|
-
};
|
|
96
|
-
manager.outputs.set(SESSION_ID, session);
|
|
97
|
-
manager.viewers.of(session, "viewer-a").moveTo(0);
|
|
98
|
-
// The encoder ended for good, which is what every request below is asked
|
|
99
|
-
// against.
|
|
100
|
-
if (failed) {
|
|
101
|
-
manager.encodeOrchestrator.noteEnded({
|
|
102
|
-
address: outputKey,
|
|
103
|
-
run: { state: ENCODE_RUN_STATE.ENDED_FAILED },
|
|
104
|
-
lastError: "ffmpeg exited with code 255"
|
|
105
|
-
});
|
|
106
|
-
assert.equal(manager.encodeRuns.hasFailed(session), true, "the fixture must describe a failed output");
|
|
107
|
-
}
|
|
108
|
-
return { manager, dirPath, outputKey };
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
/**
|
|
112
|
-
* Wait until the store really holds a wait for this output.
|
|
113
|
-
*
|
|
114
|
-
* A check that ends a wait it has not yet registered proves nothing: it passes
|
|
115
|
-
* on the code that answers a request AFTER the event just as well as on the code
|
|
116
|
-
* that answers one already standing. The deadline is a backstop, never the
|
|
117
|
-
* measurement.
|
|
118
|
-
*
|
|
119
|
-
* @param {object} store
|
|
120
|
-
* @param {string} key
|
|
121
|
-
* @param {number} [howMany]
|
|
122
|
-
* @returns {Promise<void>}
|
|
123
|
-
*/
|
|
124
|
-
async function untilWaitsAreRegistered(store, key, howMany = 1) {
|
|
125
|
-
const giveUpAt = Date.now() + 5_000;
|
|
126
|
-
while (store.waitingFor(key) < howMany) {
|
|
127
|
-
if (Date.now() > giveUpAt) {
|
|
128
|
-
throw new Error(`no wait registered on ${key} after 5s — the check would prove nothing`);
|
|
129
|
-
}
|
|
130
|
-
await new Promise((resolve) => setImmediate(resolve));
|
|
131
|
-
}
|
|
132
|
-
}
|
|
133
|
-
|
|
134
|
-
test("a segment that is on disk is served although the encoder failed", async (t) => {
|
|
135
|
-
const { manager, dirPath } = await outputWhoseEncoderDied();
|
|
136
|
-
t.after(async () => {
|
|
137
|
-
await manager.lifecycle.disposeAll();
|
|
138
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
const answer = await manager.serving.getFileStream(SESSION_ID, "segment-00000.mp4", { consumerId: "viewer-a" });
|
|
142
|
-
|
|
143
|
-
assert.equal(answer.kind, "file", `what is made is made — the answer was ${answer.kind}`);
|
|
144
|
-
assert.equal(answer.contentType, fmp4Format.segmentContentType);
|
|
145
|
-
});
|
|
146
|
-
|
|
147
|
-
test("a segment that is not there says the encoder failed, instead of being held", async (t) => {
|
|
148
|
-
const { manager, dirPath } = await outputWhoseEncoderDied();
|
|
149
|
-
t.after(async () => {
|
|
150
|
-
await manager.lifecycle.disposeAll();
|
|
151
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
152
|
-
});
|
|
153
|
-
|
|
154
|
-
const answer = await manager.serving.getFileStream(SESSION_ID, "segment-00003.mp4", { consumerId: "viewer-a" });
|
|
155
|
-
|
|
156
|
-
assert.equal(answer.kind, "failed", "nothing is going to write it, and the viewer is owed the reason");
|
|
157
|
-
assert.match(answer.message, /255/);
|
|
158
|
-
});
|
|
159
|
-
|
|
160
|
-
test("the playlist is a fact of the timeline and outlives the encoder", async (t) => {
|
|
161
|
-
const { manager, dirPath } = await outputWhoseEncoderDied();
|
|
162
|
-
t.after(async () => {
|
|
163
|
-
await manager.lifecycle.disposeAll();
|
|
164
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
165
|
-
});
|
|
166
|
-
|
|
167
|
-
const answer = await manager.serving.getFileStream(SESSION_ID, "index.m3u8", { consumerId: "viewer-a" });
|
|
168
|
-
|
|
169
|
-
assert.equal(answer.kind, "file");
|
|
170
|
-
assert.equal(answer.isPlaylist, true);
|
|
171
|
-
});
|
|
172
|
-
|
|
173
|
-
test("a failure reaches a request that was ALREADY waiting", async (t) => {
|
|
174
|
-
// The case the other checks in this file do not reach: they set the failure
|
|
175
|
-
// and then ask. A wait that began BEFORE it is ended by the publication, by a
|
|
176
|
-
// wake, by the requester going or by its own deadline — and a failure is none
|
|
177
|
-
// of those, so it sat out the whole deadline for a piece nothing was going to
|
|
178
|
-
// make, and where the page states no deadline, until the viewer disconnected.
|
|
179
|
-
const { manager, dirPath } = await outputWhoseEncoderDied({ failed: false });
|
|
180
|
-
t.after(async () => {
|
|
181
|
-
await manager.lifecycle.disposeAll();
|
|
182
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
183
|
-
});
|
|
184
|
-
const session = manager.outputs.get(SESSION_ID);
|
|
185
|
-
const child = fakeProcess();
|
|
186
|
-
const run = new EncodeRun({
|
|
187
|
-
address: OUTPUT_KEY,
|
|
188
|
-
encoder: { name: "libx264", kind: "software" },
|
|
189
|
-
from: 3,
|
|
190
|
-
to: 4,
|
|
191
|
-
buildArgs: () => [],
|
|
192
|
-
spawn: () => child,
|
|
193
|
-
logger: silentLogger,
|
|
194
|
-
lastSegmentIndex: () => 4,
|
|
195
|
-
because: "a check asked for it",
|
|
196
|
-
onEnded: (ended) => manager.encodeRuns.noteRunEnded(session, run, ended)
|
|
197
|
-
});
|
|
198
|
-
manager.encodeOrchestrator.adopt(OUTPUT_KEY, run);
|
|
199
|
-
|
|
200
|
-
// Held with a deadline long enough that running it out IS the failure.
|
|
201
|
-
const held = waitForSessionFile(manager.serving, SESSION_ID, "segment-00003.mp4", {
|
|
202
|
-
holdMs: 30_000,
|
|
203
|
-
consumerId: "viewer-a"
|
|
204
|
-
});
|
|
205
|
-
// The wait must EXIST before it can be said to have been woken.
|
|
206
|
-
await untilWaitsAreRegistered(manager.segmentStore, OUTPUT_KEY);
|
|
207
|
-
|
|
208
|
-
child.exit(255);
|
|
209
|
-
|
|
210
|
-
// Bounded, because a regression here would otherwise HANG for the whole
|
|
211
|
-
// thirty-second hold and take the rest of the file down with it.
|
|
212
|
-
const answer = await settledWithin(held, 5_000);
|
|
213
|
-
|
|
214
|
-
assert.notEqual(answer, STILL_WAITING, "it was left to sit out its whole hold");
|
|
215
|
-
assert.equal(answer.kind, "failed", "a wait nothing will satisfy must be told");
|
|
216
|
-
});
|
|
217
|
-
|
|
218
|
-
/** What a race answers when the promise did not settle in time. */
|
|
219
|
-
const STILL_WAITING = Symbol("still waiting");
|
|
220
|
-
|
|
221
|
-
/**
|
|
222
|
-
* The promise's answer, or {@link STILL_WAITING} if it has not settled yet.
|
|
223
|
-
*
|
|
224
|
-
* Used for BOTH directions, and the direction decides what the bound means. On
|
|
225
|
-
* "it must be told", the bound is a backstop that turns a regression into a
|
|
226
|
-
* failure in seconds instead of a test that hangs until the hold runs out — and
|
|
227
|
-
* a hanging test is worse than an absent one, because it takes the rest of the
|
|
228
|
-
* file down with it (measured here: three checks cancelled by one hang). On
|
|
229
|
-
* "it must go on waiting", the bound IS the grace, and it cannot fail red — it
|
|
230
|
-
* can only pass too easily.
|
|
231
|
-
*
|
|
232
|
-
* @param {Promise<unknown>} promise
|
|
233
|
-
* @param {number} withinMs
|
|
234
|
-
* @returns {Promise<unknown>}
|
|
235
|
-
*/
|
|
236
|
-
async function settledWithin(promise, withinMs) {
|
|
237
|
-
return await Promise.race([
|
|
238
|
-
promise,
|
|
239
|
-
new Promise((resolve) => setTimeout(() => resolve(STILL_WAITING), withinMs))
|
|
240
|
-
]);
|
|
241
|
-
}
|
|
242
|
-
|
|
243
|
-
test("a run that exits 0 having produced less than promised also reaches a waiting request", async (t) => {
|
|
244
|
-
// ffmpeg exits 0 both at the end of the file and when its input stops
|
|
245
|
-
// delivering, so a run that stopped short claims success. That ending is
|
|
246
|
-
// terminal all the same — and it was the one branch of the exit handler that
|
|
247
|
-
// returned before anybody waiting was told.
|
|
248
|
-
const { manager, dirPath } = await outputWhoseEncoderDied({ failed: false });
|
|
249
|
-
t.after(async () => {
|
|
250
|
-
await manager.lifecycle.disposeAll();
|
|
251
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
252
|
-
});
|
|
253
|
-
const session = manager.outputs.get(SESSION_ID);
|
|
254
|
-
const child = fakeProcess();
|
|
255
|
-
const run = new EncodeRun({
|
|
256
|
-
address: OUTPUT_KEY,
|
|
257
|
-
encoder: { name: "libx264", kind: "software" },
|
|
258
|
-
from: 3,
|
|
259
|
-
to: 4,
|
|
260
|
-
buildArgs: () => [],
|
|
261
|
-
spawn: () => child,
|
|
262
|
-
logger: silentLogger,
|
|
263
|
-
lastSegmentIndex: () => 4,
|
|
264
|
-
because: "a check asked for it",
|
|
265
|
-
onEnded: (ended) => manager.encodeRuns.noteRunEnded(session, run, ended)
|
|
266
|
-
});
|
|
267
|
-
manager.encodeOrchestrator.adopt(OUTPUT_KEY, run);
|
|
268
|
-
|
|
269
|
-
const held = waitForSessionFile(manager.serving, SESSION_ID, "segment-00003.mp4", {
|
|
270
|
-
holdMs: 30_000,
|
|
271
|
-
consumerId: "viewer-a"
|
|
272
|
-
});
|
|
273
|
-
await untilWaitsAreRegistered(manager.segmentStore, OUTPUT_KEY);
|
|
274
|
-
|
|
275
|
-
// Zero, having made none of the two segments it was given.
|
|
276
|
-
child.exit(0);
|
|
277
|
-
|
|
278
|
-
const answer = await settledWithin(held, 5_000);
|
|
279
|
-
|
|
280
|
-
assert.equal(manager.encodeRuns.hasFailed(session), true, "stopping short is a failure, not a finished file");
|
|
281
|
-
assert.notEqual(answer, STILL_WAITING, "it was left to sit out its whole hold");
|
|
282
|
-
assert.equal(answer.kind, "failed", "a wait nothing will satisfy must be told");
|
|
283
|
-
});
|
|
284
|
-
|
|
285
|
-
test("one run of two ending in failure tells nobody — the other is still making it", async (t) => {
|
|
286
|
-
// The condition is the OUTPUT's state, not this run's ending. A run that
|
|
287
|
-
// failed while another is alive on the same output has not made the segment
|
|
288
|
-
// unobtainable, so a request for it goes on waiting rather than being handed
|
|
289
|
-
// an error by the run that lost.
|
|
290
|
-
const { manager, dirPath } = await outputWhoseEncoderDied({ failed: false });
|
|
291
|
-
t.after(async () => {
|
|
292
|
-
await manager.lifecycle.disposeAll();
|
|
293
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
294
|
-
});
|
|
295
|
-
const session = manager.outputs.get(SESSION_ID);
|
|
296
|
-
const runOf = (from, to, child) => {
|
|
297
|
-
const run = new EncodeRun({
|
|
298
|
-
address: OUTPUT_KEY,
|
|
299
|
-
encoder: { name: "libx264", kind: "software" },
|
|
300
|
-
from,
|
|
301
|
-
to,
|
|
302
|
-
buildArgs: () => [],
|
|
303
|
-
spawn: () => child,
|
|
304
|
-
logger: silentLogger,
|
|
305
|
-
lastSegmentIndex: () => 4,
|
|
306
|
-
because: "a check asked for it",
|
|
307
|
-
onEnded: (ended) => manager.encodeRuns.noteRunEnded(session, run, ended)
|
|
308
|
-
});
|
|
309
|
-
manager.encodeOrchestrator.adopt(OUTPUT_KEY, run);
|
|
310
|
-
return run;
|
|
311
|
-
};
|
|
312
|
-
const dying = fakeProcess();
|
|
313
|
-
const working = fakeProcess();
|
|
314
|
-
runOf(3, 3, dying);
|
|
315
|
-
runOf(4, 4, working);
|
|
316
|
-
|
|
317
|
-
const held = waitForSessionFile(manager.serving, SESSION_ID, "segment-00003.mp4", {
|
|
318
|
-
holdMs: 30_000,
|
|
319
|
-
consumerId: "viewer-a"
|
|
320
|
-
});
|
|
321
|
-
await untilWaitsAreRegistered(manager.segmentStore, OUTPUT_KEY);
|
|
322
|
-
|
|
323
|
-
dying.exit(255);
|
|
324
|
-
|
|
325
|
-
assert.equal(
|
|
326
|
-
manager.encodeRuns.hasFailed(session),
|
|
327
|
-
false,
|
|
328
|
-
"the output has not failed while a run is alive on it"
|
|
329
|
-
);
|
|
330
|
-
assert.equal(await settledWithin(held, 300), STILL_WAITING, "the request must go on waiting");
|
|
331
|
-
});
|
|
332
|
-
|
|
333
|
-
test("an init that will never be made says so instead of warming up for ever", async (t) => {
|
|
334
|
-
// On the branch that lifts the header out of the first piece there is no file
|
|
335
|
-
// to be missing: `#initFromFirstSegment` answers null rather than throwing, so
|
|
336
|
-
// the catch that names a failure is never reached and the answer was always
|
|
337
|
-
// "still warming up".
|
|
338
|
-
//
|
|
339
|
-
// THE FIXTURE MUST BE ON THAT BRANCH, and it was not: with a re-encode on the
|
|
340
|
-
// even grid `cutsAtGivenTimes` is false, so the check read a missing init
|
|
341
|
-
// FILE and exercised the `ENOENT` path instead — the one that was never
|
|
342
|
-
// broken. A copy cut at the source's own keyframes is the configuration that
|
|
343
|
-
// writes no init file at all.
|
|
344
|
-
const { manager, dirPath } = await outputWhoseEncoderDied({ segments: [], cutsAtGivenTimes: true });
|
|
345
|
-
t.after(async () => {
|
|
346
|
-
await manager.lifecycle.disposeAll();
|
|
347
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
348
|
-
});
|
|
349
|
-
|
|
350
|
-
const answer = await manager.serving.getFileStream(SESSION_ID, "init.mp4", { consumerId: "viewer-a" });
|
|
351
|
-
|
|
352
|
-
assert.equal(answer.kind, "failed", "nothing is going to produce the header it would come from");
|
|
353
|
-
assert.match(answer.message, /255/);
|
|
354
|
-
});
|
|
1
|
+
/**
|
|
2
|
+
* @file A failed encoder explains what is MISSING, and takes nothing away.
|
|
3
|
+
*
|
|
4
|
+
* Whether production failed used to be asked at the door, before the request
|
|
5
|
+
* had even been looked at, so an output whose encoding ended in an error
|
|
6
|
+
* answered 500 to every request — including requests for segments it had
|
|
7
|
+
* already finished and which were lying on disk under their served names. The
|
|
8
|
+
* viewer lost what was made as well as what was not, and a seek back into the
|
|
9
|
+
* finished stretch could not be served either.
|
|
10
|
+
*
|
|
11
|
+
* A piece under its served name is whole by construction, whoever wrote it and
|
|
12
|
+
* whatever has become of the encoder since. The failure belongs where a file is
|
|
13
|
+
* absent: there it is the truthful answer, and holding the request instead only
|
|
14
|
+
* spends the viewer's patience.
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
import test from "node:test";
|
|
18
|
+
import assert from "node:assert/strict";
|
|
19
|
+
import { rm, writeFile } from "node:fs/promises";
|
|
20
|
+
import path from "node:path";
|
|
21
|
+
import { wireOutputs } from "../services/server/wire-outputs.js";
|
|
22
|
+
import { SourceFile } from "../services/media/SourceFile.js";
|
|
23
|
+
import { Timeline } from "../services/encode/output/Timeline.js";
|
|
24
|
+
import { Output } from "../services/encode/output/Output.js";
|
|
25
|
+
import { KeyframeTable } from "../services/media/container/KeyframeTable.js";
|
|
26
|
+
import { ENCODE_RUN_STATE } from "../services/encode/encode-run-state.js";
|
|
27
|
+
import { fmp4Format } from "../services/encode/segment-formats/fmp4.js";
|
|
28
|
+
import { EncodeRun } from "../services/encode/EncodeRun.js";
|
|
29
|
+
import { fakeProcess, silentLogger } from "./helpers/encode-run.js";
|
|
30
|
+
import { waitForSessionFile } from "../routes/transcode/session-file/get.js";
|
|
31
|
+
import { outputSpec } from "./helpers/output-spec.js";
|
|
32
|
+
|
|
33
|
+
const SESSION_ID = "3333333344445555";
|
|
34
|
+
const OUTPUT_KEY = "failed-serves:fmt=fmp4:grid=uniform:video-only:v=0/copy";
|
|
35
|
+
// The other branch: a picture cut at the source's own keyframes, where the
|
|
36
|
+
// muxer is handed the cut times and writes each piece self-contained. It has no
|
|
37
|
+
// init FILE at all — the header is lifted out of the first piece — which is the
|
|
38
|
+
// case `#initFromFirstSegment` answers `null` for instead of throwing `ENOENT`.
|
|
39
|
+
const KEYFRAME_OUTPUT_KEY = "failed-serves-kf:fmt=fmp4:grid=kf@0:video-only:v=0/copy";
|
|
40
|
+
|
|
41
|
+
/**
|
|
42
|
+
* One output with segment #0 finished on disk and its encoder dead.
|
|
43
|
+
*
|
|
44
|
+
* @returns {Promise<{ manager: object, dirPath: string, outputKey: string }>}
|
|
45
|
+
*/
|
|
46
|
+
async function outputWhoseEncoderDied({ failed = true, segments = [0], cutsAtGivenTimes = false } = {}) {
|
|
47
|
+
const manager = wireOutputs({
|
|
48
|
+
enabled: true,
|
|
49
|
+
ffmpegBin: "ffmpeg",
|
|
50
|
+
localBindHost: "127.0.0.1",
|
|
51
|
+
localPort: 9090
|
|
52
|
+
});
|
|
53
|
+
manager.encodeRuns.planEncodersNow = () => {};
|
|
54
|
+
manager.encodeRuns.planEncodersSoon = () => {};
|
|
55
|
+
const outputKey = cutsAtGivenTimes ? KEYFRAME_OUTPUT_KEY : OUTPUT_KEY;
|
|
56
|
+
manager.segmentStore.useFormat(outputKey, fmp4Format);
|
|
57
|
+
const dirPath = manager.segmentStore.directoryFor(outputKey);
|
|
58
|
+
// On the even grid — the branch that writes finished files outright, so their
|
|
59
|
+
// existence is the proof and the fixture needs no header. The other branch
|
|
60
|
+
// writes no init file at all.
|
|
61
|
+
for (const index of segments) {
|
|
62
|
+
await writeFile(path.join(dirPath, fmp4Format.segmentFileName(index)), Buffer.alloc(256, 0x5a));
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
const session = {
|
|
66
|
+
id: SESSION_ID,
|
|
67
|
+
spec: cutsAtGivenTimes
|
|
68
|
+
? outputSpec({ transcodeVideo: false, cutGrid: "keyframe" })
|
|
69
|
+
: outputSpec({ transcodeVideo: true, cutGrid: "uniform" }),
|
|
70
|
+
outputKey,
|
|
71
|
+
dirPath,
|
|
72
|
+
timeline: new Timeline({
|
|
73
|
+
boundaries: [0, 12.5, 25, 37.5, 50, 62.5],
|
|
74
|
+
cutGrid: cutsAtGivenTimes ? "keyframe" : "uniform"
|
|
75
|
+
}),
|
|
76
|
+
state: "ready",
|
|
77
|
+
file: new SourceFile({ sourceKey: "source-1", fileIndex: 0, name: "video.mkv" }).learn({ durationSeconds: 62.5 }),
|
|
78
|
+
get inputFile() { return this.file; },
|
|
79
|
+
get audioFile() { return this.file; },
|
|
80
|
+
lastAloneSpeed: 2,
|
|
81
|
+
startedAt: Date.now(),
|
|
82
|
+
lastAccessedAt: Date.now(),
|
|
83
|
+
runs: new Set(),
|
|
84
|
+
lastError: "",
|
|
85
|
+
consumers: new Set(),
|
|
86
|
+
viewers: new Map(),
|
|
87
|
+
segmentCount: 5,
|
|
88
|
+
segmentFormat: fmp4Format,
|
|
89
|
+
useSyntheticPlaylist: true,
|
|
90
|
+
playlistText: "#EXTM3U\n",
|
|
91
|
+
output: new Output({ encodeWidth: 0, encodeHeight: 0, outputFps: 25, softwarePreset: null, applyTonemap: false }),
|
|
92
|
+
keyframes: new KeyframeTable().learn({ times: [0, 12.5, 25, 37.5, 50], format: "matroska" }),
|
|
93
|
+
audioOnly: false,
|
|
94
|
+
waitEpoch: 0
|
|
95
|
+
};
|
|
96
|
+
manager.outputs.set(SESSION_ID, session);
|
|
97
|
+
manager.viewers.of(session, "viewer-a").moveTo(0);
|
|
98
|
+
// The encoder ended for good, which is what every request below is asked
|
|
99
|
+
// against.
|
|
100
|
+
if (failed) {
|
|
101
|
+
manager.encodeOrchestrator.noteEnded({
|
|
102
|
+
address: outputKey,
|
|
103
|
+
run: { state: ENCODE_RUN_STATE.ENDED_FAILED },
|
|
104
|
+
lastError: "ffmpeg exited with code 255"
|
|
105
|
+
});
|
|
106
|
+
assert.equal(manager.encodeRuns.hasFailed(session), true, "the fixture must describe a failed output");
|
|
107
|
+
}
|
|
108
|
+
return { manager, dirPath, outputKey };
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/**
|
|
112
|
+
* Wait until the store really holds a wait for this output.
|
|
113
|
+
*
|
|
114
|
+
* A check that ends a wait it has not yet registered proves nothing: it passes
|
|
115
|
+
* on the code that answers a request AFTER the event just as well as on the code
|
|
116
|
+
* that answers one already standing. The deadline is a backstop, never the
|
|
117
|
+
* measurement.
|
|
118
|
+
*
|
|
119
|
+
* @param {object} store
|
|
120
|
+
* @param {string} key
|
|
121
|
+
* @param {number} [howMany]
|
|
122
|
+
* @returns {Promise<void>}
|
|
123
|
+
*/
|
|
124
|
+
async function untilWaitsAreRegistered(store, key, howMany = 1) {
|
|
125
|
+
const giveUpAt = Date.now() + 5_000;
|
|
126
|
+
while (store.waitingFor(key) < howMany) {
|
|
127
|
+
if (Date.now() > giveUpAt) {
|
|
128
|
+
throw new Error(`no wait registered on ${key} after 5s — the check would prove nothing`);
|
|
129
|
+
}
|
|
130
|
+
await new Promise((resolve) => setImmediate(resolve));
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
test("a segment that is on disk is served although the encoder failed", async (t) => {
|
|
135
|
+
const { manager, dirPath } = await outputWhoseEncoderDied();
|
|
136
|
+
t.after(async () => {
|
|
137
|
+
await manager.lifecycle.disposeAll();
|
|
138
|
+
await rm(dirPath, { recursive: true, force: true });
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
const answer = await manager.serving.getFileStream(SESSION_ID, "segment-00000.mp4", { consumerId: "viewer-a" });
|
|
142
|
+
|
|
143
|
+
assert.equal(answer.kind, "file", `what is made is made — the answer was ${answer.kind}`);
|
|
144
|
+
assert.equal(answer.contentType, fmp4Format.segmentContentType);
|
|
145
|
+
});
|
|
146
|
+
|
|
147
|
+
test("a segment that is not there says the encoder failed, instead of being held", async (t) => {
|
|
148
|
+
const { manager, dirPath } = await outputWhoseEncoderDied();
|
|
149
|
+
t.after(async () => {
|
|
150
|
+
await manager.lifecycle.disposeAll();
|
|
151
|
+
await rm(dirPath, { recursive: true, force: true });
|
|
152
|
+
});
|
|
153
|
+
|
|
154
|
+
const answer = await manager.serving.getFileStream(SESSION_ID, "segment-00003.mp4", { consumerId: "viewer-a" });
|
|
155
|
+
|
|
156
|
+
assert.equal(answer.kind, "failed", "nothing is going to write it, and the viewer is owed the reason");
|
|
157
|
+
assert.match(answer.message, /255/);
|
|
158
|
+
});
|
|
159
|
+
|
|
160
|
+
test("the playlist is a fact of the timeline and outlives the encoder", async (t) => {
|
|
161
|
+
const { manager, dirPath } = await outputWhoseEncoderDied();
|
|
162
|
+
t.after(async () => {
|
|
163
|
+
await manager.lifecycle.disposeAll();
|
|
164
|
+
await rm(dirPath, { recursive: true, force: true });
|
|
165
|
+
});
|
|
166
|
+
|
|
167
|
+
const answer = await manager.serving.getFileStream(SESSION_ID, "index.m3u8", { consumerId: "viewer-a" });
|
|
168
|
+
|
|
169
|
+
assert.equal(answer.kind, "file");
|
|
170
|
+
assert.equal(answer.isPlaylist, true);
|
|
171
|
+
});
|
|
172
|
+
|
|
173
|
+
test("a failure reaches a request that was ALREADY waiting", async (t) => {
|
|
174
|
+
// The case the other checks in this file do not reach: they set the failure
|
|
175
|
+
// and then ask. A wait that began BEFORE it is ended by the publication, by a
|
|
176
|
+
// wake, by the requester going or by its own deadline — and a failure is none
|
|
177
|
+
// of those, so it sat out the whole deadline for a piece nothing was going to
|
|
178
|
+
// make, and where the page states no deadline, until the viewer disconnected.
|
|
179
|
+
const { manager, dirPath } = await outputWhoseEncoderDied({ failed: false });
|
|
180
|
+
t.after(async () => {
|
|
181
|
+
await manager.lifecycle.disposeAll();
|
|
182
|
+
await rm(dirPath, { recursive: true, force: true });
|
|
183
|
+
});
|
|
184
|
+
const session = manager.outputs.get(SESSION_ID);
|
|
185
|
+
const child = fakeProcess();
|
|
186
|
+
const run = new EncodeRun({
|
|
187
|
+
address: OUTPUT_KEY,
|
|
188
|
+
encoder: { name: "libx264", kind: "software" },
|
|
189
|
+
from: 3,
|
|
190
|
+
to: 4,
|
|
191
|
+
buildArgs: () => [],
|
|
192
|
+
spawn: () => child,
|
|
193
|
+
logger: silentLogger,
|
|
194
|
+
lastSegmentIndex: () => 4,
|
|
195
|
+
because: "a check asked for it",
|
|
196
|
+
onEnded: (ended) => manager.encodeRuns.noteRunEnded(session, run, ended)
|
|
197
|
+
});
|
|
198
|
+
manager.encodeOrchestrator.adopt(OUTPUT_KEY, run);
|
|
199
|
+
|
|
200
|
+
// Held with a deadline long enough that running it out IS the failure.
|
|
201
|
+
const held = waitForSessionFile(manager.serving, SESSION_ID, "segment-00003.mp4", {
|
|
202
|
+
holdMs: 30_000,
|
|
203
|
+
consumerId: "viewer-a"
|
|
204
|
+
});
|
|
205
|
+
// The wait must EXIST before it can be said to have been woken.
|
|
206
|
+
await untilWaitsAreRegistered(manager.segmentStore, OUTPUT_KEY);
|
|
207
|
+
|
|
208
|
+
child.exit(255);
|
|
209
|
+
|
|
210
|
+
// Bounded, because a regression here would otherwise HANG for the whole
|
|
211
|
+
// thirty-second hold and take the rest of the file down with it.
|
|
212
|
+
const answer = await settledWithin(held, 5_000);
|
|
213
|
+
|
|
214
|
+
assert.notEqual(answer, STILL_WAITING, "it was left to sit out its whole hold");
|
|
215
|
+
assert.equal(answer.kind, "failed", "a wait nothing will satisfy must be told");
|
|
216
|
+
});
|
|
217
|
+
|
|
218
|
+
/** What a race answers when the promise did not settle in time. */
|
|
219
|
+
const STILL_WAITING = Symbol("still waiting");
|
|
220
|
+
|
|
221
|
+
/**
|
|
222
|
+
* The promise's answer, or {@link STILL_WAITING} if it has not settled yet.
|
|
223
|
+
*
|
|
224
|
+
* Used for BOTH directions, and the direction decides what the bound means. On
|
|
225
|
+
* "it must be told", the bound is a backstop that turns a regression into a
|
|
226
|
+
* failure in seconds instead of a test that hangs until the hold runs out — and
|
|
227
|
+
* a hanging test is worse than an absent one, because it takes the rest of the
|
|
228
|
+
* file down with it (measured here: three checks cancelled by one hang). On
|
|
229
|
+
* "it must go on waiting", the bound IS the grace, and it cannot fail red — it
|
|
230
|
+
* can only pass too easily.
|
|
231
|
+
*
|
|
232
|
+
* @param {Promise<unknown>} promise
|
|
233
|
+
* @param {number} withinMs
|
|
234
|
+
* @returns {Promise<unknown>}
|
|
235
|
+
*/
|
|
236
|
+
async function settledWithin(promise, withinMs) {
|
|
237
|
+
return await Promise.race([
|
|
238
|
+
promise,
|
|
239
|
+
new Promise((resolve) => setTimeout(() => resolve(STILL_WAITING), withinMs))
|
|
240
|
+
]);
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
test("a run that exits 0 having produced less than promised also reaches a waiting request", async (t) => {
|
|
244
|
+
// ffmpeg exits 0 both at the end of the file and when its input stops
|
|
245
|
+
// delivering, so a run that stopped short claims success. That ending is
|
|
246
|
+
// terminal all the same — and it was the one branch of the exit handler that
|
|
247
|
+
// returned before anybody waiting was told.
|
|
248
|
+
const { manager, dirPath } = await outputWhoseEncoderDied({ failed: false });
|
|
249
|
+
t.after(async () => {
|
|
250
|
+
await manager.lifecycle.disposeAll();
|
|
251
|
+
await rm(dirPath, { recursive: true, force: true });
|
|
252
|
+
});
|
|
253
|
+
const session = manager.outputs.get(SESSION_ID);
|
|
254
|
+
const child = fakeProcess();
|
|
255
|
+
const run = new EncodeRun({
|
|
256
|
+
address: OUTPUT_KEY,
|
|
257
|
+
encoder: { name: "libx264", kind: "software" },
|
|
258
|
+
from: 3,
|
|
259
|
+
to: 4,
|
|
260
|
+
buildArgs: () => [],
|
|
261
|
+
spawn: () => child,
|
|
262
|
+
logger: silentLogger,
|
|
263
|
+
lastSegmentIndex: () => 4,
|
|
264
|
+
because: "a check asked for it",
|
|
265
|
+
onEnded: (ended) => manager.encodeRuns.noteRunEnded(session, run, ended)
|
|
266
|
+
});
|
|
267
|
+
manager.encodeOrchestrator.adopt(OUTPUT_KEY, run);
|
|
268
|
+
|
|
269
|
+
const held = waitForSessionFile(manager.serving, SESSION_ID, "segment-00003.mp4", {
|
|
270
|
+
holdMs: 30_000,
|
|
271
|
+
consumerId: "viewer-a"
|
|
272
|
+
});
|
|
273
|
+
await untilWaitsAreRegistered(manager.segmentStore, OUTPUT_KEY);
|
|
274
|
+
|
|
275
|
+
// Zero, having made none of the two segments it was given.
|
|
276
|
+
child.exit(0);
|
|
277
|
+
|
|
278
|
+
const answer = await settledWithin(held, 5_000);
|
|
279
|
+
|
|
280
|
+
assert.equal(manager.encodeRuns.hasFailed(session), true, "stopping short is a failure, not a finished file");
|
|
281
|
+
assert.notEqual(answer, STILL_WAITING, "it was left to sit out its whole hold");
|
|
282
|
+
assert.equal(answer.kind, "failed", "a wait nothing will satisfy must be told");
|
|
283
|
+
});
|
|
284
|
+
|
|
285
|
+
test("one run of two ending in failure tells nobody — the other is still making it", async (t) => {
|
|
286
|
+
// The condition is the OUTPUT's state, not this run's ending. A run that
|
|
287
|
+
// failed while another is alive on the same output has not made the segment
|
|
288
|
+
// unobtainable, so a request for it goes on waiting rather than being handed
|
|
289
|
+
// an error by the run that lost.
|
|
290
|
+
const { manager, dirPath } = await outputWhoseEncoderDied({ failed: false });
|
|
291
|
+
t.after(async () => {
|
|
292
|
+
await manager.lifecycle.disposeAll();
|
|
293
|
+
await rm(dirPath, { recursive: true, force: true });
|
|
294
|
+
});
|
|
295
|
+
const session = manager.outputs.get(SESSION_ID);
|
|
296
|
+
const runOf = (from, to, child) => {
|
|
297
|
+
const run = new EncodeRun({
|
|
298
|
+
address: OUTPUT_KEY,
|
|
299
|
+
encoder: { name: "libx264", kind: "software" },
|
|
300
|
+
from,
|
|
301
|
+
to,
|
|
302
|
+
buildArgs: () => [],
|
|
303
|
+
spawn: () => child,
|
|
304
|
+
logger: silentLogger,
|
|
305
|
+
lastSegmentIndex: () => 4,
|
|
306
|
+
because: "a check asked for it",
|
|
307
|
+
onEnded: (ended) => manager.encodeRuns.noteRunEnded(session, run, ended)
|
|
308
|
+
});
|
|
309
|
+
manager.encodeOrchestrator.adopt(OUTPUT_KEY, run);
|
|
310
|
+
return run;
|
|
311
|
+
};
|
|
312
|
+
const dying = fakeProcess();
|
|
313
|
+
const working = fakeProcess();
|
|
314
|
+
runOf(3, 3, dying);
|
|
315
|
+
runOf(4, 4, working);
|
|
316
|
+
|
|
317
|
+
const held = waitForSessionFile(manager.serving, SESSION_ID, "segment-00003.mp4", {
|
|
318
|
+
holdMs: 30_000,
|
|
319
|
+
consumerId: "viewer-a"
|
|
320
|
+
});
|
|
321
|
+
await untilWaitsAreRegistered(manager.segmentStore, OUTPUT_KEY);
|
|
322
|
+
|
|
323
|
+
dying.exit(255);
|
|
324
|
+
|
|
325
|
+
assert.equal(
|
|
326
|
+
manager.encodeRuns.hasFailed(session),
|
|
327
|
+
false,
|
|
328
|
+
"the output has not failed while a run is alive on it"
|
|
329
|
+
);
|
|
330
|
+
assert.equal(await settledWithin(held, 300), STILL_WAITING, "the request must go on waiting");
|
|
331
|
+
});
|
|
332
|
+
|
|
333
|
+
test("an init that will never be made says so instead of warming up for ever", async (t) => {
|
|
334
|
+
// On the branch that lifts the header out of the first piece there is no file
|
|
335
|
+
// to be missing: `#initFromFirstSegment` answers null rather than throwing, so
|
|
336
|
+
// the catch that names a failure is never reached and the answer was always
|
|
337
|
+
// "still warming up".
|
|
338
|
+
//
|
|
339
|
+
// THE FIXTURE MUST BE ON THAT BRANCH, and it was not: with a re-encode on the
|
|
340
|
+
// even grid `cutsAtGivenTimes` is false, so the check read a missing init
|
|
341
|
+
// FILE and exercised the `ENOENT` path instead — the one that was never
|
|
342
|
+
// broken. A copy cut at the source's own keyframes is the configuration that
|
|
343
|
+
// writes no init file at all.
|
|
344
|
+
const { manager, dirPath } = await outputWhoseEncoderDied({ segments: [], cutsAtGivenTimes: true });
|
|
345
|
+
t.after(async () => {
|
|
346
|
+
await manager.lifecycle.disposeAll();
|
|
347
|
+
await rm(dirPath, { recursive: true, force: true });
|
|
348
|
+
});
|
|
349
|
+
|
|
350
|
+
const answer = await manager.serving.getFileStream(SESSION_ID, "init.mp4", { consumerId: "viewer-a" });
|
|
351
|
+
|
|
352
|
+
assert.equal(answer.kind, "failed", "nothing is going to produce the header it would come from");
|
|
353
|
+
assert.match(answer.message, /255/);
|
|
354
|
+
});
|