@torrent-tv/proxy 2.85.1 → 2.87.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2138 -1909
- package/CLAUDE.md +318 -197
- package/assets/calibration/NOTICE.md +2 -2
- package/bin/cli.js +684 -616
- package/biome.json +409 -233
- package/docs/container-architecture.md +218 -213
- package/docs/download-architecture.md +7 -7
- package/docs/encode-architecture.md +287 -11
- package/docs/encode-run-state.md +2 -2
- package/docs/logs.md +97 -97
- package/docs/{disk-architecture.md → storage-architecture.md} +107 -1
- package/openspec/changes/adaptive-bitrate/design.md +2 -2
- package/openspec/changes/adaptive-bitrate/proposal.md +1 -1
- package/openspec/changes/adaptive-bitrate/tasks.md +1 -1
- package/openspec/changes/chunked-request-bodies/design.md +1 -1
- package/openspec/changes/chunked-request-bodies/proposal.md +1 -1
- package/openspec/changes/chunked-request-bodies/tasks.md +1 -1
- package/openspec/changes/cold-start/design.md +1 -1
- package/openspec/changes/disk-cap/proposal.md +1 -1
- package/openspec/changes/proxy-observability/proposal.md +2 -2
- package/openspec/changes/track-selection/proposal.md +1 -1
- package/openspec/changes/transcode-quality/proposal.md +1 -1
- package/package.json +2 -2
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/routes/api/playback-plan/post.js +2 -2
- package/routes/api/sources/files/get.js +1 -1
- package/routes/api/sources/stats/get.js +1 -1
- package/routes/api/sources/warm/post.js +10 -3
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +3 -3
- package/routes/api/transcode-sessions/net-report/post.js +129 -94
- package/routes/api/transcode-sessions/post.js +160 -139
- package/routes/api/transcode-sessions/progress/get.js +3 -3
- package/routes/api/transcode-sessions/release/post.js +3 -3
- package/routes/api/transcode-sessions/seek/post.js +12 -3
- package/routes/stream/get.js +2 -2
- package/routes/transcode/audio-file/get.js +15 -6
- package/routes/transcode/audio-warm/get.js +8 -5
- package/routes/transcode/session-file/get.js +429 -268
- package/routes/transcode/variant-file/get.js +47 -7
- package/routes/transcode/variant-warm/get.js +18 -6
- package/scripts/render-run-graph.js +1 -1
- package/server.js +720 -465
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -0
- package/services/encode/EncodeAdmission.js +332 -0
- package/services/{orchestrators → encode}/EncodeOrchestrator.js +285 -17
- package/services/encode/EncodeRun.js +16 -9
- package/services/encode/EncodeRuns.js +1219 -0
- package/services/encode/Encoder.js +18 -2
- package/services/encode/EncoderSelection.js +38 -0
- package/services/encode/LocalObservations.js +359 -0
- package/services/encode/NvencEncoder.js +5 -0
- package/services/encode/OutputOpening.js +745 -0
- package/services/encode/OutputTimes.js +579 -0
- package/services/encode/Renditions.js +2162 -0
- package/services/encode/RunProgress.js +84 -0
- package/services/encode/SoftwareEncoder.js +12 -7
- package/services/encode/args.js +402 -186
- package/services/encode/calibration.js +361 -0
- package/services/encode/contention.js +128 -128
- package/services/encode/encode-run-state.js +16 -20
- package/services/encode/fingerprint.js +322 -0
- package/services/{hwaccel.js → encode/hwaccel.js} +82 -42
- package/services/{learned-median.js → encode/learned-median.js} +11 -0
- package/services/encode/output/EncodedOutput.js +57 -0
- package/services/encode/output/Output.js +131 -0
- package/services/{output/LiveOutputs.js → encode/output/OutputCatalog.js} +141 -40
- package/services/encode/output/OutputSpec.js +390 -0
- package/services/{output → encode/output}/Timeline.js +12 -37
- package/services/encode/output/index.js +20 -0
- package/services/encode/output/ladder.js +32 -0
- package/services/{output → encode/output}/playlists.js +3 -0
- package/services/encode/output-key-format.js +21 -0
- package/services/encode/quality/EncodeCost.js +1083 -0
- package/services/encode/quality/HostLoad.js +525 -0
- package/services/encode/quality/HostTimings.js +249 -0
- package/services/encode/quality/OutputQualityState.js +28 -0
- package/services/encode/quality/QualityController.js +931 -0
- package/services/encode/quality/QualityOffer.js +416 -0
- package/services/encode/quality/drain-threat.js +47 -0
- package/services/encode/quality/link-budget.js +254 -0
- package/services/encode/quality/output-format.js +266 -0
- package/services/encode/quality/serving-output.js +216 -0
- package/services/encode/quality/visible-rung.js +57 -0
- package/services/encode/run-command.js +23 -20
- package/services/encode/run-inputs.js +42 -0
- package/services/{segment-formats → encode/segment-formats}/fmp4.js +63 -0
- package/services/{segment-formats → encode/segment-formats}/index.js +3 -3
- package/services/encode/segment-formats/init-compat.js +324 -0
- package/services/{segment-formats → encode/segment-formats}/mp4-boxes.js +8 -3
- package/services/encode/throughput.js +97 -0
- package/services/{orchestrators → media}/ContainerOrchestrator.js +45 -7
- package/services/media/KeyframeTables.js +316 -0
- package/services/{source → media}/SourceFile.js +7 -55
- package/services/{torrent-worker/subtitle-cues.js → media/SubtitleCues.js} +103 -132
- package/services/media/SubtitleOrchestrator.js +167 -0
- package/services/{audio-inventory.js → media/audio-inventory.js} +7 -1
- package/services/{container → media/container}/AviContainer.js +266 -266
- package/services/{container → media/container}/Container.js +596 -601
- package/services/media/container/ContainerFactory.js +56 -0
- package/services/media/container/KeyframeTable.js +272 -0
- package/services/{container → media/container}/MatroskaContainer.js +1485 -1485
- package/services/{container → media/container}/Mp4Container.js +1244 -1244
- package/services/{container → media/container}/SubtitleFileContainer.js +322 -322
- package/services/media/keyframe-probe.js +157 -0
- package/services/media/media-info-probe.js +93 -0
- package/services/{playback-planner.js → media/playback-planner.js} +82 -39
- package/services/{tracks → media/tracks}/AudioTrack.js +131 -131
- package/services/{tracks → media/tracks}/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -0
- package/services/server/SegmentServing.js +1146 -0
- package/services/server/ViewerRequests.js +522 -0
- package/services/server/controllers/PlaybackController.js +36 -0
- package/services/{controllers → server/controllers}/SubtitleController.js +17 -33
- package/services/server/wire-outputs.js +958 -0
- package/services/storage/Diagnostics.js +202 -0
- package/services/storage/MachineBudget.js +235 -0
- package/services/{piece-store → storage}/allowance.js +107 -107
- package/services/{core-dumps.js → storage/core-dumps.js} +1 -1
- package/services/{files → storage/files}/CompletedFiles.js +116 -1
- package/services/{disk → storage}/free.js +33 -0
- package/services/storage/machine-memory.js +56 -0
- package/services/{memory-report.js → storage/memory-report.js} +575 -596
- package/services/{piece-store → storage/piece-store}/piece-disk-store.js +0 -7
- package/services/{piece-store → storage/piece-store}/shared-piece-store.js +28 -21
- package/services/{encode → storage/segment-store}/SegmentStore.js +395 -8
- package/services/storage/wire.js +175 -0
- package/services/{download → torrent/download}/SwarmSelection.js +2 -2
- package/services/{download → torrent/download}/registry.js +2 -2
- package/services/torrent/files.js +1 -1
- package/services/torrent/piece-store-of.js +29 -0
- package/services/{torrent-pool.js → torrent/torrent-pool.js} +26 -119
- package/services/{torrent-worker → torrent/worker}/background-fill.js +2 -2
- package/services/{torrent-worker → torrent/worker}/channel.js +271 -250
- package/services/{torrent-worker → torrent/worker}/client.js +77 -58
- package/services/torrent/worker/held-bytes.js +155 -0
- package/services/{torrent-worker → torrent/worker}/install-webrtc-shim.js +1 -1
- package/services/{torrent-worker → torrent/worker}/piece-reader.js +21 -30
- package/services/{torrent-worker → torrent/worker}/pool-adapter.js +101 -137
- package/services/{torrent-worker → torrent/worker}/protocol.js +26 -30
- package/services/torrent/worker/resume-warm.js +107 -0
- package/services/{torrent-worker → torrent/worker}/webrtc-shim.js +2 -2
- package/services/{torrent-worker → torrent/worker}/worker.js +68 -159
- package/services/{data-channel-handler.js → transport/data-channel-handler.js} +1356 -1356
- package/services/{delivery-probe.js → transport/delivery-probe.js} +842 -842
- package/services/{health-collector.js → transport/health-collector.js} +6 -35
- package/services/{packet-witness.js → transport/packet-witness.js} +808 -784
- package/services/{port-mapper.js → transport/port-mapper.js} +1 -1
- package/services/{usrsctp-state.js → transport/usrsctp-state.js} +1 -1
- package/services/{webrtc-manager.js → transport/webrtc-manager.js} +1 -1
- package/services/viewer/Assignments.js +340 -0
- package/services/{priority → viewer}/PriorityMap.js +390 -390
- package/services/{priority → viewer}/PriorityOrchestrator.js +325 -320
- package/services/viewer/Viewer.js +657 -489
- package/services/viewer/Viewers.js +368 -257
- package/services/viewer/active-output.js +37 -54
- package/services/viewer/audio-start.js +46 -0
- package/services/viewer/buffer-trend.js +81 -0
- package/services/viewer/choices.js +647 -0
- package/services/viewer/positions.js +126 -120
- package/services/viewer/report-intake.js +46 -44
- package/test/asset-paths.test.js +28 -0
- package/test/audio-inventory.test.js +3 -3
- package/test/audio-track-bitrate.test.js +40 -0
- package/test/auto-quality-step.test.js +707 -518
- package/test/available-share.test.js +1 -1
- package/test/background-fill.test.js +1 -1
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +1 -1
- package/test/concurrent-cost.test.js +13 -3
- package/test/container-media-info.test.js +3 -3
- package/test/core-dumps.test.js +1 -1
- package/test/coverage-follows-the-disk.test.js +40 -8
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -0
- package/test/cut-times-timeline.test.js +2 -2
- package/test/cuts-follow-published-grid.test.js +9 -8
- package/test/data-channel-frame.test.js +1 -1
- package/test/dead-torrent-handle.test.js +1 -1
- package/test/declared-rates.test.js +2 -2
- package/test/declared-tracks.test.js +2 -2
- package/test/decode-cost-fit.test.js +1 -1
- package/test/decode-cost.test.js +34 -25
- package/test/delivery-probe.test.js +1 -1
- package/test/demand-register.test.js +4 -4
- package/test/dht-bootstrap.test.js +1 -1
- package/test/drain-threat.test.js +65 -0
- package/test/duplicate-add.test.js +1 -1
- package/test/encode-admission.test.js +146 -0
- package/test/encode-cost.test.js +199 -10
- package/test/encode-orchestrator.test.js +39 -1
- package/test/encode-plan-viewers.test.js +2 -2
- package/test/encode-run.test.js +2 -2
- package/test/encode-slope.test.js +1 -1
- package/test/encoded-output.test.js +39 -0
- package/test/encoder-readings.test.js +1 -1
- package/test/every-claimant-is-told-its-share.test.js +152 -0
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -0
- package/test/failed-start-breaker.test.js +81 -30
- package/test/fastest-wires.test.js +1 -1
- package/test/ffmpeg-stream-counts.test.js +1 -1
- package/test/file-edges.test.js +3 -3
- package/test/fmp4-self-contained.test.js +1 -1
- package/test/fmp4-timestamps.test.js +1 -1
- package/test/fmp4-track-completeness.test.js +1 -1
- package/test/format-keyed-outputs.test.js +78 -0
- package/test/health-metrics.test.js +3 -2
- package/test/held-request-width.test.js +22 -23
- package/test/helpers/encode-run.js +136 -136
- package/test/helpers/held-file.js +29 -0
- package/test/helpers/manager.js +57 -0
- package/test/helpers/output-spec.js +63 -0
- package/test/host-load.test.js +1 -1
- package/test/index-accuracy-is-about-the-file.test.js +128 -0
- package/test/init-compat.test.js +219 -0
- package/test/input-lost-quiets-the-plan.test.js +1 -1
- package/test/input-unavailable.test.js +1 -1
- package/test/keeping-period.test.js +4 -4
- package/test/keyframe-index-accuracy.test.js +97 -45
- package/test/keyframe-table-budget.test.js +28 -33
- package/test/keyframes-belong-to-the-file.test.js +174 -57
- package/test/learned-median.test.js +1 -1
- package/test/letting-go-asks-who-is-watching.test.js +191 -0
- package/test/limit-row-by-area.test.js +60 -0
- package/test/link-budget.test.js +111 -0
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -0
- package/test/look-ahead-coverage.test.js +1 -1
- package/test/manager-surface.test.js +294 -0
- package/test/matroska-blocks.test.js +0 -0
- package/test/matroska-cues-track.test.js +1 -1
- package/test/memory-budget.test.js +2 -2
- package/test/mp4-composition-times.test.js +0 -0
- package/test/mp4-subtitles.test.js +1 -1
- package/test/one-authority.test.js +45 -41
- package/test/one-budget.test.js +149 -0
- package/test/one-output-one-session.test.js +204 -0
- package/test/{disk-space.test.js → one-resource-divided.test.js} +30 -10
- package/test/one-serving-output-per-height.test.js +458 -0
- package/test/orchestrator-wired.test.js +46 -45
- package/test/output-catalog.test.js +39 -0
- package/test/output-shape.test.js +4 -51
- package/test/output-spec.test.js +251 -157
- package/test/output-speed.test.js +17 -15
- package/test/outputs-being-prepared.test.js +40 -0
- package/test/packet-witness-ring.test.js +2 -2
- package/test/packet-witness.test.js +1 -1
- package/test/piece-disk-store.test.js +2 -2
- package/test/piece-from-whole-file.test.js +1 -1
- package/test/piece-lru.test.js +1 -1
- package/test/piece-reader.test.js +2 -2
- package/test/piece-store-eviction.test.js +1 -1
- package/test/piece-store-never-refuses.test.js +1 -1
- package/test/piece-store-reservations.test.js +1 -1
- package/test/piece-store-slow-disk.test.js +1 -1
- package/test/piece-tail.test.js +1 -1
- package/test/plan-host-timings.test.js +1 -1
- package/test/plan-is-steady.test.js +225 -225
- package/test/priority-map-download.test.js +4 -4
- package/test/priority-map-emptied.test.js +204 -205
- package/test/priority-map-per-output.test.js +215 -209
- package/test/priority-map.test.js +1 -1
- package/test/probe-wedge-certainty.test.js +1 -1
- package/test/produced-copy-choice.test.js +15 -60
- package/test/quality-offer.test.js +162 -0
- package/test/quality-variants.test.js +1229 -1167
- package/test/rate-control-in-the-output.test.js +180 -0
- package/test/read-survives-withdrawal.test.js +2 -2
- package/test/read-window.test.js +10 -3
- package/test/resume-warm.test.js +1 -1
- package/test/run-inputs.test.js +80 -0
- package/test/run-position-follows-published-grid.test.js +13 -11
- package/test/run-progress.test.js +65 -0
- package/test/same-height-switch.test.js +664 -0
- package/test/seek-frees-the-viewers-requests.test.js +217 -0
- package/test/seek-landing.test.js +13 -13
- package/test/seek-target-not-superseded.test.js +28 -29
- package/test/segment-closed-on-both-branches.test.js +96 -0
- package/test/segment-cut-times.test.js +1 -1
- package/test/segment-hold-supersede.test.js +28 -35
- package/test/segment-judged-by-its-own-header.test.js +221 -0
- package/test/segment-serve-wiring.test.js +130 -39
- package/test/segment-store-eviction.test.js +22 -7
- package/test/segment-store.test.js +98 -14
- package/test/segment-true-start.test.js +1 -1
- package/test/segments-are-shared.test.js +17 -16
- package/test/send-chunk-bytes.test.js +1 -1
- package/test/serving-existing-output.test.js +102 -0
- package/test/serving-output.test.js +102 -0
- package/test/shared-piece-store.test.js +1 -1
- package/test/source-file.test.js +1 -1
- package/test/stale-request-after-seek.test.js +17 -21
- package/test/startup-readings.test.js +10 -5
- package/test/subtitle-cue-framing.test.js +5 -5
- package/test/subtitle-cue-source.test.js +36 -38
- package/test/subtitle-cue-walk.test.js +11 -10
- package/test/subtitle-defaults.test.js +1 -1
- package/test/subtitle-language.test.js +4 -4
- package/test/subtitle-track-numbering.test.js +5 -4
- package/test/supply-margin.test.js +1 -1
- package/test/swarm-follows-readers.test.js +3 -3
- package/test/swarm-reach.test.js +1 -1
- package/test/swarm-selection.test.js +3 -3
- package/test/tail-duplication.test.js +1 -1
- package/test/the-channel-has-both-ends.test.js +91 -0
- package/test/the-torrent-thread-serves-bytes.test.js +107 -0
- package/test/thread-pool.test.js +3 -3
- package/test/timeline.test.js +1 -12
- package/test/torrent-cost.test.js +1 -1
- package/test/tracks-begin-together.test.js +38 -24
- package/test/tunnel-renewal.test.js +1 -1
- package/test/two-viewers-one-picture.test.js +120 -87
- package/test/upload-hurry.test.js +3 -3
- package/test/usrsctp-state.test.js +1 -1
- package/test/video-facts.test.js +1 -1
- package/test/viewer-assignments.test.js +143 -0
- package/test/viewer-outputs.test.js +60 -52
- package/test/viewer-presence.test.js +22 -25
- package/test/viewer-requests-admission.test.js +89 -0
- package/test/viewer-states.test.js +189 -172
- package/test/viewer-subtitle-subscription.test.js +1 -1
- package/test/viewer.test.js +139 -136
- package/test/viewing-generations.test.js +390 -0
- package/test/visible-rung.test.js +37 -0
- package/test/wait-ledger.test.js +1 -1
- package/test/webrtc-shim.test.js +3 -3
- package/test/wedge-certainty.test.js +2 -2
- package/test/withdraw-piece-claim.test.js +2 -2
- package/test/worker-channel.test.js +1 -31
- package/utils/client-log-file.js +151 -151
- package/scripts/read-container-index.mjs +0 -108
- package/services/container/ContainerFactory.js +0 -122
- package/services/controllers/PlaybackController.js +0 -33
- package/services/disk/DiskSpace.js +0 -150
- package/services/disk/wire.js +0 -61
- package/services/hls-session-manager.js +0 -9689
- package/services/orchestrators/SubtitleOrchestrator.js +0 -160
- package/services/output/Output.js +0 -94
- package/services/output/OutputSpec.js +0 -202
- package/services/output/index.js +0 -1
- package/services/output/ladder.js +0 -26
- package/services/produced-index.js +0 -222
- package/services/quality/EncodeCost.js +0 -555
- package/services/torrent-worker/container-tracks.js +0 -414
- package/test/produced-index.test.js +0 -142
- /package/{services → bin}/thread-pool.js +0 -0
- /package/services/{available-share.js → encode/available-share.js} +0 -0
- /package/services/{decode-cost-fit.js → encode/decode-cost-fit.js} +0 -0
- /package/services/{encoder-readings.js → encode/encoder-readings.js} +0 -0
- /package/services/{host-load.js → encode/host-load.js} +0 -0
- /package/services/{output → encode/output}/cut-grid.js +0 -0
- /package/services/{output → encode/output}/rates.js +0 -0
- /package/services/{segment-formats → encode/segment-formats}/mpegts.js +0 -0
- /package/services/{torrent-cost.js → encode/torrent-cost.js} +0 -0
- /package/services/{container → media/container}/ebml-reader.js +0 -0
- /package/services/{ffmpeg-banner.js → media/ffmpeg-banner.js} +0 -0
- /package/services/{tracks → media/tracks}/ContainerTrack.js +0 -0
- /package/services/{tracks → media/tracks}/ImageSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/SubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/TextSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/VideoTrack.js +0 -0
- /package/services/{tracks → media/tracks}/index.js +0 -0
- /package/services/{files → storage/files}/piece-from-whole-file.js +0 -0
- /package/services/{disk → storage}/keep.js +0 -0
- /package/services/{piece-store → storage/piece-store}/piece-lru.js +0 -0
- /package/services/{disk → storage}/returns.js +0 -0
- /package/services/{demand → torrent/demand}/DemandRegister.js +0 -0
- /package/services/{demand → torrent/demand}/Urgency.js +0 -0
- /package/services/{demand → torrent/demand}/Window.js +0 -0
- /package/services/{demand → torrent/demand}/index.js +0 -0
- /package/services/{demand → torrent/demand}/pieces.js +0 -0
- /package/services/{download → torrent/download}/withdraw-claim.js +0 -0
- /package/services/{supply-margin.js → torrent/supply-margin.js} +0 -0
- /package/services/{torrent-source-key.js → torrent/torrent-source-key.js} +0 -0
- /package/services/{torrent-worker → torrent/worker}/fastest-wires.js +0 -0
- /package/services/{torrent-worker → torrent/worker}/handle-state.js +0 -0
- /package/services/{nat-classifier.js → transport/nat-classifier.js} +0 -0
- /package/services/{registry-api.js → transport/registry-api.js} +0 -0
- /package/services/{tunnel-client.js → transport/tunnel-client.js} +0 -0
- /package/services/{priority → viewer}/WaitLedger.js +0 -0
|
@@ -0,0 +1,345 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* How much film is ready in front of the earliest viewer of each output, said
|
|
3
|
+
* every half minute, and what that costs off the swarm.
|
|
4
|
+
*
|
|
5
|
+
* A reading, and it commands nothing: where encoders go is the plan's. The one
|
|
6
|
+
* thing it starts is the fetch of a picture's spare soundtracks, once the
|
|
7
|
+
* cushion is full and the swarm has demonstrably spare capacity.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
export const LOOKAHEAD_PAUSE_SECONDS = 120;
|
|
11
|
+
// How often each session says what its cushion is. Half a minute: the link
|
|
12
|
+
// reports that feed it arrive every ten seconds, and a line per session per
|
|
13
|
+
// ten seconds would drown the log on a host serving several.
|
|
14
|
+
const CUSHION_REPORT_MS = 30_000;
|
|
15
|
+
// How old a viewer's link report may be and still describe where they are. It
|
|
16
|
+
// is sent every 10 s, and a seek in between moves them somewhere this cannot
|
|
17
|
+
// predict — so anything older is treated as no report at all.
|
|
18
|
+
const NET_REPORT_FRESH_MS = 15_000;
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* The last index of the unbroken run of segments starting at `from`.
|
|
22
|
+
*
|
|
23
|
+
* Null when `from` itself is absent. A hole matters: segments beyond one are
|
|
24
|
+
* not look-ahead, because the viewer cannot reach them until it is filled.
|
|
25
|
+
*
|
|
26
|
+
* @param {Set<number>} present
|
|
27
|
+
* @param {number} from
|
|
28
|
+
* @returns {number | null}
|
|
29
|
+
*/
|
|
30
|
+
export function contiguousEnd(present, from) {
|
|
31
|
+
if (!present.has(from)) {
|
|
32
|
+
return null;
|
|
33
|
+
}
|
|
34
|
+
let last = from;
|
|
35
|
+
while (present.has(last + 1)) {
|
|
36
|
+
last += 1;
|
|
37
|
+
}
|
|
38
|
+
return last;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
export class CushionReport {
|
|
42
|
+
/** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
|
|
43
|
+
#host;
|
|
44
|
+
|
|
45
|
+
/** Files whose spare soundtracks have been fetched whole, once each. @type {Set<string>} */
|
|
46
|
+
#spareSoundtracksFetched = new Set();
|
|
47
|
+
#lastSaidAt = new WeakMap();
|
|
48
|
+
#lookAheadDisagreementSince = new WeakMap();
|
|
49
|
+
|
|
50
|
+
/**
|
|
51
|
+
* @param {object} host - `viewerSecondsOn`, `viewersOf`, `SourceFiles`, `logger`, `producedNumbers`, `encodeRuns`, `fetchWholeFile`, `getCachedAudioTracks`, `hostLoad`, `lookaheadSeconds`, `outputTimes`, `outputs`
|
|
52
|
+
*/
|
|
53
|
+
constructor(host) {
|
|
54
|
+
this.#host = host;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
/**
|
|
58
|
+
* Say what the cushion is, for every session.
|
|
59
|
+
*
|
|
60
|
+
* This is all that is left of `#enforceLookAhead`, which also SUSPENDED a run
|
|
61
|
+
* once it was `LOOKAHEAD_PAUSE_SECONDS` in front of the viewer and woke it at
|
|
62
|
+
* `LOOKAHEAD_RESUME_SECONDS` — two chosen numbers, and a second authority
|
|
63
|
+
* over the encoders beside the plan. The two contradicted each other
|
|
64
|
+
* directly: this one deliberately pushed a run past the window the plan was
|
|
65
|
+
* asking about, and the plan then killed it for standing there. Measured in
|
|
66
|
+
* the field 2026-09-05, 350-700ms per cycle, the viewer's picture stopped for
|
|
67
|
+
* 125 seconds.
|
|
68
|
+
*
|
|
69
|
+
* How far ahead a run may get is now a question for the plan alone, which
|
|
70
|
+
* answers it from the demand map. What remains here is a READING — how much
|
|
71
|
+
* film is ready in front of the earliest viewer — and a reading commands
|
|
72
|
+
* nothing.
|
|
73
|
+
*/
|
|
74
|
+
reportCushions() {
|
|
75
|
+
for (const session of this.#host.outputs.values()) {
|
|
76
|
+
this.reportCushionFor(session);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
/**
|
|
81
|
+
* Decide whether one session's encoder should be running right now.
|
|
82
|
+
*
|
|
83
|
+
* Called both on the monitor's interval and the moment a segment is
|
|
84
|
+
* requested. It must be the SAME decision in both places: an earlier version
|
|
85
|
+
* simply resumed on any request, which meant a request for a segment produced
|
|
86
|
+
* ten minutes ago released an encoder that had nothing left to do — measured
|
|
87
|
+
* 2026-08-04, the encoder sawtoothed between suspended and running and drifted
|
|
88
|
+
* from 135 s to 702 s ahead of the viewer while doing it.
|
|
89
|
+
*
|
|
90
|
+
* @param {HlsSession} session
|
|
91
|
+
* @returns {void}
|
|
92
|
+
*/
|
|
93
|
+
reportCushionFor(session) {
|
|
94
|
+
if (!this.#host.encodeRuns.isLive(session) || this.#host.encodeRuns.liveRunsOf(session).length === 0) {
|
|
95
|
+
return;
|
|
96
|
+
}
|
|
97
|
+
// How far the encoder has got, measured by what EXISTS. ffmpeg's own
|
|
98
|
+
// report of its timeline position is not evidence: field 2026-08-06, it
|
|
99
|
+
// claimed 6012 s at `speed=1.18e+03x` on a file that was one percent
|
|
100
|
+
// downloaded and had produced exactly one segment. The limiter believed it,
|
|
101
|
+
// suspended the encoder twelve seconds into the session, and segment #1 —
|
|
102
|
+
// which nobody was now making — was held for 45.7 s until the viewer gave
|
|
103
|
+
// up and seeked. A segment on disk is something the viewer can be served;
|
|
104
|
+
// a number from ffmpeg is not.
|
|
105
|
+
// Where the viewer is, from the one reading there is.
|
|
106
|
+
const viewerSegment = this.#host.outputTimes.segmentIndexForTime(session, this.#host.viewerSecondsOn(session));
|
|
107
|
+
|
|
108
|
+
// How much is ready CONTIGUOUSLY FROM WHERE THE VIEWER IS — not the highest
|
|
109
|
+
// segment number lying in the directory. The two are the same only while a
|
|
110
|
+
// viewer moves forward through one run, and the difference destroyed a
|
|
111
|
+
// session on 2026-08-06: a seek forward left segments 662-665 on disk, the
|
|
112
|
+
// viewer then seeked BACK to 646, and the limiter measured 6950 s of output
|
|
113
|
+
// against a viewer at 6700 s, called it "250s ahead" and suspended a run
|
|
114
|
+
// 136 ms after it started, before it had produced anything at all. Nothing
|
|
115
|
+
// was then encoding, so nothing read the input, so no pieces were asked for
|
|
116
|
+
// — `0 selection(s)` with 33 peers connected — and segment 646 was never
|
|
117
|
+
// made. Segments beyond a hole are not look-ahead: the viewer cannot reach
|
|
118
|
+
// them without the hole being filled first.
|
|
119
|
+
const reading = this.#contiguousAheadSeconds(session, viewerSegment);
|
|
120
|
+
const aheadSeconds = reading === null ? null : reading.seconds;
|
|
121
|
+
if (aheadSeconds === null) {
|
|
122
|
+
// The segment the viewer needs does not exist, so there is no cushion to
|
|
123
|
+
// report. Nothing is commanded here any more: whether an encoder should
|
|
124
|
+
// be working on it is the plan's question, and it is asked the moment
|
|
125
|
+
// anything the plan depends on changes.
|
|
126
|
+
return;
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
// Worth knowing when ffmpeg's own report and what exists disagree wildly —
|
|
130
|
+
// it is the only trace of whatever made it claim a position it had not
|
|
131
|
+
// reached. Reported on its EDGES, because it is a state and not a stream.
|
|
132
|
+
const claimed = Number(this.#host.encodeRuns.progressOf(session, viewerSegment)?.processedSeconds);
|
|
133
|
+
const encodedTo = this.#host.outputTimes.segmentStartTime(session, viewerSegment) + aheadSeconds;
|
|
134
|
+
this.#sayCushion(session, encodedTo);
|
|
135
|
+
const disagrees =
|
|
136
|
+
Number.isFinite(claimed) && Math.abs(claimed - encodedTo) > LOOKAHEAD_PAUSE_SECONDS;
|
|
137
|
+
const disagreementSince = this.#lookAheadDisagreementSince.get(session) ?? 0;
|
|
138
|
+
if (disagrees && !disagreementSince) {
|
|
139
|
+
this.#lookAheadDisagreementSince.set(session, Date.now());
|
|
140
|
+
this.#host.logger.info(
|
|
141
|
+
`transcode ${session.id} ffmpeg claims ${Math.round(claimed)}s processed ` +
|
|
142
|
+
`but the viewer's own run of segments ends at ${Math.round(encodedTo)}s`
|
|
143
|
+
);
|
|
144
|
+
} else if (!disagrees && disagreementSince) {
|
|
145
|
+
const lastedMs = Date.now() - disagreementSince;
|
|
146
|
+
this.#lookAheadDisagreementSince.delete(session);
|
|
147
|
+
this.#host.logger.info(
|
|
148
|
+
`transcode ${session.id} ffmpeg's position and the segments on disk agree again ` +
|
|
149
|
+
`after ${(lastedMs / 1000).toFixed(1)}s (ready through ${Math.round(encodedTo)}s)`
|
|
150
|
+
);
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
/**
|
|
156
|
+
* What the cushion actually is, said once every half minute per session.
|
|
157
|
+
*
|
|
158
|
+
* Three quantities that were never printed together, and could not be
|
|
159
|
+
* reconstructed afterwards from anything that was:
|
|
160
|
+
*
|
|
161
|
+
* - how far the produced range runs ahead of the EARLIEST viewer's picture,
|
|
162
|
+
* which is the protection an interruption would have to exhaust before
|
|
163
|
+
* anybody saw it;
|
|
164
|
+
* - what that costs the person hosting this proxy, in megabytes of film
|
|
165
|
+
* pulled off the swarm ahead of the picture — the read window sits on top
|
|
166
|
+
* of it, so this is a floor;
|
|
167
|
+
* - what the browsers say they are holding, so the depth asked for on that
|
|
168
|
+
* side can be checked against the depth that arrived.
|
|
169
|
+
*
|
|
170
|
+
* Every term is measured: the produced range comes from the segments on disk,
|
|
171
|
+
* the picture from the viewers' own reports, and the byte rate from the
|
|
172
|
+
* file's length over its duration. Roadmap item 4.
|
|
173
|
+
*
|
|
174
|
+
* @param {HlsSession} session
|
|
175
|
+
* @param {number} encodedTo - Seconds of film produced, contiguously, from
|
|
176
|
+
* where the leading viewer is.
|
|
177
|
+
* @returns {void}
|
|
178
|
+
*/
|
|
179
|
+
#sayCushion(session, encodedTo) {
|
|
180
|
+
const now = Date.now();
|
|
181
|
+
if (now - (this.#lastSaidAt.get(session) ?? 0) < CUSHION_REPORT_MS) {
|
|
182
|
+
return;
|
|
183
|
+
}
|
|
184
|
+
const { earliestPosition, deepestBuffer, viewers } = this.#reportedPictureOf(session, now);
|
|
185
|
+
// Nobody has said where they are, so there is no picture to measure
|
|
186
|
+
// against and the line would be about nothing.
|
|
187
|
+
if (earliestPosition === null) {
|
|
188
|
+
return;
|
|
189
|
+
}
|
|
190
|
+
this.#lastSaidAt.set(session, now);
|
|
191
|
+
const aheadOfPicture = Math.max(0, encodedTo - earliestPosition);
|
|
192
|
+
const fileLength = this.#host.hostLoad.fileLengthByKey.get(session.file.key);
|
|
193
|
+
const duration = Number(session.file.durationSeconds) || Number(session.file.durationSeconds) || 0;
|
|
194
|
+
const megabytes =
|
|
195
|
+
Number.isFinite(fileLength) && fileLength > 0 && duration > 0
|
|
196
|
+
? ((aheadOfPicture * fileLength) / duration / 1e6).toFixed(0)
|
|
197
|
+
: "?";
|
|
198
|
+
this.#host.logger.info(
|
|
199
|
+
`transcode ${session.id.slice(0, 8)} cushion: ${Math.round(aheadOfPicture)}s of film ready ` +
|
|
200
|
+
`ahead of the picture at ${Math.round(earliestPosition)}s (~${megabytes}MB pulled ahead), ` +
|
|
201
|
+
`${viewers} viewer(s) holding up to ` +
|
|
202
|
+
`${deepestBuffer === null ? "?" : deepestBuffer.toFixed(1)}s`
|
|
203
|
+
);
|
|
204
|
+
this.#fetchSpareSoundtracks(session, aheadOfPicture);
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
/**
|
|
208
|
+
* Fetch the soundtracks that ship beside this picture, whole, while the swarm
|
|
209
|
+
* has capacity to spare.
|
|
210
|
+
*
|
|
211
|
+
* WHY IT WAITS FOR THE CUSHION. A soundtrack nobody has chosen is worth having
|
|
212
|
+
* on disk — it is a twentieth of the picture (30 MB against 566 MB on the
|
|
213
|
+
* field torrent) and having it makes every later switch instant instead of
|
|
214
|
+
* paying for its first pieces. But fetching it takes swarm capacity from the
|
|
215
|
+
* picture, and there is exactly one moment when that capacity is demonstrably
|
|
216
|
+
* spare: when the encoder is already as far ahead of the viewer as it is
|
|
217
|
+
* allowed to get. That is not a guess about the swarm — it is the measurement
|
|
218
|
+
* the line above just printed.
|
|
219
|
+
*
|
|
220
|
+
* WHY IT IS A READ AND NOT A SELECTION. `file.select()` claims every piece of
|
|
221
|
+
* a file at once, and `#syncSelections` in `torrent/torrent-pool.js` records what that
|
|
222
|
+
* cost when it was done alongside the readers' own windows: a claim covering
|
|
223
|
+
* everything always outranked the window, and a seek to 89.1% of a 4.7 GB film
|
|
224
|
+
* waited 93 s while the swarm fetched 2.47 GB in file order. So this goes
|
|
225
|
+
* through the same bounded read the edge warm-up uses, which claims a moving
|
|
226
|
+
* window like any other reader and gives it back when it ends.
|
|
227
|
+
*
|
|
228
|
+
* Once per file, and only for a soundtrack in a file of its own — the
|
|
229
|
+
* picture's own tracks are already in the bytes being played.
|
|
230
|
+
*
|
|
231
|
+
* @param {HlsSession} session
|
|
232
|
+
* @param {number} aheadOfPicture - Seconds of film ready ahead of the viewer.
|
|
233
|
+
* @returns {void}
|
|
234
|
+
*/
|
|
235
|
+
#fetchSpareSoundtracks(session, aheadOfPicture) {
|
|
236
|
+
if (typeof this.#host.fetchWholeFile !== "function") {
|
|
237
|
+
return;
|
|
238
|
+
}
|
|
239
|
+
// The encoder is held at this distance and no further, so reaching it is the
|
|
240
|
+
// signal that nothing more is being asked of the swarm on the picture's
|
|
241
|
+
// behalf.
|
|
242
|
+
if (!(aheadOfPicture >= this.#host.lookaheadSeconds)) {
|
|
243
|
+
return;
|
|
244
|
+
}
|
|
245
|
+
const inventory = this.#host.getCachedAudioTracks?.({
|
|
246
|
+
sourceKey: session.file.sourceKey,
|
|
247
|
+
fileIndex: session.file.fileIndex
|
|
248
|
+
}) ?? [];
|
|
249
|
+
const wanted = new Set(
|
|
250
|
+
inventory
|
|
251
|
+
.filter((entry) => entry?.kind === "sidecar" && Number.isInteger(entry.fileIndex))
|
|
252
|
+
.map((entry) => entry.fileIndex)
|
|
253
|
+
);
|
|
254
|
+
for (const fileIndex of wanted) {
|
|
255
|
+
const key = this.#host.SourceFiles.keyFor(session.file.sourceKey, fileIndex);
|
|
256
|
+
if (this.#spareSoundtracksFetched.has(key)) {
|
|
257
|
+
continue;
|
|
258
|
+
}
|
|
259
|
+
this.#spareSoundtracksFetched.add(key);
|
|
260
|
+
this.#host.logger.info(
|
|
261
|
+
`transcode ${session.id.slice(0, 8)} the picture is ${Math.round(aheadOfPicture)}s ahead of ` +
|
|
262
|
+
`the viewer, so file ${fileIndex} — a soundtrack beside it — is fetched whole now; ` +
|
|
263
|
+
"a switch to it will not wait for the swarm"
|
|
264
|
+
);
|
|
265
|
+
// Not awaited: nothing depends on it finishing, and a failure costs only
|
|
266
|
+
// that the switch pays for its own pieces, as it did before this existed.
|
|
267
|
+
Promise.resolve(this.#host.fetchWholeFile({ sourceKey: session.file.sourceKey, fileIndex })).catch(
|
|
268
|
+
(error) => {
|
|
269
|
+
this.#host.logger.info(
|
|
270
|
+
`transcode: fetching soundtrack file ${fileIndex} whole failed ` +
|
|
271
|
+
`(${error instanceof Error ? error.message : String(error)}) — ` +
|
|
272
|
+
"it will be read when it is played"
|
|
273
|
+
);
|
|
274
|
+
}
|
|
275
|
+
);
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
/**
|
|
280
|
+
* Seconds of playback ready without a gap, starting at the segment the viewer
|
|
281
|
+
* is on.
|
|
282
|
+
*
|
|
283
|
+
* Null when that very segment is missing — which is not "zero ahead" but
|
|
284
|
+
* "the viewer is waiting", and the two call for opposite decisions.
|
|
285
|
+
*
|
|
286
|
+
* @param {HlsSession} session
|
|
287
|
+
* @param {number} viewerSegment
|
|
288
|
+
* @returns {{ seconds: number, lastCovered: number, total: number } | null}
|
|
289
|
+
*/
|
|
290
|
+
#contiguousAheadSeconds(session, viewerSegment) {
|
|
291
|
+
let present;
|
|
292
|
+
try {
|
|
293
|
+
present = new Set(this.#host.producedNumbers(session));
|
|
294
|
+
} catch {
|
|
295
|
+
return null;
|
|
296
|
+
}
|
|
297
|
+
const lastCovered = contiguousEnd(present, viewerSegment);
|
|
298
|
+
if (lastCovered === null) {
|
|
299
|
+
return null;
|
|
300
|
+
}
|
|
301
|
+
const from = this.#host.outputTimes.segmentStartTime(session, viewerSegment);
|
|
302
|
+
const to = this.#host.outputTimes.segmentStartTime(session, lastCovered + 1);
|
|
303
|
+
if (!Number.isFinite(from) || !Number.isFinite(to)) {
|
|
304
|
+
return null;
|
|
305
|
+
}
|
|
306
|
+
return { seconds: Math.max(0, to - from), lastCovered, total: present.size };
|
|
307
|
+
}
|
|
308
|
+
|
|
309
|
+
/**
|
|
310
|
+
* Where the earliest viewer's picture is, and the deepest cushion any of them
|
|
311
|
+
* reports holding — both read from the link reports, both null when nobody
|
|
312
|
+
* has said recently.
|
|
313
|
+
*
|
|
314
|
+
* @param {HlsSession} session
|
|
315
|
+
* @param {number} now
|
|
316
|
+
* @returns {{ earliestPosition: number | null, deepestBuffer: number | null, viewers: number }}
|
|
317
|
+
*/
|
|
318
|
+
#reportedPictureOf(session, now) {
|
|
319
|
+
let earliestPosition = null;
|
|
320
|
+
let deepestBuffer = null;
|
|
321
|
+
let viewers = 0;
|
|
322
|
+
// A session that has never had a link report is the ordinary state at a
|
|
323
|
+
// cold open, and the answer for it is the same as for one whose reports
|
|
324
|
+
// have all gone stale: nobody has said where they are.
|
|
325
|
+
for (const report of this.#host.linkReportsOn(session)) {
|
|
326
|
+
if (now - report.at > NET_REPORT_FRESH_MS) {
|
|
327
|
+
continue;
|
|
328
|
+
}
|
|
329
|
+
viewers += 1;
|
|
330
|
+
if (Number.isFinite(report.positionSeconds)) {
|
|
331
|
+
earliestPosition =
|
|
332
|
+
earliestPosition === null
|
|
333
|
+
? report.positionSeconds
|
|
334
|
+
: Math.min(earliestPosition, report.positionSeconds);
|
|
335
|
+
}
|
|
336
|
+
if (Number.isFinite(report.bufferedAheadSec)) {
|
|
337
|
+
deepestBuffer =
|
|
338
|
+
deepestBuffer === null
|
|
339
|
+
? report.bufferedAheadSec
|
|
340
|
+
: Math.max(deepestBuffer, report.bufferedAheadSec);
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
return { earliestPosition, deepestBuffer, viewers };
|
|
344
|
+
}
|
|
345
|
+
}
|
|
@@ -0,0 +1,332 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @file Whether this machine can take one more encoder, counted across every
|
|
3
|
+
* output at once (roadmap item 97, step 13).
|
|
4
|
+
*
|
|
5
|
+
* WHAT WAS MISSING. How many encoders an output may run was answered per
|
|
6
|
+
* output (`EncodeRuns.maxRunsForOutput`) and always at least one, so a second
|
|
7
|
+
* output got its encoder whatever the first was already costing — and on the
|
|
8
|
+
* addon host two 1080p encodes run at 0.99x and 0.98x, so opening one more
|
|
9
|
+
* output slowed everybody below realtime. Nothing could refuse.
|
|
10
|
+
*
|
|
11
|
+
* THE UNIT is seconds of work per second of film, the one the quality offer
|
|
12
|
+
* judges every step in (`EncodeCost`). An encoder costs what it costs: a
|
|
13
|
+
* soundtrack is a small fraction of a re-encoded picture, and counting them as
|
|
14
|
+
* processes would refuse a viewer their sound for the sake of a number. Costs
|
|
15
|
+
* add, and a set of encoders is affordable when the machine, corrected for the
|
|
16
|
+
* share of it nobody has priced, still makes a second of film per second:
|
|
17
|
+
* `share / Σ cost >= 1`. On the addon host that reproduces the measurement it
|
|
18
|
+
* is meant to hold: 1080p alone at 1.96x costs 0.51 s/s, two cost 1.02 and make
|
|
19
|
+
* 0.98x, measured 0.99x and 0.98x. At 480p it is pessimistic — two at 7.12x
|
|
20
|
+
* each predict 3.56x and were measured at 4.20x — and pessimistic is the side
|
|
21
|
+
* a refusal may err on.
|
|
22
|
+
*
|
|
23
|
+
* WHO HOLDS A PLACE, and nothing is stored here to say so:
|
|
24
|
+
*
|
|
25
|
+
* 1. every live encoder, at the cost of its output;
|
|
26
|
+
* 2. every output a present viewer is being PREPARED onto — a step being
|
|
27
|
+
* warmed, or a move to another limit of the height on screen — once per
|
|
28
|
+
* output however many viewers wait for it, and only while no encoder is
|
|
29
|
+
* running there yet, since a running one already holds its place;
|
|
30
|
+
* 3. every output a present viewer is WATCHING that still has something left
|
|
31
|
+
* to make and no encoder on it yet — the output just opened for them,
|
|
32
|
+
* which the plan has not placed an encoder on in the same moment. Without
|
|
33
|
+
* it the place an output is opened on is nobody's until its first encoder
|
|
34
|
+
* starts, and two viewers opening two films in that gap are both told there
|
|
35
|
+
* is room for one (roadmap item 97, step 14).
|
|
36
|
+
*
|
|
37
|
+
* The second is read off the viewers' own records. A preparation is recorded
|
|
38
|
+
* where it belongs, on the viewer, and the place it holds ends the moment that
|
|
39
|
+
* record does: no second register to keep in step, and no release to forget
|
|
40
|
+
* on one of the paths a preparation can end by.
|
|
41
|
+
*
|
|
42
|
+
* AN ADMITTED ENCODER IS NEVER TAKEN AWAY. A refusal only ever stops something
|
|
43
|
+
* from starting; what runs keeps running. So "the admission removed an encoder
|
|
44
|
+
* from an output being prepared" does not happen by construction.
|
|
45
|
+
*
|
|
46
|
+
* WHAT IS NOT SOLVED, stated so it is not discovered: places go to whoever
|
|
47
|
+
* asks first. A second encoder on one output — one catching up behind another
|
|
48
|
+
* — takes a place a viewer opening another film may be waiting for, and the
|
|
49
|
+
* viewer waits until it ends.
|
|
50
|
+
*/
|
|
51
|
+
|
|
52
|
+
import { correctForAvailability } from "./available-share.js";
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* @typedef {object} OutputLoad
|
|
56
|
+
* @property {number | null} costSec - One encoder on it, in seconds of work
|
|
57
|
+
* per second of film. Null when nothing has priced it.
|
|
58
|
+
* @property {string} fileKey - The file it is made from.
|
|
59
|
+
* @property {number} fileCostSec - What that file costs by being fetched and
|
|
60
|
+
* delivered, once however many of its outputs are encoding.
|
|
61
|
+
*/
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* @typedef {object} AdmissionHost
|
|
65
|
+
* @property {() => Map<string, number>} liveRunsByAddress - How many encoders
|
|
66
|
+
* are alive on each output.
|
|
67
|
+
* @property {() => Set<string>} preparedAddresses - Every output a present
|
|
68
|
+
* viewer is being prepared onto.
|
|
69
|
+
* @property {() => Set<string>} [watchedAddresses] - Every output a present
|
|
70
|
+
* viewer is watching that still has something left to make.
|
|
71
|
+
* @property {(address: string) => OutputLoad | null} loadOf
|
|
72
|
+
* @property {() => ({ share: number, known: boolean } | null)} availability
|
|
73
|
+
*/
|
|
74
|
+
|
|
75
|
+
export class EncodeAdmission {
|
|
76
|
+
/** @type {AdmissionHost} */
|
|
77
|
+
#host;
|
|
78
|
+
|
|
79
|
+
/**
|
|
80
|
+
* @param {AdmissionHost} host
|
|
81
|
+
*/
|
|
82
|
+
constructor(host) {
|
|
83
|
+
for (const name of ["liveRunsByAddress", "preparedAddresses", "loadOf", "availability"]) {
|
|
84
|
+
if (typeof host?.[name] !== "function") {
|
|
85
|
+
throw new TypeError(`EncodeAdmission requires ${name}`);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
this.#host = host;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
/**
|
|
92
|
+
* Seconds of film per second this machine makes of each output while all of
|
|
93
|
+
* this is running, corrected for what nobody has priced.
|
|
94
|
+
*
|
|
95
|
+
* @param {number} costSec
|
|
96
|
+
* @returns {number}
|
|
97
|
+
*/
|
|
98
|
+
#speedAt(costSec) {
|
|
99
|
+
if (!(costSec > 0)) {
|
|
100
|
+
return Number.POSITIVE_INFINITY;
|
|
101
|
+
}
|
|
102
|
+
return correctForAvailability(1 / costSec, this.#host.availability());
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
/**
|
|
106
|
+
* What everything holding a place costs, leaving one output out.
|
|
107
|
+
*
|
|
108
|
+
* @param {string | null} except
|
|
109
|
+
* @param {string | null} [exceptFileKey] - Leave out every output of this file.
|
|
110
|
+
* @returns {{ costSec: number, files: Set<string>, unpriced: string[] }}
|
|
111
|
+
*/
|
|
112
|
+
#occupied(except, exceptFileKey = null) {
|
|
113
|
+
const live = this.#host.liveRunsByAddress();
|
|
114
|
+
/** @type {Map<string, number>} */
|
|
115
|
+
const units = new Map();
|
|
116
|
+
for (const [address, count] of live) {
|
|
117
|
+
if (address !== except && count > 0) {
|
|
118
|
+
units.set(address, count);
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
for (const address of this.#heldWithoutRun()) {
|
|
122
|
+
if (address !== except && !units.has(address)) {
|
|
123
|
+
units.set(address, 1);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
let costSec = 0;
|
|
127
|
+
const files = new Set();
|
|
128
|
+
const unpriced = [];
|
|
129
|
+
for (const [address, count] of units) {
|
|
130
|
+
const load = this.#host.loadOf(address);
|
|
131
|
+
if (exceptFileKey && load?.fileKey === exceptFileKey) {
|
|
132
|
+
continue;
|
|
133
|
+
}
|
|
134
|
+
if (!load) {
|
|
135
|
+
unpriced.push(address);
|
|
136
|
+
continue;
|
|
137
|
+
}
|
|
138
|
+
if (load.costSec === null) {
|
|
139
|
+
unpriced.push(address);
|
|
140
|
+
} else {
|
|
141
|
+
costSec += count * load.costSec;
|
|
142
|
+
}
|
|
143
|
+
if (load.fileKey && !files.has(load.fileKey)) {
|
|
144
|
+
files.add(load.fileKey);
|
|
145
|
+
costSec += load.fileCostSec;
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
return { costSec, files, unpriced };
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
/**
|
|
152
|
+
* What `count` encoders on this output add to what is already held.
|
|
153
|
+
*
|
|
154
|
+
* @param {OutputLoad} load
|
|
155
|
+
* @param {Set<string>} files
|
|
156
|
+
* @param {number} count
|
|
157
|
+
* @returns {number}
|
|
158
|
+
*/
|
|
159
|
+
static #added(load, files, count) {
|
|
160
|
+
if (count <= 0) {
|
|
161
|
+
return 0;
|
|
162
|
+
}
|
|
163
|
+
const file = load.fileKey && !files.has(load.fileKey) ? load.fileCostSec : 0;
|
|
164
|
+
return file + count * (load.costSec ?? 0);
|
|
165
|
+
}
|
|
166
|
+
|
|
167
|
+
/**
|
|
168
|
+
* Whether a viewer may be prepared onto this output now.
|
|
169
|
+
*
|
|
170
|
+
* Asked BEFORE the preparation is recorded, and answered in the same
|
|
171
|
+
* synchronous stretch as the record is written: two preparations onto two
|
|
172
|
+
* different outputs then cannot both be told there is room for one, because
|
|
173
|
+
* the second is asked after the first has been recorded and is counted.
|
|
174
|
+
*
|
|
175
|
+
* An output that already holds a place — an encoder running there, or
|
|
176
|
+
* another viewer being prepared onto it — is admitted without arithmetic: it
|
|
177
|
+
* needs one encoder however many wait for it.
|
|
178
|
+
*
|
|
179
|
+
* @param {string} address
|
|
180
|
+
* @returns {{ admitted: boolean, reason: string, speedX: number | null }}
|
|
181
|
+
*/
|
|
182
|
+
admitsPreparation(address) {
|
|
183
|
+
if (!address) {
|
|
184
|
+
return { admitted: false, reason: "the output has no address", speedX: null };
|
|
185
|
+
}
|
|
186
|
+
if ((this.#host.liveRunsByAddress().get(address) ?? 0) > 0) {
|
|
187
|
+
return { admitted: true, reason: "an encoder already runs there", speedX: null };
|
|
188
|
+
}
|
|
189
|
+
if (this.#heldWithoutRun().has(address)) {
|
|
190
|
+
return { admitted: true, reason: "it already holds a place for another viewer", speedX: null };
|
|
191
|
+
}
|
|
192
|
+
const load = this.#host.loadOf(address);
|
|
193
|
+
if (!load || load.costSec === null) {
|
|
194
|
+
return { admitted: false, reason: "the output has no measured encoding cost", speedX: null };
|
|
195
|
+
}
|
|
196
|
+
const others = this.#occupied(address);
|
|
197
|
+
if (others.unpriced.length > 0) {
|
|
198
|
+
return {
|
|
199
|
+
admitted: false,
|
|
200
|
+
reason: `capacity is unknown while ${others.unpriced.length} occupied output(s) have no measured cost`,
|
|
201
|
+
speedX: null
|
|
202
|
+
};
|
|
203
|
+
}
|
|
204
|
+
const speedX = this.#speedAt(others.costSec + EncodeAdmission.#added(load, others.files, 1));
|
|
205
|
+
if (speedX >= 1) {
|
|
206
|
+
return { admitted: true, reason: "", speedX: Number.isFinite(speedX) ? speedX : null };
|
|
207
|
+
}
|
|
208
|
+
return {
|
|
209
|
+
admitted: false,
|
|
210
|
+
reason:
|
|
211
|
+
`this machine would make ${speedX.toFixed(2)}x of every output with one more encoder ` +
|
|
212
|
+
`(${(others.costSec + EncodeAdmission.#added(load, others.files, 1)).toFixed(3)} s of work ` +
|
|
213
|
+
`per second of film)` +
|
|
214
|
+
(others.unpriced.length > 0 ? `, not counting ${others.unpriced.length} output(s) nothing has priced` : ""),
|
|
215
|
+
speedX
|
|
216
|
+
};
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
/**
|
|
220
|
+
* Whether a viewer may be put on this output now — asked when an output is
|
|
221
|
+
* OPENED for somebody, or when somebody joins one nothing is making.
|
|
222
|
+
*
|
|
223
|
+
* The same arithmetic as a preparation, and asked the same way: before the
|
|
224
|
+
* viewer is placed, in the same synchronous stretch as the placing, so the
|
|
225
|
+
* next opening is asked after this one is counted. An output that needs no
|
|
226
|
+
* encoder — everything it will serve already made — takes no place at all.
|
|
227
|
+
*
|
|
228
|
+
* @param {string} address
|
|
229
|
+
* @returns {{ admitted: boolean, reason: string, speedX: number | null }}
|
|
230
|
+
*/
|
|
231
|
+
admitsWatching(address) {
|
|
232
|
+
if (address && this.#host.finished?.(address) === true) {
|
|
233
|
+
return { admitted: true, reason: "everything it serves is already made", speedX: null };
|
|
234
|
+
}
|
|
235
|
+
return this.admitsPreparation(address);
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
/**
|
|
239
|
+
* What everything holding a place costs now, in seconds of work per second
|
|
240
|
+
* of film, and what that leaves: the figure a question about ANOTHER file is
|
|
241
|
+
* priced beside — the pool asking whether this host could serve a film it
|
|
242
|
+
* has only been told about.
|
|
243
|
+
*
|
|
244
|
+
* Outputs of the file being asked about are left out: a viewer of a film
|
|
245
|
+
* this host already makes joins what is made, and that costs it nothing new.
|
|
246
|
+
*
|
|
247
|
+
* @param {{ exceptFileKey?: string | null }} [options]
|
|
248
|
+
* @returns {{ costSec: number, unpriced: number }}
|
|
249
|
+
*/
|
|
250
|
+
occupiedCost({ exceptFileKey = null } = {}) {
|
|
251
|
+
const { costSec, unpriced } = this.#occupied(null, exceptFileKey);
|
|
252
|
+
return { costSec, unpriced: unpriced.length };
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
/**
|
|
256
|
+
* How much room this machine has left for encoding, as the pool ranks it
|
|
257
|
+
* BEFORE any film is chosen: the speed every output would run at with what
|
|
258
|
+
* holds a place now, corrected for the share nobody has priced. At or below
|
|
259
|
+
* realtime the machine has no room for one more encode of anything; the
|
|
260
|
+
* pool's own proxy choice reads it to leave such a proxy out (roadmap item
|
|
261
|
+
* 97, step 14). Null where nothing holds a place — all the room there is.
|
|
262
|
+
*
|
|
263
|
+
* @returns {{ encodeSpeedX: number | null, occupiedCostSec: number }}
|
|
264
|
+
*/
|
|
265
|
+
headroom() {
|
|
266
|
+
const { costSec, unpriced } = this.#occupied(null);
|
|
267
|
+
const speed = this.#speedAt(costSec);
|
|
268
|
+
return {
|
|
269
|
+
// Unknown occupied work is not spare capacity. Zero here means that the
|
|
270
|
+
// pool must not prefer this host while another reports usable headroom.
|
|
271
|
+
encodeSpeedX: unpriced.length > 0 ? 0 : Number.isFinite(speed) ? Number(speed.toFixed(3)) : null,
|
|
272
|
+
occupiedCostSec: Number(costSec.toFixed(4))
|
|
273
|
+
};
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
/**
|
|
277
|
+
* Every output that holds a place without an encoder running on it yet: one
|
|
278
|
+
* a present viewer is being prepared onto, and one a present viewer watches
|
|
279
|
+
* that still has something left to make.
|
|
280
|
+
*
|
|
281
|
+
* @returns {Set<string>}
|
|
282
|
+
*/
|
|
283
|
+
#heldWithoutRun() {
|
|
284
|
+
const held = new Set(this.#host.preparedAddresses());
|
|
285
|
+
for (const address of this.#host.watchedAddresses?.() ?? []) {
|
|
286
|
+
held.add(address);
|
|
287
|
+
}
|
|
288
|
+
return held;
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
/**
|
|
292
|
+
* How many encoders this output may run, as far as the whole machine goes.
|
|
293
|
+
*
|
|
294
|
+
* Never fewer than already run — an admitted encoder is not taken away — and
|
|
295
|
+
* never fewer than one where the output holds a place for a preparation,
|
|
296
|
+
* because that place was promised when the preparation was admitted.
|
|
297
|
+
* Otherwise as many as still leave every output at realtime.
|
|
298
|
+
*
|
|
299
|
+
* @param {string} address
|
|
300
|
+
* @param {number} running - Encoders alive on it now.
|
|
301
|
+
* @returns {{ runs: number, because: string }}
|
|
302
|
+
*/
|
|
303
|
+
placesFor(address, running) {
|
|
304
|
+
const floor = Math.max(
|
|
305
|
+
running,
|
|
306
|
+
this.#heldWithoutRun().has(address) ? 1 : 0
|
|
307
|
+
);
|
|
308
|
+
const load = this.#host.loadOf(address);
|
|
309
|
+
if (!load || load.costSec === null) {
|
|
310
|
+
// Nothing to price it with, so nothing to refuse it on: the per-output
|
|
311
|
+
// limit decides, as it did before there was a machine-wide one.
|
|
312
|
+
return { runs: Number.POSITIVE_INFINITY, because: "the output is not priced" };
|
|
313
|
+
}
|
|
314
|
+
const others = this.#occupied(address);
|
|
315
|
+
let runs = 0;
|
|
316
|
+
for (;;) {
|
|
317
|
+
const next = runs + 1;
|
|
318
|
+
if (this.#speedAt(others.costSec + EncodeAdmission.#added(load, others.files, next)) < 1) {
|
|
319
|
+
break;
|
|
320
|
+
}
|
|
321
|
+
runs = next;
|
|
322
|
+
if (!(load.costSec > 0)) {
|
|
323
|
+
// Free to run: the per-output limit is the only bound.
|
|
324
|
+
return { runs: Number.POSITIVE_INFINITY, because: "it costs nothing measurable" };
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
if (runs >= floor) {
|
|
328
|
+
return { runs, because: "the machine" };
|
|
329
|
+
}
|
|
330
|
+
return { runs: floor, because: runs < running ? "what already runs" : "a place held for a preparation" };
|
|
331
|
+
}
|
|
332
|
+
}
|