@torrent-tv/proxy 2.89.5 → 2.89.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (447) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +338 -338
  13. package/CHANGELOG.md +16 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/docs/download-architecture.md +261 -261
  22. package/docs/encode-architecture.md +765 -765
  23. package/docs/encode-run-state.md +96 -96
  24. package/docs/logs.md +97 -97
  25. package/docs/playback-start-forecast.md +17 -2
  26. package/docs/socks5-egress-research.md +114 -114
  27. package/docs/storage-architecture.md +273 -273
  28. package/knip.json +14 -14
  29. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  30. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  31. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  32. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  33. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  34. package/openspec/changes/binary-distribution/proposal.md +53 -53
  35. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  36. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  38. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  39. package/openspec/changes/cold-start/design.md +98 -98
  40. package/openspec/changes/cold-start/proposal.md +62 -62
  41. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  42. package/openspec/changes/cold-start/tasks.md +48 -48
  43. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  44. package/openspec/changes/disk-cap/proposal.md +37 -37
  45. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  46. package/openspec/changes/disk-cap/tasks.md +19 -19
  47. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  48. package/openspec/changes/proxy-observability/design.md +38 -38
  49. package/openspec/changes/proxy-observability/proposal.md +49 -49
  50. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  51. package/openspec/changes/proxy-observability/tasks.md +21 -21
  52. package/openspec/changes/seek-debounce/design.md +118 -118
  53. package/openspec/changes/seek-debounce/proposal.md +59 -59
  54. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  55. package/openspec/changes/seek-debounce/tasks.md +33 -33
  56. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  57. package/openspec/changes/subtitle-language/proposal.md +50 -50
  58. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  59. package/openspec/changes/subtitle-language/tasks.md +26 -26
  60. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  61. package/openspec/changes/track-selection/design.md +47 -47
  62. package/openspec/changes/track-selection/proposal.md +45 -45
  63. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  64. package/openspec/changes/track-selection/tasks.md +20 -20
  65. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  66. package/openspec/changes/transcode-quality/proposal.md +51 -51
  67. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  68. package/openspec/changes/transcode-quality/tasks.md +63 -63
  69. package/openspec/config.yaml +38 -38
  70. package/package.json +1 -1
  71. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  72. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  73. package/research/double-spawn-2026-09-10.md +171 -171
  74. package/research/handover-2026-09-13.md +209 -209
  75. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  76. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  77. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  78. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  79. package/routes/api/client-logs/post.js +86 -86
  80. package/routes/api/delivery-sink/get.js +72 -72
  81. package/routes/api/link-probe/get.js +51 -51
  82. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  83. package/routes/api/playback-plan/post.js +53 -53
  84. package/routes/api/sources/post.js +36 -36
  85. package/routes/api/sources/stats/get.js +132 -132
  86. package/routes/api/sources/warm/post.js +217 -217
  87. package/routes/api/subtitles/get.js +230 -230
  88. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  89. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  90. package/routes/api/transcode-sessions/post.js +178 -178
  91. package/routes/api/transcode-sessions/progress/get.js +27 -27
  92. package/routes/api/transcode-sessions/release/post.js +41 -41
  93. package/routes/api/transcode-sessions/seek/post.js +63 -63
  94. package/routes/health/get.js +13 -13
  95. package/routes/healthz/get.js +13 -13
  96. package/routes/stream/get.js +416 -416
  97. package/routes/transcode/audio-file/get.js +64 -64
  98. package/routes/transcode/audio-warm/get.js +95 -95
  99. package/routes/transcode/session-file/get.js +52 -52
  100. package/routes/transcode/variant-file/get.js +95 -95
  101. package/routes/transcode/variant-warm/get.js +84 -84
  102. package/scripts/render-run-graph.js +173 -173
  103. package/server.js +748 -748
  104. package/services/encode/CoverageMap.js +428 -428
  105. package/services/encode/CushionReport.js +345 -345
  106. package/services/encode/EncodeAdmission.js +376 -376
  107. package/services/encode/EncodeOrchestrator.js +1192 -1192
  108. package/services/encode/EncodePlan.js +1368 -1368
  109. package/services/encode/EncodeRun.js +32 -4
  110. package/services/encode/EncodeRuns.js +19 -7
  111. package/services/encode/Encoder.js +142 -142
  112. package/services/encode/EncoderSelection.js +38 -38
  113. package/services/encode/LocalObservations.js +359 -359
  114. package/services/encode/NvencEncoder.js +50 -50
  115. package/services/encode/OutputTimes.js +579 -579
  116. package/services/encode/QsvEncoder.js +58 -58
  117. package/services/encode/Renditions.js +2283 -2283
  118. package/services/encode/RunClock.js +87 -87
  119. package/services/encode/RunProgress.js +79 -79
  120. package/services/encode/SegmentDemand.js +95 -95
  121. package/services/encode/SoftwareEncoder.js +121 -121
  122. package/services/encode/V4l2m2mEncoder.js +53 -53
  123. package/services/encode/VaapiEncoder.js +66 -66
  124. package/services/encode/args.js +418 -418
  125. package/services/encode/available-share.js +89 -89
  126. package/services/encode/calibration.js +361 -361
  127. package/services/encode/contention.js +128 -128
  128. package/services/encode/decode-cost-fit.js +363 -363
  129. package/services/encode/encode-exit.js +116 -114
  130. package/services/encode/encode-run-state.js +551 -551
  131. package/services/encode/encoder-readings.js +43 -43
  132. package/services/encode/fingerprint.js +322 -322
  133. package/services/encode/host-load.js +174 -174
  134. package/services/encode/index.js +9 -9
  135. package/services/encode/learned-median.js +90 -90
  136. package/services/encode/output/EncodedOutput.js +57 -57
  137. package/services/encode/output/Output.js +131 -131
  138. package/services/encode/output/OutputCatalog.js +414 -414
  139. package/services/encode/output/OutputSpec.js +390 -390
  140. package/services/encode/output/Timeline.js +308 -308
  141. package/services/encode/output/cut-grid.js +107 -107
  142. package/services/encode/output/ladder.js +32 -32
  143. package/services/encode/output/playlists.js +284 -284
  144. package/services/encode/output/rates.js +125 -125
  145. package/services/encode/output-key-format.js +21 -21
  146. package/services/encode/piece-completeness.js +60 -2
  147. package/services/encode/quality/EncodeCost.js +1043 -1043
  148. package/services/encode/quality/HostLoad.js +525 -525
  149. package/services/encode/quality/HostTimings.js +249 -249
  150. package/services/encode/quality/OutputQualityState.js +24 -24
  151. package/services/encode/quality/QualityController.js +758 -758
  152. package/services/encode/quality/QualityOffer.js +416 -416
  153. package/services/encode/quality/drain-threat.js +47 -47
  154. package/services/encode/quality/link-budget.js +337 -337
  155. package/services/encode/quality/output-format.js +319 -319
  156. package/services/encode/quality/serving-output.js +216 -216
  157. package/services/encode/quality/visible-rung.js +57 -57
  158. package/services/encode/run-budget.js +97 -97
  159. package/services/encode/run-command.js +3 -1
  160. package/services/encode/run-costs.js +155 -155
  161. package/services/encode/run-inputs.js +53 -53
  162. package/services/encode/segment-formats/fmp4.js +476 -476
  163. package/services/encode/segment-formats/index.js +1 -0
  164. package/services/encode/segment-formats/init-compat.js +324 -324
  165. package/services/encode/segment-formats/mp4-boxes.js +8 -1
  166. package/services/encode/segment-formats/mpegts.js +134 -134
  167. package/services/encode/start-stop-cost.js +178 -178
  168. package/services/encode/throughput.js +97 -97
  169. package/services/encode/torrent-cost.js +88 -88
  170. package/services/identity/installation-id.js +38 -38
  171. package/services/media/SourceFile.js +298 -298
  172. package/services/media/SubtitleOrchestrator.js +167 -167
  173. package/services/media/container/KeyframeTable.js +272 -272
  174. package/services/media/container/ebml-reader.js +159 -159
  175. package/services/media/ffmpeg-banner.js +260 -260
  176. package/services/media/keyframe-probe.js +157 -157
  177. package/services/media/media-info-probe.js +93 -93
  178. package/services/media/playback-planner.js +931 -931
  179. package/services/media/tracks/AudioTrack.js +143 -143
  180. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  181. package/services/media/tracks/SubtitleTrack.js +38 -38
  182. package/services/media/tracks/VideoTrack.js +33 -33
  183. package/services/media/tracks/audio-bound.js +233 -233
  184. package/services/media/tracks/index.js +15 -15
  185. package/services/media/tracks/language-detect.js +174 -174
  186. package/services/server/OutputLifecycle.js +418 -418
  187. package/services/server/SegmentServing.js +1152 -1152
  188. package/services/server/ViewerRequests.js +785 -785
  189. package/services/server/WaitLedger.js +142 -142
  190. package/services/server/controllers/PlaybackController.js +40 -40
  191. package/services/server/controllers/SubtitleController.js +109 -109
  192. package/services/server/http-responses.js +60 -60
  193. package/services/server/transcode-session-files.js +325 -325
  194. package/services/server/wire-outputs.js +1029 -1029
  195. package/services/storage/Diagnostics.js +202 -202
  196. package/services/storage/MachineBudget.js +235 -235
  197. package/services/storage/allowance.js +107 -107
  198. package/services/storage/core-dumps.js +106 -106
  199. package/services/storage/files/CompletedFiles.js +391 -391
  200. package/services/storage/files/piece-from-whole-file.js +118 -118
  201. package/services/storage/free.js +71 -71
  202. package/services/storage/keep.js +48 -48
  203. package/services/storage/machine-memory.js +56 -56
  204. package/services/storage/memory-report.js +575 -575
  205. package/services/storage/piece-store/piece-disk-store.js +539 -539
  206. package/services/storage/piece-store/piece-lru.js +495 -495
  207. package/services/storage/returns.js +103 -103
  208. package/services/storage/wire.js +175 -175
  209. package/services/torrent/demand/DemandRegister.js +202 -202
  210. package/services/torrent/demand/Urgency.js +137 -137
  211. package/services/torrent/demand/Window.js +118 -118
  212. package/services/torrent/demand/index.js +8 -8
  213. package/services/torrent/demand/pieces.js +140 -140
  214. package/services/torrent/download/SwarmSelection.js +386 -386
  215. package/services/torrent/download/registry.js +102 -102
  216. package/services/torrent/download/withdraw-claim.js +80 -80
  217. package/services/torrent/files.js +455 -455
  218. package/services/torrent/naming.js +619 -619
  219. package/services/torrent/piece-store-of.js +29 -29
  220. package/services/torrent/supply-margin.js +264 -264
  221. package/services/torrent/worker/background-fill.js +213 -213
  222. package/services/torrent/worker/channel.js +271 -271
  223. package/services/torrent/worker/fastest-wires.js +342 -342
  224. package/services/torrent/worker/handle-state.js +23 -23
  225. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  226. package/services/torrent/worker/piece-reader.js +1078 -1078
  227. package/services/torrent/worker/pool-adapter.js +371 -371
  228. package/services/torrent/worker/protocol.js +184 -184
  229. package/services/torrent/worker/resume-warm.js +107 -107
  230. package/services/torrent/worker/webrtc-shim.js +219 -219
  231. package/services/transport/delivery-probe.js +842 -842
  232. package/services/transport/health-collector.js +53 -53
  233. package/services/transport/nat-classifier.js +231 -231
  234. package/services/transport/packet-witness.js +808 -808
  235. package/services/transport/port-mapper.js +235 -235
  236. package/services/transport/registry-api.js +81 -81
  237. package/services/transport/tunnel-client.js +447 -447
  238. package/services/transport/usrsctp-state.js +175 -175
  239. package/services/transport/webrtc-manager.js +484 -484
  240. package/services/viewer/Assignments.js +340 -340
  241. package/services/viewer/PriorityOrchestrator.js +325 -325
  242. package/services/viewer/Viewer.js +691 -691
  243. package/services/viewer/Viewers.js +368 -368
  244. package/services/viewer/active-output.js +37 -37
  245. package/services/viewer/audio-start.js +46 -46
  246. package/services/viewer/buffer-trend.js +81 -81
  247. package/services/viewer/choices.js +647 -647
  248. package/services/viewer/media-time.js +355 -355
  249. package/services/viewer/playback-readiness.js +635 -635
  250. package/services/viewer/positions.js +126 -126
  251. package/services/viewer/report-intake.js +46 -46
  252. package/store/source-registry.js +71 -71
  253. package/test/asset-paths.test.js +28 -28
  254. package/test/audio-buffer-continuity.test.js +77 -77
  255. package/test/audio-inventory.test.js +212 -212
  256. package/test/audio-track-bitrate.test.js +40 -40
  257. package/test/auto-quality-step.test.js +762 -753
  258. package/test/available-share.test.js +76 -76
  259. package/test/background-fill.test.js +190 -190
  260. package/test/client-log-file.test.js +110 -110
  261. package/test/completed-files.test.js +115 -115
  262. package/test/concurrent-cost.test.js +148 -148
  263. package/test/container-media-info.test.js +228 -228
  264. package/test/contention.test.js +76 -76
  265. package/test/core-dumps.test.js +57 -57
  266. package/test/coverage-follows-the-disk.test.js +228 -228
  267. package/test/coverage-map.test.js +195 -195
  268. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  269. package/test/cut-times-timeline.test.js +65 -65
  270. package/test/cuts-follow-published-grid.test.js +109 -109
  271. package/test/data-channel-frame.test.js +63 -63
  272. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  273. package/test/dead-torrent-handle.test.js +52 -52
  274. package/test/declared-rates.test.js +116 -116
  275. package/test/declared-tracks.test.js +43 -43
  276. package/test/decode-cost-fit.test.js +202 -202
  277. package/test/decode-cost.test.js +475 -462
  278. package/test/delivery-probe.test.js +393 -393
  279. package/test/demand-register.test.js +206 -206
  280. package/test/dht-bootstrap.test.js +72 -72
  281. package/test/drain-threat.test.js +65 -65
  282. package/test/duplicate-add.test.js +48 -48
  283. package/test/encode-admission.test.js +146 -146
  284. package/test/encode-cost.test.js +275 -275
  285. package/test/encode-exit.test.js +111 -111
  286. package/test/encode-orchestrator.test.js +426 -426
  287. package/test/encode-plan-viewers.test.js +725 -725
  288. package/test/encode-plan.test.js +545 -545
  289. package/test/encode-run-state.test.js +314 -314
  290. package/test/encode-run.test.js +38 -0
  291. package/test/encode-slope.test.js +46 -46
  292. package/test/encoded-output.test.js +39 -39
  293. package/test/encoder-kinds.test.js +122 -122
  294. package/test/encoder-readings.test.js +68 -68
  295. package/test/every-claimant-is-told-its-share.test.js +152 -152
  296. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  297. package/test/failed-start-breaker.test.js +202 -202
  298. package/test/fastest-wires.test.js +143 -143
  299. package/test/ffmpeg-stream-counts.test.js +78 -78
  300. package/test/file-edges.test.js +191 -191
  301. package/test/fixtures/refused-audio-20261002.json +10 -0
  302. package/test/fmp4-presentation-clock.test.js +4 -2
  303. package/test/fmp4-self-contained.test.js +80 -80
  304. package/test/fmp4-timestamps.test.js +140 -140
  305. package/test/fmp4-track-completeness.test.js +41 -41
  306. package/test/format-keyed-outputs.test.js +78 -78
  307. package/test/health-metrics.test.js +38 -38
  308. package/test/held-request-width.test.js +157 -157
  309. package/test/helpers/encode-run.js +240 -240
  310. package/test/helpers/manager.js +62 -57
  311. package/test/helpers/output-spec.js +63 -63
  312. package/test/host-load.test.js +68 -68
  313. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  314. package/test/init-compat.test.js +219 -219
  315. package/test/input-lost-quiets-the-plan.test.js +261 -261
  316. package/test/input-unavailable.test.js +48 -48
  317. package/test/installation-id.test.js +39 -39
  318. package/test/keeping-period.test.js +83 -83
  319. package/test/keyframe-index-accuracy.test.js +188 -188
  320. package/test/keyframes-belong-to-the-file.test.js +249 -249
  321. package/test/learned-median.test.js +37 -37
  322. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  323. package/test/limit-row-by-area.test.js +60 -60
  324. package/test/link-budget.test.js +111 -111
  325. package/test/link-probe.test.js +56 -56
  326. package/test/local-encoding-data.test.js +273 -273
  327. package/test/logger-repeats.test.js +134 -134
  328. package/test/look-ahead-coverage.test.js +56 -56
  329. package/test/manager-surface.test.js +291 -291
  330. package/test/matroska-cues-track.test.js +192 -192
  331. package/test/media-time.test.js +62 -62
  332. package/test/memory-budget.test.js +390 -390
  333. package/test/move-cost.test.js +216 -216
  334. package/test/mp4-subtitles.test.js +173 -173
  335. package/test/one-authority.test.js +285 -285
  336. package/test/one-budget.test.js +149 -149
  337. package/test/one-resource-divided.test.js +185 -185
  338. package/test/one-serving-output-per-height.test.js +458 -458
  339. package/test/orchestrator-wired.test.js +207 -207
  340. package/test/output-catalog.test.js +39 -39
  341. package/test/output-shape.test.js +21 -21
  342. package/test/output-spec.test.js +251 -251
  343. package/test/output-speed.test.js +87 -87
  344. package/test/outputs-being-prepared.test.js +40 -40
  345. package/test/packet-witness-ring.test.js +236 -236
  346. package/test/packet-witness.test.js +148 -148
  347. package/test/piece-completeness.test.js +37 -1
  348. package/test/piece-disk-store.test.js +401 -401
  349. package/test/piece-from-whole-file.test.js +129 -129
  350. package/test/piece-lru.test.js +319 -319
  351. package/test/piece-reader.test.js +162 -162
  352. package/test/piece-selection-offset.test.js +85 -85
  353. package/test/piece-store-eviction.test.js +595 -595
  354. package/test/piece-store-never-refuses.test.js +153 -153
  355. package/test/piece-store-reservations.test.js +403 -403
  356. package/test/piece-store-slow-disk.test.js +159 -159
  357. package/test/piece-tail.test.js +97 -97
  358. package/test/plan-host-timings.test.js +68 -68
  359. package/test/plan-is-steady.test.js +225 -225
  360. package/test/playback-readiness.test.js +518 -518
  361. package/test/playback-start-regressions.test.js +101 -101
  362. package/test/priority-map-download.test.js +174 -174
  363. package/test/priority-map-emptied.test.js +204 -204
  364. package/test/priority-map-per-output.test.js +215 -215
  365. package/test/priority-map.test.js +163 -163
  366. package/test/probe-wedge-certainty.test.js +60 -60
  367. package/test/produced-copy-choice.test.js +213 -213
  368. package/test/published-timeline.test.js +83 -83
  369. package/test/quality-offer.test.js +160 -160
  370. package/test/quality-variants.test.js +1270 -1257
  371. package/test/rate-control-in-the-output.test.js +180 -180
  372. package/test/read-survives-withdrawal.test.js +164 -164
  373. package/test/read-window.test.js +365 -365
  374. package/test/resume-warm.test.js +39 -39
  375. package/test/run-graph-drift.test.js +37 -37
  376. package/test/run-inputs.test.js +80 -80
  377. package/test/run-intervals.test.js +100 -100
  378. package/test/run-position-follows-published-grid.test.js +89 -89
  379. package/test/run-progress.test.js +64 -64
  380. package/test/same-height-switch.test.js +663 -663
  381. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  382. package/test/seek-landing.test.js +109 -109
  383. package/test/seek-target-not-superseded.test.js +195 -195
  384. package/test/segment-cut-times.test.js +63 -63
  385. package/test/segment-demand.test.js +80 -80
  386. package/test/segment-hold-supersede.test.js +91 -91
  387. package/test/segment-judged-by-its-own-header.test.js +222 -221
  388. package/test/segment-serve-wiring.test.js +9 -3
  389. package/test/segment-store-eviction.test.js +247 -247
  390. package/test/segment-store.test.js +352 -352
  391. package/test/segment-true-start.test.js +86 -86
  392. package/test/segments-are-shared.test.js +176 -176
  393. package/test/send-chunk-bytes.test.js +86 -86
  394. package/test/serving-existing-output.test.js +111 -105
  395. package/test/serving-output.test.js +102 -102
  396. package/test/shared-piece-store.test.js +310 -310
  397. package/test/sidecar-naming.test.js +142 -142
  398. package/test/soundtrack-rate-bound.test.js +289 -289
  399. package/test/source-file.test.js +133 -133
  400. package/test/source-registry.test.js +18 -18
  401. package/test/split-a-stretch.test.js +139 -139
  402. package/test/stale-request-after-seek.test.js +158 -158
  403. package/test/startup-readings.test.js +124 -124
  404. package/test/stream-route.test.js +237 -237
  405. package/test/subtitle-cue-framing.test.js +200 -200
  406. package/test/subtitle-cue-source.test.js +102 -102
  407. package/test/subtitle-cursor.test.js +63 -63
  408. package/test/subtitle-defaults.test.js +118 -118
  409. package/test/subtitle-language.test.js +252 -252
  410. package/test/supply-margin.test.js +190 -190
  411. package/test/swarm-follows-readers.test.js +174 -174
  412. package/test/swarm-reach.test.js +130 -130
  413. package/test/swarm-selection.test.js +220 -220
  414. package/test/tail-duplication.test.js +167 -167
  415. package/test/the-channel-has-both-ends.test.js +91 -91
  416. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  417. package/test/thread-pool.test.js +53 -53
  418. package/test/timeline.test.js +84 -84
  419. package/test/torrent-contents.test.js +235 -235
  420. package/test/torrent-cost.test.js +71 -71
  421. package/test/torrent-files.test.js +221 -221
  422. package/test/torrent-naming.test.js +255 -255
  423. package/test/tracks-begin-together.test.js +209 -209
  424. package/test/tunnel-renewal.test.js +167 -167
  425. package/test/two-viewers-one-picture.test.js +508 -504
  426. package/test/upload-hurry.test.js +186 -186
  427. package/test/usrsctp-state.test.js +131 -131
  428. package/test/video-facts.test.js +102 -102
  429. package/test/viewer-assignments.test.js +143 -143
  430. package/test/viewer-outputs.test.js +285 -285
  431. package/test/viewer-presence.test.js +116 -116
  432. package/test/viewer-requests-admission.test.js +92 -89
  433. package/test/viewer-states.test.js +189 -189
  434. package/test/viewer-subtitle-subscription.test.js +96 -96
  435. package/test/viewer.test.js +139 -139
  436. package/test/viewing-generations.test.js +390 -390
  437. package/test/visible-rung.test.js +37 -37
  438. package/test/wait-ledger.test.js +100 -100
  439. package/test/webrtc-shim.test.js +149 -149
  440. package/test/wedge-certainty.test.js +131 -131
  441. package/test/withdraw-piece-claim.test.js +212 -212
  442. package/test/worker-channel.test.js +158 -158
  443. package/utils/client-log-file.js +151 -151
  444. package/utils/logger.js +312 -312
  445. package/utils/parse-range.js +25 -25
  446. package/utils/perf.js +59 -59
  447. package/utils/torrent-source-key.js +38 -38
@@ -1,345 +1,345 @@
1
- /**
2
- * How much film is ready in front of the earliest viewer of each output, said
3
- * every half minute, and what that costs off the swarm.
4
- *
5
- * A reading, and it commands nothing: where encoders go is the plan's. The one
6
- * thing it starts is the fetch of a picture's spare soundtracks, once the
7
- * cushion is full and the swarm has demonstrably spare capacity.
8
- */
9
-
10
- export const LOOKAHEAD_PAUSE_SECONDS = 120;
11
- // How often each session says what its cushion is. Half a minute: the link
12
- // reports that feed it arrive every ten seconds, and a line per session per
13
- // ten seconds would drown the log on a host serving several.
14
- const CUSHION_REPORT_MS = 30_000;
15
- // How old a viewer's link report may be and still describe where they are. It
16
- // is sent every 10 s, and a seek in between moves them somewhere this cannot
17
- // predict — so anything older is treated as no report at all.
18
- const NET_REPORT_FRESH_MS = 15_000;
19
-
20
- /**
21
- * The last index of the unbroken run of segments starting at `from`.
22
- *
23
- * Null when `from` itself is absent. A hole matters: segments beyond one are
24
- * not look-ahead, because the viewer cannot reach them until it is filled.
25
- *
26
- * @param {Set<number>} present
27
- * @param {number} from
28
- * @returns {number | null}
29
- */
30
- export function contiguousEnd(present, from) {
31
- if (!present.has(from)) {
32
- return null;
33
- }
34
- let last = from;
35
- while (present.has(last + 1)) {
36
- last += 1;
37
- }
38
- return last;
39
- }
40
-
41
- export class CushionReport {
42
- /** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
43
- #host;
44
-
45
- /** Files whose spare soundtracks have been fetched whole, once each. @type {Set<string>} */
46
- #spareSoundtracksFetched = new Set();
47
- #lastSaidAt = new WeakMap();
48
- #lookAheadDisagreementSince = new WeakMap();
49
-
50
- /**
51
- * @param {object} host - `viewerSecondsOn`, `viewersOf`, `SourceFiles`, `logger`, `producedNumbers`, `encodeRuns`, `fetchWholeFile`, `getCachedAudioTracks`, `hostLoad`, `lookaheadSeconds`, `outputTimes`, `outputs`
52
- */
53
- constructor(host) {
54
- this.#host = host;
55
- }
56
-
57
- /**
58
- * Say what the cushion is, for every session.
59
- *
60
- * This is all that is left of `#enforceLookAhead`, which also SUSPENDED a run
61
- * once it was `LOOKAHEAD_PAUSE_SECONDS` in front of the viewer and woke it at
62
- * `LOOKAHEAD_RESUME_SECONDS` — two chosen numbers, and a second authority
63
- * over the encoders beside the plan. The two contradicted each other
64
- * directly: this one deliberately pushed a run past the window the plan was
65
- * asking about, and the plan then killed it for standing there. Measured in
66
- * the field 2026-09-05, 350-700ms per cycle, the viewer's picture stopped for
67
- * 125 seconds.
68
- *
69
- * How far ahead a run may get is now a question for the plan alone, which
70
- * answers it from the demand map. What remains here is a READING — how much
71
- * film is ready in front of the earliest viewer — and a reading commands
72
- * nothing.
73
- */
74
- reportCushions() {
75
- for (const session of this.#host.outputs.values()) {
76
- this.reportCushionFor(session);
77
- }
78
- }
79
-
80
- /**
81
- * Decide whether one session's encoder should be running right now.
82
- *
83
- * Called both on the monitor's interval and the moment a segment is
84
- * requested. It must be the SAME decision in both places: an earlier version
85
- * simply resumed on any request, which meant a request for a segment produced
86
- * ten minutes ago released an encoder that had nothing left to do — measured
87
- * 2026-08-04, the encoder sawtoothed between suspended and running and drifted
88
- * from 135 s to 702 s ahead of the viewer while doing it.
89
- *
90
- * @param {HlsSession} session
91
- * @returns {void}
92
- */
93
- reportCushionFor(session) {
94
- if (!this.#host.encodeRuns.isLive(session) || this.#host.encodeRuns.liveRunsOf(session).length === 0) {
95
- return;
96
- }
97
- // How far the encoder has got, measured by what EXISTS. ffmpeg's own
98
- // report of its timeline position is not evidence: field 2026-08-06, it
99
- // claimed 6012 s at `speed=1.18e+03x` on a file that was one percent
100
- // downloaded and had produced exactly one segment. The limiter believed it,
101
- // suspended the encoder twelve seconds into the session, and segment #1 —
102
- // which nobody was now making — was held for 45.7 s until the viewer gave
103
- // up and seeked. A segment on disk is something the viewer can be served;
104
- // a number from ffmpeg is not.
105
- // Where the viewer is, from the one reading there is.
106
- const viewerSegment = this.#host.outputTimes.segmentIndexForTime(session, this.#host.viewerSecondsOn(session));
107
-
108
- // How much is ready CONTIGUOUSLY FROM WHERE THE VIEWER IS — not the highest
109
- // segment number lying in the directory. The two are the same only while a
110
- // viewer moves forward through one run, and the difference destroyed a
111
- // session on 2026-08-06: a seek forward left segments 662-665 on disk, the
112
- // viewer then seeked BACK to 646, and the limiter measured 6950 s of output
113
- // against a viewer at 6700 s, called it "250s ahead" and suspended a run
114
- // 136 ms after it started, before it had produced anything at all. Nothing
115
- // was then encoding, so nothing read the input, so no pieces were asked for
116
- // — `0 selection(s)` with 33 peers connected — and segment 646 was never
117
- // made. Segments beyond a hole are not look-ahead: the viewer cannot reach
118
- // them without the hole being filled first.
119
- const reading = this.#contiguousAheadSeconds(session, viewerSegment);
120
- const aheadSeconds = reading === null ? null : reading.seconds;
121
- if (aheadSeconds === null) {
122
- // The segment the viewer needs does not exist, so there is no cushion to
123
- // report. Nothing is commanded here any more: whether an encoder should
124
- // be working on it is the plan's question, and it is asked the moment
125
- // anything the plan depends on changes.
126
- return;
127
- }
128
-
129
- // Worth knowing when ffmpeg's own report and what exists disagree wildly —
130
- // it is the only trace of whatever made it claim a position it had not
131
- // reached. Reported on its EDGES, because it is a state and not a stream.
132
- const claimed = Number(this.#host.encodeRuns.progressOf(session, viewerSegment)?.processedSeconds);
133
- const encodedTo = this.#host.outputTimes.segmentStartTime(session, viewerSegment) + aheadSeconds;
134
- this.#sayCushion(session, encodedTo);
135
- const disagrees =
136
- Number.isFinite(claimed) && Math.abs(claimed - encodedTo) > LOOKAHEAD_PAUSE_SECONDS;
137
- const disagreementSince = this.#lookAheadDisagreementSince.get(session) ?? 0;
138
- if (disagrees && !disagreementSince) {
139
- this.#lookAheadDisagreementSince.set(session, Date.now());
140
- this.#host.logger.info(
141
- `transcode ${session.id} ffmpeg claims ${Math.round(claimed)}s processed ` +
142
- `but the viewer's own run of segments ends at ${Math.round(encodedTo)}s`
143
- );
144
- } else if (!disagrees && disagreementSince) {
145
- const lastedMs = Date.now() - disagreementSince;
146
- this.#lookAheadDisagreementSince.delete(session);
147
- this.#host.logger.info(
148
- `transcode ${session.id} ffmpeg's position and the segments on disk agree again ` +
149
- `after ${(lastedMs / 1000).toFixed(1)}s (ready through ${Math.round(encodedTo)}s)`
150
- );
151
- }
152
-
153
- }
154
-
155
- /**
156
- * What the cushion actually is, said once every half minute per session.
157
- *
158
- * Three quantities that were never printed together, and could not be
159
- * reconstructed afterwards from anything that was:
160
- *
161
- * - how far the produced range runs ahead of the EARLIEST viewer's picture,
162
- * which is the protection an interruption would have to exhaust before
163
- * anybody saw it;
164
- * - what that costs the person hosting this proxy, in megabytes of film
165
- * pulled off the swarm ahead of the picture — the read window sits on top
166
- * of it, so this is a floor;
167
- * - what the browsers say they are holding, so the depth asked for on that
168
- * side can be checked against the depth that arrived.
169
- *
170
- * Every term is measured: the produced range comes from the segments on disk,
171
- * the picture from the viewers' own reports, and the byte rate from the
172
- * file's length over its duration. Roadmap item 4.
173
- *
174
- * @param {HlsSession} session
175
- * @param {number} encodedTo - Seconds of film produced, contiguously, from
176
- * where the leading viewer is.
177
- * @returns {void}
178
- */
179
- #sayCushion(session, encodedTo) {
180
- const now = Date.now();
181
- if (now - (this.#lastSaidAt.get(session) ?? 0) < CUSHION_REPORT_MS) {
182
- return;
183
- }
184
- const { earliestPosition, deepestBuffer, viewers } = this.#reportedPictureOf(session, now);
185
- // Nobody has said where they are, so there is no picture to measure
186
- // against and the line would be about nothing.
187
- if (earliestPosition === null) {
188
- return;
189
- }
190
- this.#lastSaidAt.set(session, now);
191
- const aheadOfPicture = Math.max(0, encodedTo - earliestPosition);
192
- const fileLength = this.#host.hostLoad.fileLengthByKey.get(session.file.key);
193
- const duration = Number(session.file.durationSeconds) || Number(session.file.durationSeconds) || 0;
194
- const megabytes =
195
- Number.isFinite(fileLength) && fileLength > 0 && duration > 0
196
- ? ((aheadOfPicture * fileLength) / duration / 1e6).toFixed(0)
197
- : "?";
198
- this.#host.logger.info(
199
- `transcode ${session.id.slice(0, 8)} cushion: ${Math.round(aheadOfPicture)}s of film ready ` +
200
- `ahead of the picture at ${Math.round(earliestPosition)}s (~${megabytes}MB pulled ahead), ` +
201
- `${viewers} viewer(s) holding up to ` +
202
- `${deepestBuffer === null ? "?" : deepestBuffer.toFixed(1)}s`
203
- );
204
- this.#fetchSpareSoundtracks(session, aheadOfPicture);
205
- }
206
-
207
- /**
208
- * Fetch the soundtracks that ship beside this picture, whole, while the swarm
209
- * has capacity to spare.
210
- *
211
- * WHY IT WAITS FOR THE CUSHION. A soundtrack nobody has chosen is worth having
212
- * on disk — it is a twentieth of the picture (30 MB against 566 MB on the
213
- * field torrent) and having it makes every later switch instant instead of
214
- * paying for its first pieces. But fetching it takes swarm capacity from the
215
- * picture, and there is exactly one moment when that capacity is demonstrably
216
- * spare: when the encoder is already as far ahead of the viewer as it is
217
- * allowed to get. That is not a guess about the swarm — it is the measurement
218
- * the line above just printed.
219
- *
220
- * WHY IT IS A READ AND NOT A SELECTION. `file.select()` claims every piece of
221
- * a file at once, and `#syncSelections` in `torrent/torrent-pool.js` records what that
222
- * cost when it was done alongside the readers' own windows: a claim covering
223
- * everything always outranked the window, and a seek to 89.1% of a 4.7 GB film
224
- * waited 93 s while the swarm fetched 2.47 GB in file order. So this goes
225
- * through the same bounded read the edge warm-up uses, which claims a moving
226
- * window like any other reader and gives it back when it ends.
227
- *
228
- * Once per file, and only for a soundtrack in a file of its own — the
229
- * picture's own tracks are already in the bytes being played.
230
- *
231
- * @param {HlsSession} session
232
- * @param {number} aheadOfPicture - Seconds of film ready ahead of the viewer.
233
- * @returns {void}
234
- */
235
- #fetchSpareSoundtracks(session, aheadOfPicture) {
236
- if (typeof this.#host.fetchWholeFile !== "function") {
237
- return;
238
- }
239
- // The encoder is held at this distance and no further, so reaching it is the
240
- // signal that nothing more is being asked of the swarm on the picture's
241
- // behalf.
242
- if (!(aheadOfPicture >= this.#host.lookaheadSeconds)) {
243
- return;
244
- }
245
- const inventory = this.#host.getCachedAudioTracks?.({
246
- sourceKey: session.file.sourceKey,
247
- fileIndex: session.file.fileIndex
248
- }) ?? [];
249
- const wanted = new Set(
250
- inventory
251
- .filter((entry) => entry?.kind === "sidecar" && Number.isInteger(entry.fileIndex))
252
- .map((entry) => entry.fileIndex)
253
- );
254
- for (const fileIndex of wanted) {
255
- const key = this.#host.SourceFiles.keyFor(session.file.sourceKey, fileIndex);
256
- if (this.#spareSoundtracksFetched.has(key)) {
257
- continue;
258
- }
259
- this.#spareSoundtracksFetched.add(key);
260
- this.#host.logger.info(
261
- `transcode ${session.id.slice(0, 8)} the picture is ${Math.round(aheadOfPicture)}s ahead of ` +
262
- `the viewer, so file ${fileIndex} — a soundtrack beside it — is fetched whole now; ` +
263
- "a switch to it will not wait for the swarm"
264
- );
265
- // Not awaited: nothing depends on it finishing, and a failure costs only
266
- // that the switch pays for its own pieces, as it did before this existed.
267
- Promise.resolve(this.#host.fetchWholeFile({ sourceKey: session.file.sourceKey, fileIndex })).catch(
268
- (error) => {
269
- this.#host.logger.info(
270
- `transcode: fetching soundtrack file ${fileIndex} whole failed ` +
271
- `(${error instanceof Error ? error.message : String(error)}) — ` +
272
- "it will be read when it is played"
273
- );
274
- }
275
- );
276
- }
277
- }
278
-
279
- /**
280
- * Seconds of playback ready without a gap, starting at the segment the viewer
281
- * is on.
282
- *
283
- * Null when that very segment is missing — which is not "zero ahead" but
284
- * "the viewer is waiting", and the two call for opposite decisions.
285
- *
286
- * @param {HlsSession} session
287
- * @param {number} viewerSegment
288
- * @returns {{ seconds: number, lastCovered: number, total: number } | null}
289
- */
290
- #contiguousAheadSeconds(session, viewerSegment) {
291
- let present;
292
- try {
293
- present = new Set(this.#host.producedNumbers(session));
294
- } catch {
295
- return null;
296
- }
297
- const lastCovered = contiguousEnd(present, viewerSegment);
298
- if (lastCovered === null) {
299
- return null;
300
- }
301
- const from = this.#host.outputTimes.segmentStartTime(session, viewerSegment);
302
- const to = this.#host.outputTimes.segmentStartTime(session, lastCovered + 1);
303
- if (!Number.isFinite(from) || !Number.isFinite(to)) {
304
- return null;
305
- }
306
- return { seconds: Math.max(0, to - from), lastCovered, total: present.size };
307
- }
308
-
309
- /**
310
- * Where the earliest viewer's picture is, and the deepest cushion any of them
311
- * reports holding — both read from the link reports, both null when nobody
312
- * has said recently.
313
- *
314
- * @param {HlsSession} session
315
- * @param {number} now
316
- * @returns {{ earliestPosition: number | null, deepestBuffer: number | null, viewers: number }}
317
- */
318
- #reportedPictureOf(session, now) {
319
- let earliestPosition = null;
320
- let deepestBuffer = null;
321
- let viewers = 0;
322
- // A session that has never had a link report is the ordinary state at a
323
- // cold open, and the answer for it is the same as for one whose reports
324
- // have all gone stale: nobody has said where they are.
325
- for (const report of this.#host.linkReportsOn(session)) {
326
- if (now - report.at > NET_REPORT_FRESH_MS) {
327
- continue;
328
- }
329
- viewers += 1;
330
- if (Number.isFinite(report.positionSeconds)) {
331
- earliestPosition =
332
- earliestPosition === null
333
- ? report.positionSeconds
334
- : Math.min(earliestPosition, report.positionSeconds);
335
- }
336
- if (Number.isFinite(report.bufferedAheadSec)) {
337
- deepestBuffer =
338
- deepestBuffer === null
339
- ? report.bufferedAheadSec
340
- : Math.max(deepestBuffer, report.bufferedAheadSec);
341
- }
342
- }
343
- return { earliestPosition, deepestBuffer, viewers };
344
- }
345
- }
1
+ /**
2
+ * How much film is ready in front of the earliest viewer of each output, said
3
+ * every half minute, and what that costs off the swarm.
4
+ *
5
+ * A reading, and it commands nothing: where encoders go is the plan's. The one
6
+ * thing it starts is the fetch of a picture's spare soundtracks, once the
7
+ * cushion is full and the swarm has demonstrably spare capacity.
8
+ */
9
+
10
+ export const LOOKAHEAD_PAUSE_SECONDS = 120;
11
+ // How often each session says what its cushion is. Half a minute: the link
12
+ // reports that feed it arrive every ten seconds, and a line per session per
13
+ // ten seconds would drown the log on a host serving several.
14
+ const CUSHION_REPORT_MS = 30_000;
15
+ // How old a viewer's link report may be and still describe where they are. It
16
+ // is sent every 10 s, and a seek in between moves them somewhere this cannot
17
+ // predict — so anything older is treated as no report at all.
18
+ const NET_REPORT_FRESH_MS = 15_000;
19
+
20
+ /**
21
+ * The last index of the unbroken run of segments starting at `from`.
22
+ *
23
+ * Null when `from` itself is absent. A hole matters: segments beyond one are
24
+ * not look-ahead, because the viewer cannot reach them until it is filled.
25
+ *
26
+ * @param {Set<number>} present
27
+ * @param {number} from
28
+ * @returns {number | null}
29
+ */
30
+ export function contiguousEnd(present, from) {
31
+ if (!present.has(from)) {
32
+ return null;
33
+ }
34
+ let last = from;
35
+ while (present.has(last + 1)) {
36
+ last += 1;
37
+ }
38
+ return last;
39
+ }
40
+
41
+ export class CushionReport {
42
+ /** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
43
+ #host;
44
+
45
+ /** Files whose spare soundtracks have been fetched whole, once each. @type {Set<string>} */
46
+ #spareSoundtracksFetched = new Set();
47
+ #lastSaidAt = new WeakMap();
48
+ #lookAheadDisagreementSince = new WeakMap();
49
+
50
+ /**
51
+ * @param {object} host - `viewerSecondsOn`, `viewersOf`, `SourceFiles`, `logger`, `producedNumbers`, `encodeRuns`, `fetchWholeFile`, `getCachedAudioTracks`, `hostLoad`, `lookaheadSeconds`, `outputTimes`, `outputs`
52
+ */
53
+ constructor(host) {
54
+ this.#host = host;
55
+ }
56
+
57
+ /**
58
+ * Say what the cushion is, for every session.
59
+ *
60
+ * This is all that is left of `#enforceLookAhead`, which also SUSPENDED a run
61
+ * once it was `LOOKAHEAD_PAUSE_SECONDS` in front of the viewer and woke it at
62
+ * `LOOKAHEAD_RESUME_SECONDS` — two chosen numbers, and a second authority
63
+ * over the encoders beside the plan. The two contradicted each other
64
+ * directly: this one deliberately pushed a run past the window the plan was
65
+ * asking about, and the plan then killed it for standing there. Measured in
66
+ * the field 2026-09-05, 350-700ms per cycle, the viewer's picture stopped for
67
+ * 125 seconds.
68
+ *
69
+ * How far ahead a run may get is now a question for the plan alone, which
70
+ * answers it from the demand map. What remains here is a READING — how much
71
+ * film is ready in front of the earliest viewer — and a reading commands
72
+ * nothing.
73
+ */
74
+ reportCushions() {
75
+ for (const session of this.#host.outputs.values()) {
76
+ this.reportCushionFor(session);
77
+ }
78
+ }
79
+
80
+ /**
81
+ * Decide whether one session's encoder should be running right now.
82
+ *
83
+ * Called both on the monitor's interval and the moment a segment is
84
+ * requested. It must be the SAME decision in both places: an earlier version
85
+ * simply resumed on any request, which meant a request for a segment produced
86
+ * ten minutes ago released an encoder that had nothing left to do — measured
87
+ * 2026-08-04, the encoder sawtoothed between suspended and running and drifted
88
+ * from 135 s to 702 s ahead of the viewer while doing it.
89
+ *
90
+ * @param {HlsSession} session
91
+ * @returns {void}
92
+ */
93
+ reportCushionFor(session) {
94
+ if (!this.#host.encodeRuns.isLive(session) || this.#host.encodeRuns.liveRunsOf(session).length === 0) {
95
+ return;
96
+ }
97
+ // How far the encoder has got, measured by what EXISTS. ffmpeg's own
98
+ // report of its timeline position is not evidence: field 2026-08-06, it
99
+ // claimed 6012 s at `speed=1.18e+03x` on a file that was one percent
100
+ // downloaded and had produced exactly one segment. The limiter believed it,
101
+ // suspended the encoder twelve seconds into the session, and segment #1 —
102
+ // which nobody was now making — was held for 45.7 s until the viewer gave
103
+ // up and seeked. A segment on disk is something the viewer can be served;
104
+ // a number from ffmpeg is not.
105
+ // Where the viewer is, from the one reading there is.
106
+ const viewerSegment = this.#host.outputTimes.segmentIndexForTime(session, this.#host.viewerSecondsOn(session));
107
+
108
+ // How much is ready CONTIGUOUSLY FROM WHERE THE VIEWER IS — not the highest
109
+ // segment number lying in the directory. The two are the same only while a
110
+ // viewer moves forward through one run, and the difference destroyed a
111
+ // session on 2026-08-06: a seek forward left segments 662-665 on disk, the
112
+ // viewer then seeked BACK to 646, and the limiter measured 6950 s of output
113
+ // against a viewer at 6700 s, called it "250s ahead" and suspended a run
114
+ // 136 ms after it started, before it had produced anything at all. Nothing
115
+ // was then encoding, so nothing read the input, so no pieces were asked for
116
+ // — `0 selection(s)` with 33 peers connected — and segment 646 was never
117
+ // made. Segments beyond a hole are not look-ahead: the viewer cannot reach
118
+ // them without the hole being filled first.
119
+ const reading = this.#contiguousAheadSeconds(session, viewerSegment);
120
+ const aheadSeconds = reading === null ? null : reading.seconds;
121
+ if (aheadSeconds === null) {
122
+ // The segment the viewer needs does not exist, so there is no cushion to
123
+ // report. Nothing is commanded here any more: whether an encoder should
124
+ // be working on it is the plan's question, and it is asked the moment
125
+ // anything the plan depends on changes.
126
+ return;
127
+ }
128
+
129
+ // Worth knowing when ffmpeg's own report and what exists disagree wildly —
130
+ // it is the only trace of whatever made it claim a position it had not
131
+ // reached. Reported on its EDGES, because it is a state and not a stream.
132
+ const claimed = Number(this.#host.encodeRuns.progressOf(session, viewerSegment)?.processedSeconds);
133
+ const encodedTo = this.#host.outputTimes.segmentStartTime(session, viewerSegment) + aheadSeconds;
134
+ this.#sayCushion(session, encodedTo);
135
+ const disagrees =
136
+ Number.isFinite(claimed) && Math.abs(claimed - encodedTo) > LOOKAHEAD_PAUSE_SECONDS;
137
+ const disagreementSince = this.#lookAheadDisagreementSince.get(session) ?? 0;
138
+ if (disagrees && !disagreementSince) {
139
+ this.#lookAheadDisagreementSince.set(session, Date.now());
140
+ this.#host.logger.info(
141
+ `transcode ${session.id} ffmpeg claims ${Math.round(claimed)}s processed ` +
142
+ `but the viewer's own run of segments ends at ${Math.round(encodedTo)}s`
143
+ );
144
+ } else if (!disagrees && disagreementSince) {
145
+ const lastedMs = Date.now() - disagreementSince;
146
+ this.#lookAheadDisagreementSince.delete(session);
147
+ this.#host.logger.info(
148
+ `transcode ${session.id} ffmpeg's position and the segments on disk agree again ` +
149
+ `after ${(lastedMs / 1000).toFixed(1)}s (ready through ${Math.round(encodedTo)}s)`
150
+ );
151
+ }
152
+
153
+ }
154
+
155
+ /**
156
+ * What the cushion actually is, said once every half minute per session.
157
+ *
158
+ * Three quantities that were never printed together, and could not be
159
+ * reconstructed afterwards from anything that was:
160
+ *
161
+ * - how far the produced range runs ahead of the EARLIEST viewer's picture,
162
+ * which is the protection an interruption would have to exhaust before
163
+ * anybody saw it;
164
+ * - what that costs the person hosting this proxy, in megabytes of film
165
+ * pulled off the swarm ahead of the picture — the read window sits on top
166
+ * of it, so this is a floor;
167
+ * - what the browsers say they are holding, so the depth asked for on that
168
+ * side can be checked against the depth that arrived.
169
+ *
170
+ * Every term is measured: the produced range comes from the segments on disk,
171
+ * the picture from the viewers' own reports, and the byte rate from the
172
+ * file's length over its duration. Roadmap item 4.
173
+ *
174
+ * @param {HlsSession} session
175
+ * @param {number} encodedTo - Seconds of film produced, contiguously, from
176
+ * where the leading viewer is.
177
+ * @returns {void}
178
+ */
179
+ #sayCushion(session, encodedTo) {
180
+ const now = Date.now();
181
+ if (now - (this.#lastSaidAt.get(session) ?? 0) < CUSHION_REPORT_MS) {
182
+ return;
183
+ }
184
+ const { earliestPosition, deepestBuffer, viewers } = this.#reportedPictureOf(session, now);
185
+ // Nobody has said where they are, so there is no picture to measure
186
+ // against and the line would be about nothing.
187
+ if (earliestPosition === null) {
188
+ return;
189
+ }
190
+ this.#lastSaidAt.set(session, now);
191
+ const aheadOfPicture = Math.max(0, encodedTo - earliestPosition);
192
+ const fileLength = this.#host.hostLoad.fileLengthByKey.get(session.file.key);
193
+ const duration = Number(session.file.durationSeconds) || Number(session.file.durationSeconds) || 0;
194
+ const megabytes =
195
+ Number.isFinite(fileLength) && fileLength > 0 && duration > 0
196
+ ? ((aheadOfPicture * fileLength) / duration / 1e6).toFixed(0)
197
+ : "?";
198
+ this.#host.logger.info(
199
+ `transcode ${session.id.slice(0, 8)} cushion: ${Math.round(aheadOfPicture)}s of film ready ` +
200
+ `ahead of the picture at ${Math.round(earliestPosition)}s (~${megabytes}MB pulled ahead), ` +
201
+ `${viewers} viewer(s) holding up to ` +
202
+ `${deepestBuffer === null ? "?" : deepestBuffer.toFixed(1)}s`
203
+ );
204
+ this.#fetchSpareSoundtracks(session, aheadOfPicture);
205
+ }
206
+
207
+ /**
208
+ * Fetch the soundtracks that ship beside this picture, whole, while the swarm
209
+ * has capacity to spare.
210
+ *
211
+ * WHY IT WAITS FOR THE CUSHION. A soundtrack nobody has chosen is worth having
212
+ * on disk — it is a twentieth of the picture (30 MB against 566 MB on the
213
+ * field torrent) and having it makes every later switch instant instead of
214
+ * paying for its first pieces. But fetching it takes swarm capacity from the
215
+ * picture, and there is exactly one moment when that capacity is demonstrably
216
+ * spare: when the encoder is already as far ahead of the viewer as it is
217
+ * allowed to get. That is not a guess about the swarm — it is the measurement
218
+ * the line above just printed.
219
+ *
220
+ * WHY IT IS A READ AND NOT A SELECTION. `file.select()` claims every piece of
221
+ * a file at once, and `#syncSelections` in `torrent/torrent-pool.js` records what that
222
+ * cost when it was done alongside the readers' own windows: a claim covering
223
+ * everything always outranked the window, and a seek to 89.1% of a 4.7 GB film
224
+ * waited 93 s while the swarm fetched 2.47 GB in file order. So this goes
225
+ * through the same bounded read the edge warm-up uses, which claims a moving
226
+ * window like any other reader and gives it back when it ends.
227
+ *
228
+ * Once per file, and only for a soundtrack in a file of its own — the
229
+ * picture's own tracks are already in the bytes being played.
230
+ *
231
+ * @param {HlsSession} session
232
+ * @param {number} aheadOfPicture - Seconds of film ready ahead of the viewer.
233
+ * @returns {void}
234
+ */
235
+ #fetchSpareSoundtracks(session, aheadOfPicture) {
236
+ if (typeof this.#host.fetchWholeFile !== "function") {
237
+ return;
238
+ }
239
+ // The encoder is held at this distance and no further, so reaching it is the
240
+ // signal that nothing more is being asked of the swarm on the picture's
241
+ // behalf.
242
+ if (!(aheadOfPicture >= this.#host.lookaheadSeconds)) {
243
+ return;
244
+ }
245
+ const inventory = this.#host.getCachedAudioTracks?.({
246
+ sourceKey: session.file.sourceKey,
247
+ fileIndex: session.file.fileIndex
248
+ }) ?? [];
249
+ const wanted = new Set(
250
+ inventory
251
+ .filter((entry) => entry?.kind === "sidecar" && Number.isInteger(entry.fileIndex))
252
+ .map((entry) => entry.fileIndex)
253
+ );
254
+ for (const fileIndex of wanted) {
255
+ const key = this.#host.SourceFiles.keyFor(session.file.sourceKey, fileIndex);
256
+ if (this.#spareSoundtracksFetched.has(key)) {
257
+ continue;
258
+ }
259
+ this.#spareSoundtracksFetched.add(key);
260
+ this.#host.logger.info(
261
+ `transcode ${session.id.slice(0, 8)} the picture is ${Math.round(aheadOfPicture)}s ahead of ` +
262
+ `the viewer, so file ${fileIndex} — a soundtrack beside it — is fetched whole now; ` +
263
+ "a switch to it will not wait for the swarm"
264
+ );
265
+ // Not awaited: nothing depends on it finishing, and a failure costs only
266
+ // that the switch pays for its own pieces, as it did before this existed.
267
+ Promise.resolve(this.#host.fetchWholeFile({ sourceKey: session.file.sourceKey, fileIndex })).catch(
268
+ (error) => {
269
+ this.#host.logger.info(
270
+ `transcode: fetching soundtrack file ${fileIndex} whole failed ` +
271
+ `(${error instanceof Error ? error.message : String(error)}) — ` +
272
+ "it will be read when it is played"
273
+ );
274
+ }
275
+ );
276
+ }
277
+ }
278
+
279
+ /**
280
+ * Seconds of playback ready without a gap, starting at the segment the viewer
281
+ * is on.
282
+ *
283
+ * Null when that very segment is missing — which is not "zero ahead" but
284
+ * "the viewer is waiting", and the two call for opposite decisions.
285
+ *
286
+ * @param {HlsSession} session
287
+ * @param {number} viewerSegment
288
+ * @returns {{ seconds: number, lastCovered: number, total: number } | null}
289
+ */
290
+ #contiguousAheadSeconds(session, viewerSegment) {
291
+ let present;
292
+ try {
293
+ present = new Set(this.#host.producedNumbers(session));
294
+ } catch {
295
+ return null;
296
+ }
297
+ const lastCovered = contiguousEnd(present, viewerSegment);
298
+ if (lastCovered === null) {
299
+ return null;
300
+ }
301
+ const from = this.#host.outputTimes.segmentStartTime(session, viewerSegment);
302
+ const to = this.#host.outputTimes.segmentStartTime(session, lastCovered + 1);
303
+ if (!Number.isFinite(from) || !Number.isFinite(to)) {
304
+ return null;
305
+ }
306
+ return { seconds: Math.max(0, to - from), lastCovered, total: present.size };
307
+ }
308
+
309
+ /**
310
+ * Where the earliest viewer's picture is, and the deepest cushion any of them
311
+ * reports holding — both read from the link reports, both null when nobody
312
+ * has said recently.
313
+ *
314
+ * @param {HlsSession} session
315
+ * @param {number} now
316
+ * @returns {{ earliestPosition: number | null, deepestBuffer: number | null, viewers: number }}
317
+ */
318
+ #reportedPictureOf(session, now) {
319
+ let earliestPosition = null;
320
+ let deepestBuffer = null;
321
+ let viewers = 0;
322
+ // A session that has never had a link report is the ordinary state at a
323
+ // cold open, and the answer for it is the same as for one whose reports
324
+ // have all gone stale: nobody has said where they are.
325
+ for (const report of this.#host.linkReportsOn(session)) {
326
+ if (now - report.at > NET_REPORT_FRESH_MS) {
327
+ continue;
328
+ }
329
+ viewers += 1;
330
+ if (Number.isFinite(report.positionSeconds)) {
331
+ earliestPosition =
332
+ earliestPosition === null
333
+ ? report.positionSeconds
334
+ : Math.min(earliestPosition, report.positionSeconds);
335
+ }
336
+ if (Number.isFinite(report.bufferedAheadSec)) {
337
+ deepestBuffer =
338
+ deepestBuffer === null
339
+ ? report.bufferedAheadSec
340
+ : Math.max(deepestBuffer, report.bufferedAheadSec);
341
+ }
342
+ }
343
+ return { earliestPosition, deepestBuffer, viewers };
344
+ }
345
+ }