@torrent-tv/proxy 2.87.8 → 2.87.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (455) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +8 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/biome.json +411 -411
  22. package/docs/container-architecture.md +218 -218
  23. package/docs/download-architecture.md +261 -261
  24. package/docs/encode-architecture.md +729 -729
  25. package/docs/encode-run-state.md +96 -96
  26. package/docs/logs.md +97 -97
  27. package/docs/socks5-egress-research.md +114 -114
  28. package/docs/storage-architecture.md +267 -267
  29. package/knip.json +14 -14
  30. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  31. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  32. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  33. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  34. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  35. package/openspec/changes/binary-distribution/proposal.md +53 -53
  36. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  37. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  38. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  39. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  40. package/openspec/changes/cold-start/design.md +98 -98
  41. package/openspec/changes/cold-start/proposal.md +62 -62
  42. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  43. package/openspec/changes/cold-start/tasks.md +48 -48
  44. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  45. package/openspec/changes/disk-cap/proposal.md +37 -37
  46. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  47. package/openspec/changes/disk-cap/tasks.md +19 -19
  48. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  49. package/openspec/changes/proxy-observability/design.md +38 -38
  50. package/openspec/changes/proxy-observability/proposal.md +49 -49
  51. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  52. package/openspec/changes/proxy-observability/tasks.md +21 -21
  53. package/openspec/changes/seek-debounce/design.md +118 -118
  54. package/openspec/changes/seek-debounce/proposal.md +59 -59
  55. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  56. package/openspec/changes/seek-debounce/tasks.md +33 -33
  57. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  58. package/openspec/changes/subtitle-language/proposal.md +50 -50
  59. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  60. package/openspec/changes/subtitle-language/tasks.md +26 -26
  61. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  62. package/openspec/changes/track-selection/design.md +47 -47
  63. package/openspec/changes/track-selection/proposal.md +45 -45
  64. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  65. package/openspec/changes/track-selection/tasks.md +20 -20
  66. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  67. package/openspec/changes/transcode-quality/proposal.md +51 -51
  68. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  69. package/openspec/changes/transcode-quality/tasks.md +63 -63
  70. package/openspec/config.yaml +38 -38
  71. package/package.json +1 -1
  72. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  73. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  74. package/research/double-spawn-2026-09-10.md +171 -171
  75. package/research/handover-2026-09-13.md +209 -209
  76. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  77. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  78. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  79. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  80. package/routes/api/client-logs/post.js +86 -86
  81. package/routes/api/delivery-sink/get.js +72 -72
  82. package/routes/api/link-probe/get.js +51 -51
  83. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  84. package/routes/api/playback-plan/post.js +53 -53
  85. package/routes/api/sources/files/get.js +100 -100
  86. package/routes/api/sources/post.js +36 -36
  87. package/routes/api/sources/stats/get.js +132 -132
  88. package/routes/api/subtitles/get.js +230 -230
  89. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  90. package/routes/api/transcode-sessions/net-report/post.js +129 -129
  91. package/routes/api/transcode-sessions/post.js +160 -160
  92. package/routes/api/transcode-sessions/progress/get.js +27 -27
  93. package/routes/api/transcode-sessions/release/post.js +41 -41
  94. package/routes/api/transcode-sessions/seek/post.js +63 -63
  95. package/routes/health/get.js +13 -13
  96. package/routes/healthz/get.js +13 -13
  97. package/routes/stream/get.js +361 -361
  98. package/routes/transcode/audio-file/get.js +64 -64
  99. package/routes/transcode/audio-warm/get.js +84 -84
  100. package/routes/transcode/session-file/get.js +52 -52
  101. package/routes/transcode/variant-file/get.js +95 -95
  102. package/routes/transcode/variant-warm/get.js +84 -84
  103. package/scripts/render-run-graph.js +173 -173
  104. package/services/encode/CoverageMap.js +428 -428
  105. package/services/encode/CushionReport.js +345 -345
  106. package/services/encode/EncodeAdmission.js +332 -332
  107. package/services/encode/EncodeOrchestrator.js +1217 -1217
  108. package/services/encode/EncodePlan.js +1366 -1366
  109. package/services/encode/EncodeRun.js +776 -776
  110. package/services/encode/EncodeRuns.js +1229 -1229
  111. package/services/encode/Encoder.js +142 -142
  112. package/services/encode/EncoderSelection.js +38 -38
  113. package/services/encode/LocalObservations.js +359 -359
  114. package/services/encode/NvencEncoder.js +50 -50
  115. package/services/encode/OutputOpening.js +755 -755
  116. package/services/encode/OutputTimes.js +579 -579
  117. package/services/encode/QsvEncoder.js +58 -58
  118. package/services/encode/Renditions.js +2162 -2162
  119. package/services/encode/RunProgress.js +84 -84
  120. package/services/encode/SegmentDemand.js +95 -95
  121. package/services/encode/SoftwareEncoder.js +121 -121
  122. package/services/encode/V4l2m2mEncoder.js +53 -53
  123. package/services/encode/VaapiEncoder.js +66 -66
  124. package/services/encode/args.js +416 -416
  125. package/services/encode/available-share.js +89 -89
  126. package/services/encode/calibration.js +361 -361
  127. package/services/encode/contention.js +128 -128
  128. package/services/encode/decode-cost-fit.js +363 -363
  129. package/services/encode/encode-exit.js +114 -114
  130. package/services/encode/encode-run-state.js +551 -551
  131. package/services/encode/encoder-readings.js +45 -45
  132. package/services/encode/fingerprint.js +322 -322
  133. package/services/encode/host-load.js +174 -174
  134. package/services/encode/hwaccel.js +1894 -1894
  135. package/services/encode/index.js +9 -9
  136. package/services/encode/learned-median.js +90 -90
  137. package/services/encode/output/EncodedOutput.js +57 -57
  138. package/services/encode/output/Output.js +131 -131
  139. package/services/encode/output/OutputCatalog.js +414 -414
  140. package/services/encode/output/OutputSpec.js +390 -390
  141. package/services/encode/output/Timeline.js +308 -308
  142. package/services/encode/output/cut-grid.js +107 -107
  143. package/services/encode/output/index.js +20 -20
  144. package/services/encode/output/ladder.js +32 -32
  145. package/services/encode/output/playlists.js +284 -284
  146. package/services/encode/output/rates.js +125 -125
  147. package/services/encode/output-key-format.js +21 -21
  148. package/services/encode/quality/EncodeCost.js +1083 -1083
  149. package/services/encode/quality/HostLoad.js +525 -525
  150. package/services/encode/quality/HostTimings.js +249 -249
  151. package/services/encode/quality/OutputQualityState.js +28 -28
  152. package/services/encode/quality/QualityController.js +935 -935
  153. package/services/encode/quality/QualityOffer.js +416 -416
  154. package/services/encode/quality/drain-threat.js +47 -47
  155. package/services/encode/quality/link-budget.js +254 -254
  156. package/services/encode/quality/output-format.js +266 -266
  157. package/services/encode/quality/serving-output.js +216 -216
  158. package/services/encode/quality/visible-rung.js +57 -57
  159. package/services/encode/run-budget.js +97 -97
  160. package/services/encode/run-command.js +747 -747
  161. package/services/encode/run-costs.js +155 -155
  162. package/services/encode/run-inputs.js +42 -42
  163. package/services/encode/segment-formats/fmp4.js +437 -437
  164. package/services/encode/segment-formats/index.js +77 -77
  165. package/services/encode/segment-formats/init-compat.js +324 -324
  166. package/services/encode/segment-formats/mp4-boxes.js +311 -311
  167. package/services/encode/segment-formats/mpegts.js +134 -134
  168. package/services/encode/start-stop-cost.js +178 -178
  169. package/services/encode/throughput.js +97 -97
  170. package/services/encode/torrent-cost.js +88 -88
  171. package/services/identity/installation-id.js +38 -38
  172. package/services/media/ContainerOrchestrator.js +149 -149
  173. package/services/media/KeyframeTables.js +316 -316
  174. package/services/media/SourceFile.js +298 -298
  175. package/services/media/SubtitleCues.js +520 -520
  176. package/services/media/SubtitleOrchestrator.js +167 -167
  177. package/services/media/container/AviContainer.js +266 -266
  178. package/services/media/container/Container.js +603 -603
  179. package/services/media/container/ContainerFactory.js +56 -56
  180. package/services/media/container/KeyframeTable.js +272 -272
  181. package/services/media/container/MatroskaContainer.js +1494 -1494
  182. package/services/media/container/Mp4Container.js +1244 -1244
  183. package/services/media/container/SubtitleFileContainer.js +322 -322
  184. package/services/media/container/ebml-reader.js +159 -159
  185. package/services/media/ffmpeg-banner.js +260 -260
  186. package/services/media/keyframe-probe.js +157 -157
  187. package/services/media/media-info-probe.js +93 -93
  188. package/services/media/playback-planner.js +3 -0
  189. package/services/media/tracks/AudioTrack.js +131 -131
  190. package/services/media/tracks/ContainerTrack.js +75 -75
  191. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  192. package/services/media/tracks/SubtitleTrack.js +38 -38
  193. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  194. package/services/media/tracks/VideoTrack.js +33 -33
  195. package/services/media/tracks/index.js +15 -15
  196. package/services/media/tracks/language-detect.js +174 -174
  197. package/services/server/OutputLifecycle.js +418 -418
  198. package/services/server/SegmentServing.js +1146 -1146
  199. package/services/server/ViewerRequests.js +522 -522
  200. package/services/server/WaitLedger.js +142 -142
  201. package/services/server/controllers/SubtitleController.js +109 -109
  202. package/services/server/http-responses.js +60 -60
  203. package/services/server/transcode-session-files.js +325 -325
  204. package/services/server/wire-outputs.js +983 -983
  205. package/services/storage/Diagnostics.js +202 -202
  206. package/services/storage/MachineBudget.js +235 -235
  207. package/services/storage/allowance.js +107 -107
  208. package/services/storage/core-dumps.js +106 -106
  209. package/services/storage/files/CompletedFiles.js +391 -391
  210. package/services/storage/files/piece-from-whole-file.js +118 -118
  211. package/services/storage/free.js +71 -71
  212. package/services/storage/keep.js +48 -48
  213. package/services/storage/machine-memory.js +56 -56
  214. package/services/storage/memory-report.js +575 -575
  215. package/services/storage/piece-store/piece-disk-store.js +516 -516
  216. package/services/storage/piece-store/piece-lru.js +495 -495
  217. package/services/storage/piece-store/shared-piece-store.js +1880 -1880
  218. package/services/storage/returns.js +103 -103
  219. package/services/storage/segment-store/SegmentStore.js +1196 -1196
  220. package/services/storage/wire.js +175 -175
  221. package/services/torrent/Contents.js +324 -324
  222. package/services/torrent/demand/DemandRegister.js +202 -202
  223. package/services/torrent/demand/Urgency.js +137 -137
  224. package/services/torrent/demand/Window.js +118 -118
  225. package/services/torrent/demand/index.js +8 -8
  226. package/services/torrent/demand/pieces.js +140 -140
  227. package/services/torrent/download/SwarmSelection.js +386 -386
  228. package/services/torrent/download/registry.js +102 -102
  229. package/services/torrent/download/withdraw-claim.js +80 -80
  230. package/services/torrent/files.js +455 -455
  231. package/services/torrent/naming.js +619 -619
  232. package/services/torrent/piece-store-of.js +29 -29
  233. package/services/torrent/supply-margin.js +262 -262
  234. package/services/torrent/worker/background-fill.js +213 -213
  235. package/services/torrent/worker/channel.js +271 -271
  236. package/services/torrent/worker/fastest-wires.js +342 -342
  237. package/services/torrent/worker/handle-state.js +23 -23
  238. package/services/torrent/worker/held-bytes.js +155 -155
  239. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  240. package/services/torrent/worker/piece-reader.js +1078 -1078
  241. package/services/torrent/worker/resume-warm.js +107 -107
  242. package/services/torrent/worker/webrtc-shim.js +219 -219
  243. package/services/transport/delivery-probe.js +842 -842
  244. package/services/transport/health-collector.js +53 -53
  245. package/services/transport/nat-classifier.js +231 -231
  246. package/services/transport/packet-witness.js +808 -808
  247. package/services/transport/port-mapper.js +235 -235
  248. package/services/transport/registry-api.js +81 -81
  249. package/services/transport/tunnel-client.js +447 -447
  250. package/services/transport/usrsctp-state.js +175 -175
  251. package/services/transport/webrtc-manager.js +484 -484
  252. package/services/viewer/Assignments.js +340 -340
  253. package/services/viewer/PriorityMap.js +390 -390
  254. package/services/viewer/PriorityOrchestrator.js +325 -325
  255. package/services/viewer/Viewer.js +657 -657
  256. package/services/viewer/Viewers.js +368 -368
  257. package/services/viewer/active-output.js +37 -37
  258. package/services/viewer/audio-start.js +46 -46
  259. package/services/viewer/buffer-trend.js +81 -81
  260. package/services/viewer/choices.js +647 -647
  261. package/services/viewer/positions.js +126 -126
  262. package/services/viewer/report-intake.js +46 -46
  263. package/store/source-registry.js +71 -71
  264. package/test/asset-paths.test.js +28 -28
  265. package/test/audio-track-bitrate.test.js +40 -40
  266. package/test/auto-quality-step.test.js +707 -707
  267. package/test/available-share.test.js +76 -76
  268. package/test/background-fill.test.js +190 -190
  269. package/test/client-log-file.test.js +110 -110
  270. package/test/completed-files.test.js +115 -115
  271. package/test/concurrent-cost.test.js +148 -148
  272. package/test/container-media-info.test.js +228 -228
  273. package/test/contention.test.js +76 -76
  274. package/test/core-dumps.test.js +57 -57
  275. package/test/coverage-follows-the-disk.test.js +228 -228
  276. package/test/coverage-map.test.js +195 -195
  277. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  278. package/test/cut-times-timeline.test.js +65 -65
  279. package/test/cuts-follow-published-grid.test.js +109 -109
  280. package/test/data-channel-frame.test.js +63 -63
  281. package/test/dead-torrent-handle.test.js +52 -52
  282. package/test/declared-rates.test.js +116 -116
  283. package/test/declared-tracks.test.js +43 -35
  284. package/test/decode-cost-fit.test.js +202 -202
  285. package/test/decode-cost.test.js +462 -462
  286. package/test/delivery-probe.test.js +393 -393
  287. package/test/demand-register.test.js +206 -206
  288. package/test/dht-bootstrap.test.js +72 -72
  289. package/test/drain-threat.test.js +65 -65
  290. package/test/duplicate-add.test.js +48 -48
  291. package/test/encode-admission.test.js +146 -146
  292. package/test/encode-cost.test.js +283 -283
  293. package/test/encode-exit.test.js +111 -111
  294. package/test/encode-orchestrator.test.js +419 -419
  295. package/test/encode-plan-viewers.test.js +718 -718
  296. package/test/encode-plan.test.js +545 -545
  297. package/test/encode-run-state.test.js +314 -314
  298. package/test/encode-run.test.js +161 -161
  299. package/test/encode-slope.test.js +46 -46
  300. package/test/encoded-output.test.js +39 -39
  301. package/test/encoder-kinds.test.js +122 -122
  302. package/test/encoder-readings.test.js +46 -46
  303. package/test/every-claimant-is-told-its-share.test.js +152 -152
  304. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  305. package/test/failed-start-breaker.test.js +202 -202
  306. package/test/fastest-wires.test.js +143 -143
  307. package/test/ffmpeg-stream-counts.test.js +78 -78
  308. package/test/file-edges.test.js +191 -191
  309. package/test/fmp4-self-contained.test.js +80 -80
  310. package/test/fmp4-timestamps.test.js +140 -140
  311. package/test/fmp4-track-completeness.test.js +41 -41
  312. package/test/format-keyed-outputs.test.js +78 -78
  313. package/test/health-metrics.test.js +38 -38
  314. package/test/held-request-width.test.js +157 -157
  315. package/test/helpers/encode-run.js +136 -136
  316. package/test/helpers/held-file.js +29 -29
  317. package/test/helpers/manager.js +57 -57
  318. package/test/helpers/output-spec.js +63 -63
  319. package/test/host-load.test.js +68 -68
  320. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  321. package/test/init-compat.test.js +219 -219
  322. package/test/input-lost-quiets-the-plan.test.js +261 -261
  323. package/test/input-unavailable.test.js +48 -48
  324. package/test/installation-id.test.js +39 -39
  325. package/test/keeping-period.test.js +83 -83
  326. package/test/keyframe-index-accuracy.test.js +188 -188
  327. package/test/keyframe-table-budget.test.js +102 -102
  328. package/test/keyframes-belong-to-the-file.test.js +249 -249
  329. package/test/learned-median.test.js +37 -37
  330. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  331. package/test/limit-row-by-area.test.js +60 -60
  332. package/test/link-budget.test.js +111 -111
  333. package/test/link-probe.test.js +56 -56
  334. package/test/local-encoding-data.test.js +273 -273
  335. package/test/logger-repeats.test.js +134 -134
  336. package/test/look-ahead-coverage.test.js +56 -56
  337. package/test/manager-surface.test.js +292 -292
  338. package/test/matroska-cues-track.test.js +192 -192
  339. package/test/memory-budget.test.js +390 -390
  340. package/test/move-cost.test.js +216 -216
  341. package/test/mp4-subtitles.test.js +173 -173
  342. package/test/one-authority.test.js +285 -285
  343. package/test/one-budget.test.js +149 -149
  344. package/test/one-output-one-session.test.js +204 -204
  345. package/test/one-resource-divided.test.js +185 -185
  346. package/test/one-serving-output-per-height.test.js +458 -458
  347. package/test/orchestrator-wired.test.js +206 -206
  348. package/test/output-catalog.test.js +39 -39
  349. package/test/output-shape.test.js +21 -21
  350. package/test/output-spec.test.js +251 -251
  351. package/test/output-speed.test.js +88 -88
  352. package/test/outputs-being-prepared.test.js +40 -40
  353. package/test/packet-witness-ring.test.js +236 -236
  354. package/test/packet-witness.test.js +148 -148
  355. package/test/piece-disk-store.test.js +381 -381
  356. package/test/piece-from-whole-file.test.js +129 -129
  357. package/test/piece-lru.test.js +319 -319
  358. package/test/piece-reader.test.js +162 -162
  359. package/test/piece-selection-offset.test.js +85 -85
  360. package/test/piece-store-eviction.test.js +560 -560
  361. package/test/piece-store-never-refuses.test.js +153 -153
  362. package/test/piece-store-reservations.test.js +318 -318
  363. package/test/piece-store-slow-disk.test.js +159 -159
  364. package/test/piece-tail.test.js +97 -97
  365. package/test/plan-host-timings.test.js +68 -68
  366. package/test/plan-is-steady.test.js +225 -225
  367. package/test/priority-map-download.test.js +174 -174
  368. package/test/priority-map-emptied.test.js +204 -204
  369. package/test/priority-map-per-output.test.js +215 -215
  370. package/test/priority-map.test.js +163 -163
  371. package/test/probe-wedge-certainty.test.js +60 -60
  372. package/test/produced-copy-choice.test.js +213 -213
  373. package/test/published-timeline.test.js +83 -83
  374. package/test/quality-offer.test.js +162 -162
  375. package/test/quality-variants.test.js +1229 -1229
  376. package/test/rate-control-in-the-output.test.js +180 -180
  377. package/test/read-survives-withdrawal.test.js +164 -164
  378. package/test/read-window.test.js +365 -365
  379. package/test/resume-warm.test.js +39 -39
  380. package/test/run-graph-drift.test.js +37 -37
  381. package/test/run-inputs.test.js +80 -80
  382. package/test/run-intervals.test.js +100 -100
  383. package/test/run-position-follows-published-grid.test.js +89 -89
  384. package/test/run-progress.test.js +65 -65
  385. package/test/same-height-switch.test.js +664 -664
  386. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  387. package/test/seek-landing.test.js +109 -109
  388. package/test/seek-target-not-superseded.test.js +195 -195
  389. package/test/segment-closed-on-both-branches.test.js +96 -96
  390. package/test/segment-cut-times.test.js +63 -63
  391. package/test/segment-demand.test.js +80 -80
  392. package/test/segment-hold-supersede.test.js +91 -91
  393. package/test/segment-judged-by-its-own-header.test.js +221 -221
  394. package/test/segment-serve-wiring.test.js +475 -475
  395. package/test/segment-store-eviction.test.js +247 -247
  396. package/test/segment-store.test.js +323 -323
  397. package/test/segment-true-start.test.js +86 -86
  398. package/test/segments-are-shared.test.js +176 -176
  399. package/test/send-chunk-bytes.test.js +86 -86
  400. package/test/serving-existing-output.test.js +102 -102
  401. package/test/serving-output.test.js +102 -102
  402. package/test/shared-piece-store.test.js +310 -310
  403. package/test/sidecar-naming.test.js +142 -142
  404. package/test/source-file.test.js +133 -133
  405. package/test/source-files-route.test.js +103 -103
  406. package/test/source-registry.test.js +18 -18
  407. package/test/split-a-stretch.test.js +139 -139
  408. package/test/stale-request-after-seek.test.js +158 -158
  409. package/test/startup-readings.test.js +124 -124
  410. package/test/stream-route.test.js +182 -182
  411. package/test/subtitle-cue-framing.test.js +200 -200
  412. package/test/subtitle-cue-source.test.js +102 -102
  413. package/test/subtitle-cue-walk.test.js +370 -370
  414. package/test/subtitle-cursor.test.js +63 -63
  415. package/test/subtitle-defaults.test.js +118 -118
  416. package/test/subtitle-language.test.js +252 -252
  417. package/test/subtitle-track-numbering.test.js +386 -386
  418. package/test/supply-margin.test.js +177 -177
  419. package/test/swarm-follows-readers.test.js +174 -174
  420. package/test/swarm-reach.test.js +130 -130
  421. package/test/swarm-selection.test.js +220 -220
  422. package/test/tail-duplication.test.js +167 -167
  423. package/test/the-channel-has-both-ends.test.js +91 -91
  424. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  425. package/test/thread-pool.test.js +53 -53
  426. package/test/timeline.test.js +84 -84
  427. package/test/torrent-contents.test.js +235 -235
  428. package/test/torrent-cost.test.js +71 -71
  429. package/test/torrent-files.test.js +221 -221
  430. package/test/torrent-naming.test.js +255 -255
  431. package/test/tracks-begin-together.test.js +209 -209
  432. package/test/tunnel-renewal.test.js +167 -167
  433. package/test/two-viewers-one-picture.test.js +407 -407
  434. package/test/upload-hurry.test.js +186 -186
  435. package/test/usrsctp-state.test.js +131 -131
  436. package/test/video-facts.test.js +102 -102
  437. package/test/viewer-assignments.test.js +143 -143
  438. package/test/viewer-outputs.test.js +285 -285
  439. package/test/viewer-presence.test.js +116 -116
  440. package/test/viewer-requests-admission.test.js +89 -89
  441. package/test/viewer-states.test.js +189 -189
  442. package/test/viewer-subtitle-subscription.test.js +96 -96
  443. package/test/viewer.test.js +139 -139
  444. package/test/viewing-generations.test.js +390 -390
  445. package/test/visible-rung.test.js +37 -37
  446. package/test/wait-ledger.test.js +100 -100
  447. package/test/webrtc-shim.test.js +149 -149
  448. package/test/wedge-certainty.test.js +131 -131
  449. package/test/withdraw-piece-claim.test.js +212 -212
  450. package/test/worker-channel.test.js +158 -158
  451. package/utils/client-log-file.js +151 -151
  452. package/utils/logger.js +312 -312
  453. package/utils/parse-range.js +25 -25
  454. package/utils/perf.js +59 -59
  455. package/utils/torrent-source-key.js +38 -38
@@ -1,345 +1,345 @@
1
- /**
2
- * How much film is ready in front of the earliest viewer of each output, said
3
- * every half minute, and what that costs off the swarm.
4
- *
5
- * A reading, and it commands nothing: where encoders go is the plan's. The one
6
- * thing it starts is the fetch of a picture's spare soundtracks, once the
7
- * cushion is full and the swarm has demonstrably spare capacity.
8
- */
9
-
10
- export const LOOKAHEAD_PAUSE_SECONDS = 120;
11
- // How often each session says what its cushion is. Half a minute: the link
12
- // reports that feed it arrive every ten seconds, and a line per session per
13
- // ten seconds would drown the log on a host serving several.
14
- const CUSHION_REPORT_MS = 30_000;
15
- // How old a viewer's link report may be and still describe where they are. It
16
- // is sent every 10 s, and a seek in between moves them somewhere this cannot
17
- // predict — so anything older is treated as no report at all.
18
- const NET_REPORT_FRESH_MS = 15_000;
19
-
20
- /**
21
- * The last index of the unbroken run of segments starting at `from`.
22
- *
23
- * Null when `from` itself is absent. A hole matters: segments beyond one are
24
- * not look-ahead, because the viewer cannot reach them until it is filled.
25
- *
26
- * @param {Set<number>} present
27
- * @param {number} from
28
- * @returns {number | null}
29
- */
30
- export function contiguousEnd(present, from) {
31
- if (!present.has(from)) {
32
- return null;
33
- }
34
- let last = from;
35
- while (present.has(last + 1)) {
36
- last += 1;
37
- }
38
- return last;
39
- }
40
-
41
- export class CushionReport {
42
- /** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
43
- #host;
44
-
45
- /** Files whose spare soundtracks have been fetched whole, once each. @type {Set<string>} */
46
- #spareSoundtracksFetched = new Set();
47
- #lastSaidAt = new WeakMap();
48
- #lookAheadDisagreementSince = new WeakMap();
49
-
50
- /**
51
- * @param {object} host - `viewerSecondsOn`, `viewersOf`, `SourceFiles`, `logger`, `producedNumbers`, `encodeRuns`, `fetchWholeFile`, `getCachedAudioTracks`, `hostLoad`, `lookaheadSeconds`, `outputTimes`, `outputs`
52
- */
53
- constructor(host) {
54
- this.#host = host;
55
- }
56
-
57
- /**
58
- * Say what the cushion is, for every session.
59
- *
60
- * This is all that is left of `#enforceLookAhead`, which also SUSPENDED a run
61
- * once it was `LOOKAHEAD_PAUSE_SECONDS` in front of the viewer and woke it at
62
- * `LOOKAHEAD_RESUME_SECONDS` — two chosen numbers, and a second authority
63
- * over the encoders beside the plan. The two contradicted each other
64
- * directly: this one deliberately pushed a run past the window the plan was
65
- * asking about, and the plan then killed it for standing there. Measured in
66
- * the field 2026-09-05, 350-700ms per cycle, the viewer's picture stopped for
67
- * 125 seconds.
68
- *
69
- * How far ahead a run may get is now a question for the plan alone, which
70
- * answers it from the demand map. What remains here is a READING — how much
71
- * film is ready in front of the earliest viewer — and a reading commands
72
- * nothing.
73
- */
74
- reportCushions() {
75
- for (const session of this.#host.outputs.values()) {
76
- this.reportCushionFor(session);
77
- }
78
- }
79
-
80
- /**
81
- * Decide whether one session's encoder should be running right now.
82
- *
83
- * Called both on the monitor's interval and the moment a segment is
84
- * requested. It must be the SAME decision in both places: an earlier version
85
- * simply resumed on any request, which meant a request for a segment produced
86
- * ten minutes ago released an encoder that had nothing left to do — measured
87
- * 2026-08-04, the encoder sawtoothed between suspended and running and drifted
88
- * from 135 s to 702 s ahead of the viewer while doing it.
89
- *
90
- * @param {HlsSession} session
91
- * @returns {void}
92
- */
93
- reportCushionFor(session) {
94
- if (!this.#host.encodeRuns.isLive(session) || this.#host.encodeRuns.liveRunsOf(session).length === 0) {
95
- return;
96
- }
97
- // How far the encoder has got, measured by what EXISTS. ffmpeg's own
98
- // report of its timeline position is not evidence: field 2026-08-06, it
99
- // claimed 6012 s at `speed=1.18e+03x` on a file that was one percent
100
- // downloaded and had produced exactly one segment. The limiter believed it,
101
- // suspended the encoder twelve seconds into the session, and segment #1 —
102
- // which nobody was now making — was held for 45.7 s until the viewer gave
103
- // up and seeked. A segment on disk is something the viewer can be served;
104
- // a number from ffmpeg is not.
105
- // Where the viewer is, from the one reading there is.
106
- const viewerSegment = this.#host.outputTimes.segmentIndexForTime(session, this.#host.viewerSecondsOn(session));
107
-
108
- // How much is ready CONTIGUOUSLY FROM WHERE THE VIEWER IS — not the highest
109
- // segment number lying in the directory. The two are the same only while a
110
- // viewer moves forward through one run, and the difference destroyed a
111
- // session on 2026-08-06: a seek forward left segments 662-665 on disk, the
112
- // viewer then seeked BACK to 646, and the limiter measured 6950 s of output
113
- // against a viewer at 6700 s, called it "250s ahead" and suspended a run
114
- // 136 ms after it started, before it had produced anything at all. Nothing
115
- // was then encoding, so nothing read the input, so no pieces were asked for
116
- // — `0 selection(s)` with 33 peers connected — and segment 646 was never
117
- // made. Segments beyond a hole are not look-ahead: the viewer cannot reach
118
- // them without the hole being filled first.
119
- const reading = this.#contiguousAheadSeconds(session, viewerSegment);
120
- const aheadSeconds = reading === null ? null : reading.seconds;
121
- if (aheadSeconds === null) {
122
- // The segment the viewer needs does not exist, so there is no cushion to
123
- // report. Nothing is commanded here any more: whether an encoder should
124
- // be working on it is the plan's question, and it is asked the moment
125
- // anything the plan depends on changes.
126
- return;
127
- }
128
-
129
- // Worth knowing when ffmpeg's own report and what exists disagree wildly —
130
- // it is the only trace of whatever made it claim a position it had not
131
- // reached. Reported on its EDGES, because it is a state and not a stream.
132
- const claimed = Number(this.#host.encodeRuns.progressOf(session, viewerSegment)?.processedSeconds);
133
- const encodedTo = this.#host.outputTimes.segmentStartTime(session, viewerSegment) + aheadSeconds;
134
- this.#sayCushion(session, encodedTo);
135
- const disagrees =
136
- Number.isFinite(claimed) && Math.abs(claimed - encodedTo) > LOOKAHEAD_PAUSE_SECONDS;
137
- const disagreementSince = this.#lookAheadDisagreementSince.get(session) ?? 0;
138
- if (disagrees && !disagreementSince) {
139
- this.#lookAheadDisagreementSince.set(session, Date.now());
140
- this.#host.logger.info(
141
- `transcode ${session.id} ffmpeg claims ${Math.round(claimed)}s processed ` +
142
- `but the viewer's own run of segments ends at ${Math.round(encodedTo)}s`
143
- );
144
- } else if (!disagrees && disagreementSince) {
145
- const lastedMs = Date.now() - disagreementSince;
146
- this.#lookAheadDisagreementSince.delete(session);
147
- this.#host.logger.info(
148
- `transcode ${session.id} ffmpeg's position and the segments on disk agree again ` +
149
- `after ${(lastedMs / 1000).toFixed(1)}s (ready through ${Math.round(encodedTo)}s)`
150
- );
151
- }
152
-
153
- }
154
-
155
- /**
156
- * What the cushion actually is, said once every half minute per session.
157
- *
158
- * Three quantities that were never printed together, and could not be
159
- * reconstructed afterwards from anything that was:
160
- *
161
- * - how far the produced range runs ahead of the EARLIEST viewer's picture,
162
- * which is the protection an interruption would have to exhaust before
163
- * anybody saw it;
164
- * - what that costs the person hosting this proxy, in megabytes of film
165
- * pulled off the swarm ahead of the picture — the read window sits on top
166
- * of it, so this is a floor;
167
- * - what the browsers say they are holding, so the depth asked for on that
168
- * side can be checked against the depth that arrived.
169
- *
170
- * Every term is measured: the produced range comes from the segments on disk,
171
- * the picture from the viewers' own reports, and the byte rate from the
172
- * file's length over its duration. Roadmap item 4.
173
- *
174
- * @param {HlsSession} session
175
- * @param {number} encodedTo - Seconds of film produced, contiguously, from
176
- * where the leading viewer is.
177
- * @returns {void}
178
- */
179
- #sayCushion(session, encodedTo) {
180
- const now = Date.now();
181
- if (now - (this.#lastSaidAt.get(session) ?? 0) < CUSHION_REPORT_MS) {
182
- return;
183
- }
184
- const { earliestPosition, deepestBuffer, viewers } = this.#reportedPictureOf(session, now);
185
- // Nobody has said where they are, so there is no picture to measure
186
- // against and the line would be about nothing.
187
- if (earliestPosition === null) {
188
- return;
189
- }
190
- this.#lastSaidAt.set(session, now);
191
- const aheadOfPicture = Math.max(0, encodedTo - earliestPosition);
192
- const fileLength = this.#host.hostLoad.fileLengthByKey.get(session.file.key);
193
- const duration = Number(session.file.durationSeconds) || Number(session.file.durationSeconds) || 0;
194
- const megabytes =
195
- Number.isFinite(fileLength) && fileLength > 0 && duration > 0
196
- ? ((aheadOfPicture * fileLength) / duration / 1e6).toFixed(0)
197
- : "?";
198
- this.#host.logger.info(
199
- `transcode ${session.id.slice(0, 8)} cushion: ${Math.round(aheadOfPicture)}s of film ready ` +
200
- `ahead of the picture at ${Math.round(earliestPosition)}s (~${megabytes}MB pulled ahead), ` +
201
- `${viewers} viewer(s) holding up to ` +
202
- `${deepestBuffer === null ? "?" : deepestBuffer.toFixed(1)}s`
203
- );
204
- this.#fetchSpareSoundtracks(session, aheadOfPicture);
205
- }
206
-
207
- /**
208
- * Fetch the soundtracks that ship beside this picture, whole, while the swarm
209
- * has capacity to spare.
210
- *
211
- * WHY IT WAITS FOR THE CUSHION. A soundtrack nobody has chosen is worth having
212
- * on disk — it is a twentieth of the picture (30 MB against 566 MB on the
213
- * field torrent) and having it makes every later switch instant instead of
214
- * paying for its first pieces. But fetching it takes swarm capacity from the
215
- * picture, and there is exactly one moment when that capacity is demonstrably
216
- * spare: when the encoder is already as far ahead of the viewer as it is
217
- * allowed to get. That is not a guess about the swarm — it is the measurement
218
- * the line above just printed.
219
- *
220
- * WHY IT IS A READ AND NOT A SELECTION. `file.select()` claims every piece of
221
- * a file at once, and `#syncSelections` in `torrent/torrent-pool.js` records what that
222
- * cost when it was done alongside the readers' own windows: a claim covering
223
- * everything always outranked the window, and a seek to 89.1% of a 4.7 GB film
224
- * waited 93 s while the swarm fetched 2.47 GB in file order. So this goes
225
- * through the same bounded read the edge warm-up uses, which claims a moving
226
- * window like any other reader and gives it back when it ends.
227
- *
228
- * Once per file, and only for a soundtrack in a file of its own — the
229
- * picture's own tracks are already in the bytes being played.
230
- *
231
- * @param {HlsSession} session
232
- * @param {number} aheadOfPicture - Seconds of film ready ahead of the viewer.
233
- * @returns {void}
234
- */
235
- #fetchSpareSoundtracks(session, aheadOfPicture) {
236
- if (typeof this.#host.fetchWholeFile !== "function") {
237
- return;
238
- }
239
- // The encoder is held at this distance and no further, so reaching it is the
240
- // signal that nothing more is being asked of the swarm on the picture's
241
- // behalf.
242
- if (!(aheadOfPicture >= this.#host.lookaheadSeconds)) {
243
- return;
244
- }
245
- const inventory = this.#host.getCachedAudioTracks?.({
246
- sourceKey: session.file.sourceKey,
247
- fileIndex: session.file.fileIndex
248
- }) ?? [];
249
- const wanted = new Set(
250
- inventory
251
- .filter((entry) => entry?.kind === "sidecar" && Number.isInteger(entry.fileIndex))
252
- .map((entry) => entry.fileIndex)
253
- );
254
- for (const fileIndex of wanted) {
255
- const key = this.#host.SourceFiles.keyFor(session.file.sourceKey, fileIndex);
256
- if (this.#spareSoundtracksFetched.has(key)) {
257
- continue;
258
- }
259
- this.#spareSoundtracksFetched.add(key);
260
- this.#host.logger.info(
261
- `transcode ${session.id.slice(0, 8)} the picture is ${Math.round(aheadOfPicture)}s ahead of ` +
262
- `the viewer, so file ${fileIndex} — a soundtrack beside it — is fetched whole now; ` +
263
- "a switch to it will not wait for the swarm"
264
- );
265
- // Not awaited: nothing depends on it finishing, and a failure costs only
266
- // that the switch pays for its own pieces, as it did before this existed.
267
- Promise.resolve(this.#host.fetchWholeFile({ sourceKey: session.file.sourceKey, fileIndex })).catch(
268
- (error) => {
269
- this.#host.logger.info(
270
- `transcode: fetching soundtrack file ${fileIndex} whole failed ` +
271
- `(${error instanceof Error ? error.message : String(error)}) — ` +
272
- "it will be read when it is played"
273
- );
274
- }
275
- );
276
- }
277
- }
278
-
279
- /**
280
- * Seconds of playback ready without a gap, starting at the segment the viewer
281
- * is on.
282
- *
283
- * Null when that very segment is missing — which is not "zero ahead" but
284
- * "the viewer is waiting", and the two call for opposite decisions.
285
- *
286
- * @param {HlsSession} session
287
- * @param {number} viewerSegment
288
- * @returns {{ seconds: number, lastCovered: number, total: number } | null}
289
- */
290
- #contiguousAheadSeconds(session, viewerSegment) {
291
- let present;
292
- try {
293
- present = new Set(this.#host.producedNumbers(session));
294
- } catch {
295
- return null;
296
- }
297
- const lastCovered = contiguousEnd(present, viewerSegment);
298
- if (lastCovered === null) {
299
- return null;
300
- }
301
- const from = this.#host.outputTimes.segmentStartTime(session, viewerSegment);
302
- const to = this.#host.outputTimes.segmentStartTime(session, lastCovered + 1);
303
- if (!Number.isFinite(from) || !Number.isFinite(to)) {
304
- return null;
305
- }
306
- return { seconds: Math.max(0, to - from), lastCovered, total: present.size };
307
- }
308
-
309
- /**
310
- * Where the earliest viewer's picture is, and the deepest cushion any of them
311
- * reports holding — both read from the link reports, both null when nobody
312
- * has said recently.
313
- *
314
- * @param {HlsSession} session
315
- * @param {number} now
316
- * @returns {{ earliestPosition: number | null, deepestBuffer: number | null, viewers: number }}
317
- */
318
- #reportedPictureOf(session, now) {
319
- let earliestPosition = null;
320
- let deepestBuffer = null;
321
- let viewers = 0;
322
- // A session that has never had a link report is the ordinary state at a
323
- // cold open, and the answer for it is the same as for one whose reports
324
- // have all gone stale: nobody has said where they are.
325
- for (const report of this.#host.linkReportsOn(session)) {
326
- if (now - report.at > NET_REPORT_FRESH_MS) {
327
- continue;
328
- }
329
- viewers += 1;
330
- if (Number.isFinite(report.positionSeconds)) {
331
- earliestPosition =
332
- earliestPosition === null
333
- ? report.positionSeconds
334
- : Math.min(earliestPosition, report.positionSeconds);
335
- }
336
- if (Number.isFinite(report.bufferedAheadSec)) {
337
- deepestBuffer =
338
- deepestBuffer === null
339
- ? report.bufferedAheadSec
340
- : Math.max(deepestBuffer, report.bufferedAheadSec);
341
- }
342
- }
343
- return { earliestPosition, deepestBuffer, viewers };
344
- }
345
- }
1
+ /**
2
+ * How much film is ready in front of the earliest viewer of each output, said
3
+ * every half minute, and what that costs off the swarm.
4
+ *
5
+ * A reading, and it commands nothing: where encoders go is the plan's. The one
6
+ * thing it starts is the fetch of a picture's spare soundtracks, once the
7
+ * cushion is full and the swarm has demonstrably spare capacity.
8
+ */
9
+
10
+ export const LOOKAHEAD_PAUSE_SECONDS = 120;
11
+ // How often each session says what its cushion is. Half a minute: the link
12
+ // reports that feed it arrive every ten seconds, and a line per session per
13
+ // ten seconds would drown the log on a host serving several.
14
+ const CUSHION_REPORT_MS = 30_000;
15
+ // How old a viewer's link report may be and still describe where they are. It
16
+ // is sent every 10 s, and a seek in between moves them somewhere this cannot
17
+ // predict — so anything older is treated as no report at all.
18
+ const NET_REPORT_FRESH_MS = 15_000;
19
+
20
+ /**
21
+ * The last index of the unbroken run of segments starting at `from`.
22
+ *
23
+ * Null when `from` itself is absent. A hole matters: segments beyond one are
24
+ * not look-ahead, because the viewer cannot reach them until it is filled.
25
+ *
26
+ * @param {Set<number>} present
27
+ * @param {number} from
28
+ * @returns {number | null}
29
+ */
30
+ export function contiguousEnd(present, from) {
31
+ if (!present.has(from)) {
32
+ return null;
33
+ }
34
+ let last = from;
35
+ while (present.has(last + 1)) {
36
+ last += 1;
37
+ }
38
+ return last;
39
+ }
40
+
41
+ export class CushionReport {
42
+ /** What this reads and asks of the rest of the proxy, and nothing else. @type {object} */
43
+ #host;
44
+
45
+ /** Files whose spare soundtracks have been fetched whole, once each. @type {Set<string>} */
46
+ #spareSoundtracksFetched = new Set();
47
+ #lastSaidAt = new WeakMap();
48
+ #lookAheadDisagreementSince = new WeakMap();
49
+
50
+ /**
51
+ * @param {object} host - `viewerSecondsOn`, `viewersOf`, `SourceFiles`, `logger`, `producedNumbers`, `encodeRuns`, `fetchWholeFile`, `getCachedAudioTracks`, `hostLoad`, `lookaheadSeconds`, `outputTimes`, `outputs`
52
+ */
53
+ constructor(host) {
54
+ this.#host = host;
55
+ }
56
+
57
+ /**
58
+ * Say what the cushion is, for every session.
59
+ *
60
+ * This is all that is left of `#enforceLookAhead`, which also SUSPENDED a run
61
+ * once it was `LOOKAHEAD_PAUSE_SECONDS` in front of the viewer and woke it at
62
+ * `LOOKAHEAD_RESUME_SECONDS` — two chosen numbers, and a second authority
63
+ * over the encoders beside the plan. The two contradicted each other
64
+ * directly: this one deliberately pushed a run past the window the plan was
65
+ * asking about, and the plan then killed it for standing there. Measured in
66
+ * the field 2026-09-05, 350-700ms per cycle, the viewer's picture stopped for
67
+ * 125 seconds.
68
+ *
69
+ * How far ahead a run may get is now a question for the plan alone, which
70
+ * answers it from the demand map. What remains here is a READING — how much
71
+ * film is ready in front of the earliest viewer — and a reading commands
72
+ * nothing.
73
+ */
74
+ reportCushions() {
75
+ for (const session of this.#host.outputs.values()) {
76
+ this.reportCushionFor(session);
77
+ }
78
+ }
79
+
80
+ /**
81
+ * Decide whether one session's encoder should be running right now.
82
+ *
83
+ * Called both on the monitor's interval and the moment a segment is
84
+ * requested. It must be the SAME decision in both places: an earlier version
85
+ * simply resumed on any request, which meant a request for a segment produced
86
+ * ten minutes ago released an encoder that had nothing left to do — measured
87
+ * 2026-08-04, the encoder sawtoothed between suspended and running and drifted
88
+ * from 135 s to 702 s ahead of the viewer while doing it.
89
+ *
90
+ * @param {HlsSession} session
91
+ * @returns {void}
92
+ */
93
+ reportCushionFor(session) {
94
+ if (!this.#host.encodeRuns.isLive(session) || this.#host.encodeRuns.liveRunsOf(session).length === 0) {
95
+ return;
96
+ }
97
+ // How far the encoder has got, measured by what EXISTS. ffmpeg's own
98
+ // report of its timeline position is not evidence: field 2026-08-06, it
99
+ // claimed 6012 s at `speed=1.18e+03x` on a file that was one percent
100
+ // downloaded and had produced exactly one segment. The limiter believed it,
101
+ // suspended the encoder twelve seconds into the session, and segment #1 —
102
+ // which nobody was now making — was held for 45.7 s until the viewer gave
103
+ // up and seeked. A segment on disk is something the viewer can be served;
104
+ // a number from ffmpeg is not.
105
+ // Where the viewer is, from the one reading there is.
106
+ const viewerSegment = this.#host.outputTimes.segmentIndexForTime(session, this.#host.viewerSecondsOn(session));
107
+
108
+ // How much is ready CONTIGUOUSLY FROM WHERE THE VIEWER IS — not the highest
109
+ // segment number lying in the directory. The two are the same only while a
110
+ // viewer moves forward through one run, and the difference destroyed a
111
+ // session on 2026-08-06: a seek forward left segments 662-665 on disk, the
112
+ // viewer then seeked BACK to 646, and the limiter measured 6950 s of output
113
+ // against a viewer at 6700 s, called it "250s ahead" and suspended a run
114
+ // 136 ms after it started, before it had produced anything at all. Nothing
115
+ // was then encoding, so nothing read the input, so no pieces were asked for
116
+ // — `0 selection(s)` with 33 peers connected — and segment 646 was never
117
+ // made. Segments beyond a hole are not look-ahead: the viewer cannot reach
118
+ // them without the hole being filled first.
119
+ const reading = this.#contiguousAheadSeconds(session, viewerSegment);
120
+ const aheadSeconds = reading === null ? null : reading.seconds;
121
+ if (aheadSeconds === null) {
122
+ // The segment the viewer needs does not exist, so there is no cushion to
123
+ // report. Nothing is commanded here any more: whether an encoder should
124
+ // be working on it is the plan's question, and it is asked the moment
125
+ // anything the plan depends on changes.
126
+ return;
127
+ }
128
+
129
+ // Worth knowing when ffmpeg's own report and what exists disagree wildly —
130
+ // it is the only trace of whatever made it claim a position it had not
131
+ // reached. Reported on its EDGES, because it is a state and not a stream.
132
+ const claimed = Number(this.#host.encodeRuns.progressOf(session, viewerSegment)?.processedSeconds);
133
+ const encodedTo = this.#host.outputTimes.segmentStartTime(session, viewerSegment) + aheadSeconds;
134
+ this.#sayCushion(session, encodedTo);
135
+ const disagrees =
136
+ Number.isFinite(claimed) && Math.abs(claimed - encodedTo) > LOOKAHEAD_PAUSE_SECONDS;
137
+ const disagreementSince = this.#lookAheadDisagreementSince.get(session) ?? 0;
138
+ if (disagrees && !disagreementSince) {
139
+ this.#lookAheadDisagreementSince.set(session, Date.now());
140
+ this.#host.logger.info(
141
+ `transcode ${session.id} ffmpeg claims ${Math.round(claimed)}s processed ` +
142
+ `but the viewer's own run of segments ends at ${Math.round(encodedTo)}s`
143
+ );
144
+ } else if (!disagrees && disagreementSince) {
145
+ const lastedMs = Date.now() - disagreementSince;
146
+ this.#lookAheadDisagreementSince.delete(session);
147
+ this.#host.logger.info(
148
+ `transcode ${session.id} ffmpeg's position and the segments on disk agree again ` +
149
+ `after ${(lastedMs / 1000).toFixed(1)}s (ready through ${Math.round(encodedTo)}s)`
150
+ );
151
+ }
152
+
153
+ }
154
+
155
+ /**
156
+ * What the cushion actually is, said once every half minute per session.
157
+ *
158
+ * Three quantities that were never printed together, and could not be
159
+ * reconstructed afterwards from anything that was:
160
+ *
161
+ * - how far the produced range runs ahead of the EARLIEST viewer's picture,
162
+ * which is the protection an interruption would have to exhaust before
163
+ * anybody saw it;
164
+ * - what that costs the person hosting this proxy, in megabytes of film
165
+ * pulled off the swarm ahead of the picture — the read window sits on top
166
+ * of it, so this is a floor;
167
+ * - what the browsers say they are holding, so the depth asked for on that
168
+ * side can be checked against the depth that arrived.
169
+ *
170
+ * Every term is measured: the produced range comes from the segments on disk,
171
+ * the picture from the viewers' own reports, and the byte rate from the
172
+ * file's length over its duration. Roadmap item 4.
173
+ *
174
+ * @param {HlsSession} session
175
+ * @param {number} encodedTo - Seconds of film produced, contiguously, from
176
+ * where the leading viewer is.
177
+ * @returns {void}
178
+ */
179
+ #sayCushion(session, encodedTo) {
180
+ const now = Date.now();
181
+ if (now - (this.#lastSaidAt.get(session) ?? 0) < CUSHION_REPORT_MS) {
182
+ return;
183
+ }
184
+ const { earliestPosition, deepestBuffer, viewers } = this.#reportedPictureOf(session, now);
185
+ // Nobody has said where they are, so there is no picture to measure
186
+ // against and the line would be about nothing.
187
+ if (earliestPosition === null) {
188
+ return;
189
+ }
190
+ this.#lastSaidAt.set(session, now);
191
+ const aheadOfPicture = Math.max(0, encodedTo - earliestPosition);
192
+ const fileLength = this.#host.hostLoad.fileLengthByKey.get(session.file.key);
193
+ const duration = Number(session.file.durationSeconds) || Number(session.file.durationSeconds) || 0;
194
+ const megabytes =
195
+ Number.isFinite(fileLength) && fileLength > 0 && duration > 0
196
+ ? ((aheadOfPicture * fileLength) / duration / 1e6).toFixed(0)
197
+ : "?";
198
+ this.#host.logger.info(
199
+ `transcode ${session.id.slice(0, 8)} cushion: ${Math.round(aheadOfPicture)}s of film ready ` +
200
+ `ahead of the picture at ${Math.round(earliestPosition)}s (~${megabytes}MB pulled ahead), ` +
201
+ `${viewers} viewer(s) holding up to ` +
202
+ `${deepestBuffer === null ? "?" : deepestBuffer.toFixed(1)}s`
203
+ );
204
+ this.#fetchSpareSoundtracks(session, aheadOfPicture);
205
+ }
206
+
207
+ /**
208
+ * Fetch the soundtracks that ship beside this picture, whole, while the swarm
209
+ * has capacity to spare.
210
+ *
211
+ * WHY IT WAITS FOR THE CUSHION. A soundtrack nobody has chosen is worth having
212
+ * on disk — it is a twentieth of the picture (30 MB against 566 MB on the
213
+ * field torrent) and having it makes every later switch instant instead of
214
+ * paying for its first pieces. But fetching it takes swarm capacity from the
215
+ * picture, and there is exactly one moment when that capacity is demonstrably
216
+ * spare: when the encoder is already as far ahead of the viewer as it is
217
+ * allowed to get. That is not a guess about the swarm — it is the measurement
218
+ * the line above just printed.
219
+ *
220
+ * WHY IT IS A READ AND NOT A SELECTION. `file.select()` claims every piece of
221
+ * a file at once, and `#syncSelections` in `torrent/torrent-pool.js` records what that
222
+ * cost when it was done alongside the readers' own windows: a claim covering
223
+ * everything always outranked the window, and a seek to 89.1% of a 4.7 GB film
224
+ * waited 93 s while the swarm fetched 2.47 GB in file order. So this goes
225
+ * through the same bounded read the edge warm-up uses, which claims a moving
226
+ * window like any other reader and gives it back when it ends.
227
+ *
228
+ * Once per file, and only for a soundtrack in a file of its own — the
229
+ * picture's own tracks are already in the bytes being played.
230
+ *
231
+ * @param {HlsSession} session
232
+ * @param {number} aheadOfPicture - Seconds of film ready ahead of the viewer.
233
+ * @returns {void}
234
+ */
235
+ #fetchSpareSoundtracks(session, aheadOfPicture) {
236
+ if (typeof this.#host.fetchWholeFile !== "function") {
237
+ return;
238
+ }
239
+ // The encoder is held at this distance and no further, so reaching it is the
240
+ // signal that nothing more is being asked of the swarm on the picture's
241
+ // behalf.
242
+ if (!(aheadOfPicture >= this.#host.lookaheadSeconds)) {
243
+ return;
244
+ }
245
+ const inventory = this.#host.getCachedAudioTracks?.({
246
+ sourceKey: session.file.sourceKey,
247
+ fileIndex: session.file.fileIndex
248
+ }) ?? [];
249
+ const wanted = new Set(
250
+ inventory
251
+ .filter((entry) => entry?.kind === "sidecar" && Number.isInteger(entry.fileIndex))
252
+ .map((entry) => entry.fileIndex)
253
+ );
254
+ for (const fileIndex of wanted) {
255
+ const key = this.#host.SourceFiles.keyFor(session.file.sourceKey, fileIndex);
256
+ if (this.#spareSoundtracksFetched.has(key)) {
257
+ continue;
258
+ }
259
+ this.#spareSoundtracksFetched.add(key);
260
+ this.#host.logger.info(
261
+ `transcode ${session.id.slice(0, 8)} the picture is ${Math.round(aheadOfPicture)}s ahead of ` +
262
+ `the viewer, so file ${fileIndex} — a soundtrack beside it — is fetched whole now; ` +
263
+ "a switch to it will not wait for the swarm"
264
+ );
265
+ // Not awaited: nothing depends on it finishing, and a failure costs only
266
+ // that the switch pays for its own pieces, as it did before this existed.
267
+ Promise.resolve(this.#host.fetchWholeFile({ sourceKey: session.file.sourceKey, fileIndex })).catch(
268
+ (error) => {
269
+ this.#host.logger.info(
270
+ `transcode: fetching soundtrack file ${fileIndex} whole failed ` +
271
+ `(${error instanceof Error ? error.message : String(error)}) — ` +
272
+ "it will be read when it is played"
273
+ );
274
+ }
275
+ );
276
+ }
277
+ }
278
+
279
+ /**
280
+ * Seconds of playback ready without a gap, starting at the segment the viewer
281
+ * is on.
282
+ *
283
+ * Null when that very segment is missing — which is not "zero ahead" but
284
+ * "the viewer is waiting", and the two call for opposite decisions.
285
+ *
286
+ * @param {HlsSession} session
287
+ * @param {number} viewerSegment
288
+ * @returns {{ seconds: number, lastCovered: number, total: number } | null}
289
+ */
290
+ #contiguousAheadSeconds(session, viewerSegment) {
291
+ let present;
292
+ try {
293
+ present = new Set(this.#host.producedNumbers(session));
294
+ } catch {
295
+ return null;
296
+ }
297
+ const lastCovered = contiguousEnd(present, viewerSegment);
298
+ if (lastCovered === null) {
299
+ return null;
300
+ }
301
+ const from = this.#host.outputTimes.segmentStartTime(session, viewerSegment);
302
+ const to = this.#host.outputTimes.segmentStartTime(session, lastCovered + 1);
303
+ if (!Number.isFinite(from) || !Number.isFinite(to)) {
304
+ return null;
305
+ }
306
+ return { seconds: Math.max(0, to - from), lastCovered, total: present.size };
307
+ }
308
+
309
+ /**
310
+ * Where the earliest viewer's picture is, and the deepest cushion any of them
311
+ * reports holding — both read from the link reports, both null when nobody
312
+ * has said recently.
313
+ *
314
+ * @param {HlsSession} session
315
+ * @param {number} now
316
+ * @returns {{ earliestPosition: number | null, deepestBuffer: number | null, viewers: number }}
317
+ */
318
+ #reportedPictureOf(session, now) {
319
+ let earliestPosition = null;
320
+ let deepestBuffer = null;
321
+ let viewers = 0;
322
+ // A session that has never had a link report is the ordinary state at a
323
+ // cold open, and the answer for it is the same as for one whose reports
324
+ // have all gone stale: nobody has said where they are.
325
+ for (const report of this.#host.linkReportsOn(session)) {
326
+ if (now - report.at > NET_REPORT_FRESH_MS) {
327
+ continue;
328
+ }
329
+ viewers += 1;
330
+ if (Number.isFinite(report.positionSeconds)) {
331
+ earliestPosition =
332
+ earliestPosition === null
333
+ ? report.positionSeconds
334
+ : Math.min(earliestPosition, report.positionSeconds);
335
+ }
336
+ if (Number.isFinite(report.bufferedAheadSec)) {
337
+ deepestBuffer =
338
+ deepestBuffer === null
339
+ ? report.bufferedAheadSec
340
+ : Math.max(deepestBuffer, report.bufferedAheadSec);
341
+ }
342
+ }
343
+ return { earliestPosition, deepestBuffer, viewers };
344
+ }
345
+ }