@torrent-tv/proxy 2.89.1 → 2.89.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (442) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +6 -1
  13. package/CHANGELOG.md +15 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/docs/download-architecture.md +261 -261
  22. package/docs/encode-architecture.md +729 -729
  23. package/docs/encode-run-state.md +96 -96
  24. package/docs/logs.md +97 -97
  25. package/docs/playback-start-forecast.md +42 -8
  26. package/docs/socks5-egress-research.md +114 -114
  27. package/docs/storage-architecture.md +267 -267
  28. package/knip.json +14 -14
  29. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  30. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  31. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  32. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  33. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  34. package/openspec/changes/binary-distribution/proposal.md +53 -53
  35. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  36. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  38. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  39. package/openspec/changes/cold-start/design.md +98 -98
  40. package/openspec/changes/cold-start/proposal.md +62 -62
  41. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  42. package/openspec/changes/cold-start/tasks.md +48 -48
  43. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  44. package/openspec/changes/disk-cap/proposal.md +37 -37
  45. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  46. package/openspec/changes/disk-cap/tasks.md +19 -19
  47. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  48. package/openspec/changes/proxy-observability/design.md +38 -38
  49. package/openspec/changes/proxy-observability/proposal.md +49 -49
  50. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  51. package/openspec/changes/proxy-observability/tasks.md +21 -21
  52. package/openspec/changes/seek-debounce/design.md +118 -118
  53. package/openspec/changes/seek-debounce/proposal.md +59 -59
  54. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  55. package/openspec/changes/seek-debounce/tasks.md +33 -33
  56. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  57. package/openspec/changes/subtitle-language/proposal.md +50 -50
  58. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  59. package/openspec/changes/subtitle-language/tasks.md +26 -26
  60. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  61. package/openspec/changes/track-selection/design.md +47 -47
  62. package/openspec/changes/track-selection/proposal.md +45 -45
  63. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  64. package/openspec/changes/track-selection/tasks.md +20 -20
  65. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  66. package/openspec/changes/transcode-quality/proposal.md +51 -51
  67. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  68. package/openspec/changes/transcode-quality/tasks.md +63 -63
  69. package/openspec/config.yaml +38 -38
  70. package/package.json +1 -1
  71. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  72. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  73. package/research/double-spawn-2026-09-10.md +171 -171
  74. package/research/handover-2026-09-13.md +209 -209
  75. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  76. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  77. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  78. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  79. package/routes/api/client-logs/post.js +86 -86
  80. package/routes/api/delivery-sink/get.js +72 -72
  81. package/routes/api/link-probe/get.js +51 -51
  82. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  83. package/routes/api/playback-plan/post.js +53 -53
  84. package/routes/api/sources/post.js +36 -36
  85. package/routes/api/sources/stats/get.js +132 -132
  86. package/routes/api/sources/warm/post.js +217 -217
  87. package/routes/api/subtitles/get.js +230 -230
  88. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  89. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  90. package/routes/api/transcode-sessions/post.js +178 -178
  91. package/routes/api/transcode-sessions/progress/get.js +27 -27
  92. package/routes/api/transcode-sessions/release/post.js +41 -41
  93. package/routes/api/transcode-sessions/seek/post.js +63 -63
  94. package/routes/health/get.js +13 -13
  95. package/routes/healthz/get.js +13 -13
  96. package/routes/stream/get.js +380 -380
  97. package/routes/transcode/audio-file/get.js +64 -64
  98. package/routes/transcode/audio-warm/get.js +95 -95
  99. package/routes/transcode/session-file/get.js +52 -52
  100. package/routes/transcode/variant-file/get.js +95 -95
  101. package/routes/transcode/variant-warm/get.js +84 -84
  102. package/scripts/render-run-graph.js +173 -173
  103. package/services/encode/CoverageMap.js +428 -428
  104. package/services/encode/CushionReport.js +345 -345
  105. package/services/encode/EncodeAdmission.js +376 -376
  106. package/services/encode/EncodeOrchestrator.js +1217 -1217
  107. package/services/encode/EncodePlan.js +1366 -1366
  108. package/services/encode/EncodeRun.js +813 -813
  109. package/services/encode/Encoder.js +142 -142
  110. package/services/encode/EncoderSelection.js +38 -38
  111. package/services/encode/LocalObservations.js +359 -359
  112. package/services/encode/NvencEncoder.js +50 -50
  113. package/services/encode/OutputTimes.js +579 -579
  114. package/services/encode/QsvEncoder.js +58 -58
  115. package/services/encode/Renditions.js +2282 -2282
  116. package/services/encode/RunProgress.js +84 -84
  117. package/services/encode/SegmentDemand.js +95 -95
  118. package/services/encode/SoftwareEncoder.js +121 -121
  119. package/services/encode/V4l2m2mEncoder.js +53 -53
  120. package/services/encode/VaapiEncoder.js +66 -66
  121. package/services/encode/args.js +418 -418
  122. package/services/encode/available-share.js +89 -89
  123. package/services/encode/calibration.js +361 -361
  124. package/services/encode/contention.js +128 -128
  125. package/services/encode/decode-cost-fit.js +363 -363
  126. package/services/encode/encode-exit.js +114 -114
  127. package/services/encode/encode-run-state.js +551 -551
  128. package/services/encode/encoder-readings.js +45 -45
  129. package/services/encode/fingerprint.js +322 -322
  130. package/services/encode/host-load.js +174 -174
  131. package/services/encode/index.js +9 -9
  132. package/services/encode/learned-median.js +90 -90
  133. package/services/encode/output/EncodedOutput.js +57 -57
  134. package/services/encode/output/Output.js +131 -131
  135. package/services/encode/output/OutputCatalog.js +414 -414
  136. package/services/encode/output/OutputSpec.js +390 -390
  137. package/services/encode/output/Timeline.js +308 -308
  138. package/services/encode/output/cut-grid.js +107 -107
  139. package/services/encode/output/ladder.js +32 -32
  140. package/services/encode/output/playlists.js +284 -284
  141. package/services/encode/output/rates.js +125 -125
  142. package/services/encode/output-key-format.js +21 -21
  143. package/services/encode/quality/HostLoad.js +525 -525
  144. package/services/encode/quality/HostTimings.js +249 -249
  145. package/services/encode/quality/OutputQualityState.js +28 -28
  146. package/services/encode/quality/QualityController.js +935 -935
  147. package/services/encode/quality/QualityOffer.js +416 -416
  148. package/services/encode/quality/drain-threat.js +47 -47
  149. package/services/encode/quality/link-budget.js +349 -349
  150. package/services/encode/quality/output-format.js +319 -319
  151. package/services/encode/quality/serving-output.js +216 -216
  152. package/services/encode/quality/visible-rung.js +57 -57
  153. package/services/encode/run-budget.js +97 -97
  154. package/services/encode/run-costs.js +155 -155
  155. package/services/encode/run-inputs.js +42 -42
  156. package/services/encode/segment-formats/fmp4.js +476 -458
  157. package/services/encode/segment-formats/index.js +103 -85
  158. package/services/encode/segment-formats/init-compat.js +324 -324
  159. package/services/encode/segment-formats/mp4-boxes.js +604 -541
  160. package/services/encode/segment-formats/mpegts.js +134 -134
  161. package/services/encode/start-stop-cost.js +178 -178
  162. package/services/encode/throughput.js +97 -97
  163. package/services/encode/torrent-cost.js +88 -88
  164. package/services/identity/installation-id.js +38 -38
  165. package/services/media/SourceFile.js +298 -298
  166. package/services/media/SubtitleOrchestrator.js +167 -167
  167. package/services/media/container/KeyframeTable.js +272 -272
  168. package/services/media/container/ebml-reader.js +159 -159
  169. package/services/media/ffmpeg-banner.js +260 -260
  170. package/services/media/keyframe-probe.js +157 -157
  171. package/services/media/media-info-probe.js +93 -93
  172. package/services/media/playback-planner.js +931 -931
  173. package/services/media/tracks/AudioTrack.js +143 -143
  174. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  175. package/services/media/tracks/SubtitleTrack.js +38 -38
  176. package/services/media/tracks/VideoTrack.js +33 -33
  177. package/services/media/tracks/audio-bound.js +233 -233
  178. package/services/media/tracks/index.js +15 -15
  179. package/services/media/tracks/language-detect.js +174 -174
  180. package/services/server/OutputLifecycle.js +418 -418
  181. package/services/server/SegmentServing.js +1150 -1150
  182. package/services/server/ViewerRequests.js +790 -786
  183. package/services/server/WaitLedger.js +142 -142
  184. package/services/server/controllers/PlaybackController.js +40 -40
  185. package/services/server/controllers/SubtitleController.js +109 -109
  186. package/services/server/http-responses.js +60 -60
  187. package/services/server/transcode-session-files.js +325 -325
  188. package/services/server/wire-outputs.js +1024 -1020
  189. package/services/storage/Diagnostics.js +202 -202
  190. package/services/storage/MachineBudget.js +235 -235
  191. package/services/storage/allowance.js +107 -107
  192. package/services/storage/core-dumps.js +106 -106
  193. package/services/storage/files/CompletedFiles.js +391 -391
  194. package/services/storage/files/piece-from-whole-file.js +118 -118
  195. package/services/storage/free.js +71 -71
  196. package/services/storage/keep.js +48 -48
  197. package/services/storage/machine-memory.js +56 -56
  198. package/services/storage/memory-report.js +575 -575
  199. package/services/storage/piece-store/piece-disk-store.js +539 -539
  200. package/services/storage/piece-store/piece-lru.js +495 -495
  201. package/services/storage/returns.js +103 -103
  202. package/services/storage/segment-store/SegmentStore.js +1255 -1255
  203. package/services/storage/wire.js +175 -175
  204. package/services/torrent/demand/DemandRegister.js +202 -202
  205. package/services/torrent/demand/Urgency.js +137 -137
  206. package/services/torrent/demand/Window.js +118 -118
  207. package/services/torrent/demand/index.js +8 -8
  208. package/services/torrent/demand/pieces.js +140 -140
  209. package/services/torrent/download/SwarmSelection.js +386 -386
  210. package/services/torrent/download/registry.js +102 -102
  211. package/services/torrent/download/withdraw-claim.js +80 -80
  212. package/services/torrent/files.js +455 -455
  213. package/services/torrent/naming.js +619 -619
  214. package/services/torrent/piece-store-of.js +29 -29
  215. package/services/torrent/supply-margin.js +262 -262
  216. package/services/torrent/worker/background-fill.js +213 -213
  217. package/services/torrent/worker/channel.js +271 -271
  218. package/services/torrent/worker/client.js +836 -836
  219. package/services/torrent/worker/fastest-wires.js +342 -342
  220. package/services/torrent/worker/handle-state.js +23 -23
  221. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  222. package/services/torrent/worker/piece-reader.js +1078 -1078
  223. package/services/torrent/worker/pool-adapter.js +371 -371
  224. package/services/torrent/worker/protocol.js +184 -184
  225. package/services/torrent/worker/resume-warm.js +107 -107
  226. package/services/torrent/worker/webrtc-shim.js +219 -219
  227. package/services/transport/delivery-probe.js +842 -842
  228. package/services/transport/health-collector.js +53 -53
  229. package/services/transport/nat-classifier.js +231 -231
  230. package/services/transport/packet-witness.js +808 -808
  231. package/services/transport/port-mapper.js +235 -235
  232. package/services/transport/registry-api.js +81 -81
  233. package/services/transport/tunnel-client.js +447 -447
  234. package/services/transport/usrsctp-state.js +175 -175
  235. package/services/transport/webrtc-manager.js +484 -484
  236. package/services/viewer/Assignments.js +340 -340
  237. package/services/viewer/PriorityOrchestrator.js +325 -325
  238. package/services/viewer/Viewer.js +691 -691
  239. package/services/viewer/Viewers.js +368 -368
  240. package/services/viewer/active-output.js +37 -37
  241. package/services/viewer/audio-start.js +46 -46
  242. package/services/viewer/buffer-trend.js +81 -81
  243. package/services/viewer/choices.js +647 -647
  244. package/services/viewer/media-time.js +355 -0
  245. package/services/{server → viewer}/playback-readiness.js +635 -516
  246. package/services/viewer/positions.js +126 -126
  247. package/services/viewer/report-intake.js +46 -46
  248. package/store/source-registry.js +71 -71
  249. package/test/asset-paths.test.js +28 -28
  250. package/test/audio-buffer-continuity.test.js +77 -70
  251. package/test/audio-inventory.test.js +212 -212
  252. package/test/audio-track-bitrate.test.js +40 -40
  253. package/test/auto-quality-step.test.js +707 -707
  254. package/test/available-share.test.js +76 -76
  255. package/test/background-fill.test.js +190 -190
  256. package/test/client-log-file.test.js +110 -110
  257. package/test/completed-files.test.js +115 -115
  258. package/test/concurrent-cost.test.js +148 -148
  259. package/test/container-media-info.test.js +228 -228
  260. package/test/contention.test.js +76 -76
  261. package/test/core-dumps.test.js +57 -57
  262. package/test/coverage-follows-the-disk.test.js +228 -228
  263. package/test/coverage-map.test.js +195 -195
  264. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  265. package/test/cut-times-timeline.test.js +65 -65
  266. package/test/cuts-follow-published-grid.test.js +109 -109
  267. package/test/data-channel-frame.test.js +63 -63
  268. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  269. package/test/dead-torrent-handle.test.js +52 -52
  270. package/test/declared-rates.test.js +116 -116
  271. package/test/declared-tracks.test.js +43 -43
  272. package/test/decode-cost-fit.test.js +202 -202
  273. package/test/decode-cost.test.js +462 -462
  274. package/test/delivery-probe.test.js +393 -393
  275. package/test/demand-register.test.js +206 -206
  276. package/test/dht-bootstrap.test.js +72 -72
  277. package/test/drain-threat.test.js +65 -65
  278. package/test/duplicate-add.test.js +48 -48
  279. package/test/encode-admission.test.js +146 -146
  280. package/test/encode-cost.test.js +283 -283
  281. package/test/encode-exit.test.js +111 -111
  282. package/test/encode-orchestrator.test.js +419 -419
  283. package/test/encode-plan-viewers.test.js +718 -718
  284. package/test/encode-plan.test.js +545 -545
  285. package/test/encode-run-state.test.js +314 -314
  286. package/test/encode-run.test.js +162 -162
  287. package/test/encode-slope.test.js +46 -46
  288. package/test/encoded-output.test.js +39 -39
  289. package/test/encoder-kinds.test.js +122 -122
  290. package/test/encoder-readings.test.js +46 -46
  291. package/test/every-claimant-is-told-its-share.test.js +152 -152
  292. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  293. package/test/failed-start-breaker.test.js +202 -202
  294. package/test/fastest-wires.test.js +143 -143
  295. package/test/ffmpeg-stream-counts.test.js +78 -78
  296. package/test/file-edges.test.js +191 -191
  297. package/test/fmp4-presentation-clock.test.js +146 -162
  298. package/test/fmp4-self-contained.test.js +80 -80
  299. package/test/fmp4-timestamps.test.js +140 -140
  300. package/test/fmp4-track-completeness.test.js +41 -41
  301. package/test/format-keyed-outputs.test.js +78 -78
  302. package/test/health-metrics.test.js +38 -38
  303. package/test/held-request-width.test.js +157 -157
  304. package/test/helpers/encode-run.js +136 -136
  305. package/test/helpers/manager.js +57 -57
  306. package/test/helpers/output-spec.js +63 -63
  307. package/test/host-load.test.js +68 -68
  308. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  309. package/test/init-compat.test.js +219 -219
  310. package/test/input-lost-quiets-the-plan.test.js +261 -261
  311. package/test/input-unavailable.test.js +48 -48
  312. package/test/installation-id.test.js +39 -39
  313. package/test/keeping-period.test.js +83 -83
  314. package/test/keyframe-index-accuracy.test.js +188 -188
  315. package/test/keyframes-belong-to-the-file.test.js +249 -249
  316. package/test/learned-median.test.js +37 -37
  317. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  318. package/test/limit-row-by-area.test.js +60 -60
  319. package/test/link-budget.test.js +112 -112
  320. package/test/link-probe.test.js +56 -56
  321. package/test/local-encoding-data.test.js +273 -273
  322. package/test/logger-repeats.test.js +134 -134
  323. package/test/look-ahead-coverage.test.js +56 -56
  324. package/test/manager-surface.test.js +292 -292
  325. package/test/matroska-cues-track.test.js +192 -192
  326. package/test/media-time.test.js +62 -0
  327. package/test/memory-budget.test.js +390 -390
  328. package/test/move-cost.test.js +216 -216
  329. package/test/mp4-subtitles.test.js +173 -173
  330. package/test/one-authority.test.js +285 -285
  331. package/test/one-budget.test.js +149 -149
  332. package/test/one-resource-divided.test.js +185 -185
  333. package/test/one-serving-output-per-height.test.js +458 -458
  334. package/test/orchestrator-wired.test.js +206 -206
  335. package/test/output-catalog.test.js +39 -39
  336. package/test/output-shape.test.js +21 -21
  337. package/test/output-spec.test.js +251 -251
  338. package/test/output-speed.test.js +88 -88
  339. package/test/outputs-being-prepared.test.js +40 -40
  340. package/test/packet-witness-ring.test.js +236 -236
  341. package/test/packet-witness.test.js +148 -148
  342. package/test/piece-disk-store.test.js +401 -401
  343. package/test/piece-from-whole-file.test.js +129 -129
  344. package/test/piece-lru.test.js +319 -319
  345. package/test/piece-reader.test.js +162 -162
  346. package/test/piece-selection-offset.test.js +85 -85
  347. package/test/piece-store-eviction.test.js +595 -595
  348. package/test/piece-store-never-refuses.test.js +153 -153
  349. package/test/piece-store-reservations.test.js +403 -403
  350. package/test/piece-store-slow-disk.test.js +159 -159
  351. package/test/piece-tail.test.js +97 -97
  352. package/test/plan-host-timings.test.js +68 -68
  353. package/test/plan-is-steady.test.js +225 -225
  354. package/test/playback-readiness.test.js +518 -483
  355. package/test/playback-start-regressions.test.js +101 -99
  356. package/test/priority-map-download.test.js +174 -174
  357. package/test/priority-map-emptied.test.js +204 -204
  358. package/test/priority-map-per-output.test.js +215 -215
  359. package/test/priority-map.test.js +163 -163
  360. package/test/probe-wedge-certainty.test.js +60 -60
  361. package/test/produced-copy-choice.test.js +213 -213
  362. package/test/published-timeline.test.js +83 -83
  363. package/test/quality-offer.test.js +162 -162
  364. package/test/quality-variants.test.js +1257 -1257
  365. package/test/rate-control-in-the-output.test.js +180 -180
  366. package/test/read-survives-withdrawal.test.js +164 -164
  367. package/test/read-window.test.js +365 -365
  368. package/test/resume-warm.test.js +39 -39
  369. package/test/run-graph-drift.test.js +37 -37
  370. package/test/run-inputs.test.js +80 -80
  371. package/test/run-intervals.test.js +100 -100
  372. package/test/run-position-follows-published-grid.test.js +89 -89
  373. package/test/run-progress.test.js +65 -65
  374. package/test/same-height-switch.test.js +664 -664
  375. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  376. package/test/seek-landing.test.js +109 -109
  377. package/test/seek-target-not-superseded.test.js +195 -195
  378. package/test/segment-closed-on-both-branches.test.js +96 -96
  379. package/test/segment-cut-times.test.js +63 -63
  380. package/test/segment-demand.test.js +80 -80
  381. package/test/segment-hold-supersede.test.js +91 -91
  382. package/test/segment-judged-by-its-own-header.test.js +221 -221
  383. package/test/segment-store-eviction.test.js +247 -247
  384. package/test/segment-store.test.js +352 -352
  385. package/test/segment-true-start.test.js +86 -86
  386. package/test/segments-are-shared.test.js +176 -176
  387. package/test/send-chunk-bytes.test.js +86 -86
  388. package/test/serving-existing-output.test.js +105 -105
  389. package/test/serving-output.test.js +102 -102
  390. package/test/shared-piece-store.test.js +310 -310
  391. package/test/sidecar-naming.test.js +142 -142
  392. package/test/soundtrack-rate-bound.test.js +289 -289
  393. package/test/source-file.test.js +133 -133
  394. package/test/source-registry.test.js +18 -18
  395. package/test/split-a-stretch.test.js +139 -139
  396. package/test/stale-request-after-seek.test.js +158 -158
  397. package/test/startup-readings.test.js +124 -124
  398. package/test/stream-route.test.js +209 -209
  399. package/test/subtitle-cue-framing.test.js +200 -200
  400. package/test/subtitle-cue-source.test.js +102 -102
  401. package/test/subtitle-cursor.test.js +63 -63
  402. package/test/subtitle-defaults.test.js +118 -118
  403. package/test/subtitle-language.test.js +252 -252
  404. package/test/supply-margin.test.js +177 -177
  405. package/test/swarm-follows-readers.test.js +174 -174
  406. package/test/swarm-reach.test.js +130 -130
  407. package/test/swarm-selection.test.js +220 -220
  408. package/test/tail-duplication.test.js +167 -167
  409. package/test/the-channel-has-both-ends.test.js +91 -91
  410. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  411. package/test/thread-pool.test.js +53 -53
  412. package/test/timeline.test.js +84 -84
  413. package/test/torrent-contents.test.js +235 -235
  414. package/test/torrent-cost.test.js +71 -71
  415. package/test/torrent-files.test.js +221 -221
  416. package/test/torrent-naming.test.js +255 -255
  417. package/test/tracks-begin-together.test.js +209 -209
  418. package/test/tunnel-renewal.test.js +167 -167
  419. package/test/two-viewers-one-picture.test.js +504 -504
  420. package/test/upload-hurry.test.js +186 -186
  421. package/test/usrsctp-state.test.js +131 -131
  422. package/test/video-facts.test.js +102 -102
  423. package/test/viewer-assignments.test.js +143 -143
  424. package/test/viewer-outputs.test.js +285 -285
  425. package/test/viewer-presence.test.js +116 -116
  426. package/test/viewer-requests-admission.test.js +89 -89
  427. package/test/viewer-states.test.js +189 -189
  428. package/test/viewer-subtitle-subscription.test.js +96 -96
  429. package/test/viewer.test.js +139 -139
  430. package/test/viewing-generations.test.js +390 -390
  431. package/test/visible-rung.test.js +37 -37
  432. package/test/wait-ledger.test.js +100 -100
  433. package/test/webrtc-shim.test.js +149 -149
  434. package/test/wedge-certainty.test.js +131 -131
  435. package/test/whole-file-held-read.test.js +30 -30
  436. package/test/withdraw-piece-claim.test.js +212 -212
  437. package/test/worker-channel.test.js +158 -158
  438. package/utils/client-log-file.js +151 -151
  439. package/utils/logger.js +312 -312
  440. package/utils/parse-range.js +25 -25
  441. package/utils/perf.js +59 -59
  442. package/utils/torrent-source-key.js +38 -38
@@ -1,380 +1,380 @@
1
- /**
2
- * @file Byte-range aware torrent file streaming endpoint.
3
- *
4
- * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
- * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
- * and HTTP 200 for full-file requests.
7
- */
8
-
9
- import { open } from "node:fs/promises";
10
- import { parseRange } from "../../utils/parse-range.js";
11
- import { logger } from "../../utils/logger.js";
12
-
13
- /**
14
- * Resolve source parameters from the query string.
15
- * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
- *
17
- * @param {import("fastify").FastifyRequest["query"]} query
18
- * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
- * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
- */
21
- function getSourceParams(query, sourceRegistry) {
22
- const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
- const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
- const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
-
26
- const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
- const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
- const source = sourceRecord?.source ?? sourceFromQuery;
29
- return { sourceType, source, sourceKey };
30
- }
31
-
32
- /**
33
- * How long a request may wait for a torrent that is still being added.
34
- *
35
- * Adding a magnet takes as long as its metadata does — seconds when peers
36
- * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
- * with no bound is what made this route answer nothing at all.
38
- */
39
- const TORRENT_READY_TIMEOUT_MS = 10_000;
40
-
41
- /**
42
- * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
- * gone on long enough to be worth reporting.
44
- *
45
- * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
- * the client's next attempt is likely to find it ready.
47
- *
48
- * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
- * @param {string} sourceType
50
- * @param {string} source
51
- * @returns {Promise<import("webtorrent").Torrent>}
52
- */
53
- async function waitForTorrent(torrentPool, sourceType, source) {
54
- let timer = null;
55
- const expiry = new Promise((_resolve, reject) => {
56
- timer = setTimeout(() => {
57
- const error = new Error("Torrent metadata is not available yet.");
58
- error.code = "TORRENT_NOT_READY";
59
- reject(error);
60
- }, TORRENT_READY_TIMEOUT_MS);
61
- timer.unref?.();
62
- });
63
- try {
64
- return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
- } finally {
66
- if (timer) {
67
- clearTimeout(timer);
68
- }
69
- }
70
- }
71
-
72
- /**
73
- * Stream a torrent file over HTTP with byte-range support.
74
- *
75
- * GET /stream
76
- *
77
- * @param {import("fastify").FastifyRequest} req
78
- * @param {import("fastify").FastifyReply} reply
79
- * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
- * @returns {Promise<void>}
81
- */
82
- /**
83
- * The whole file for this source and index, if this proxy has one.
84
- *
85
- * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
- * and for a `.torrent` file of the same content. Nothing the torrent would have
87
- * told us is needed to find the file, which is the point — asking the torrent
88
- * would add it back.
89
- *
90
- * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
- * @param {string} sourceKey
92
- * @param {number} fileIndex
93
- * @returns {{ path: string, length: number, name: string } | null}
94
- */
95
- function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
- const held = torrentPool?.wholeFiles;
97
- if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
- return null;
99
- }
100
- const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
- return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
- }
103
-
104
- /**
105
- * Serve a whole file off the disk, with ranges.
106
- *
107
- * @param {import("fastify").FastifyRequest} req
108
- * @param {import("fastify").FastifyReply} reply
109
- * @param {{ path: string, length: number, name: string }} file
110
- * @param {import("node:fs/promises").FileHandle} handle - Already open; closed for HEAD.
111
- * @returns {Promise<void> | void}
112
- */
113
- function serveWholeFile(req, reply, file, handle) {
114
- const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
115
- if (req.method === "HEAD") {
116
- reply.hijack();
117
- reply.raw.writeHead(200, {
118
- "Accept-Ranges": "bytes",
119
- "Content-Type": "application/octet-stream",
120
- "Content-Length": String(file.length),
121
- "Content-Disposition": disposition
122
- });
123
- reply.raw.end();
124
- return;
125
- }
126
- reply.header("Accept-Ranges", "bytes");
127
- reply.header("Content-Type", "application/octet-stream");
128
- reply.header("Content-Disposition", disposition);
129
- const range = parseRange(req.headers.range, file.length);
130
- if (!range) {
131
- reply.header("Content-Length", String(file.length));
132
- return reply.send(handle.createReadStream());
133
- }
134
- const { start, end } = range;
135
- reply.code(206);
136
- reply.header("Content-Length", String(end - start + 1));
137
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
138
- return reply.send(handle.createReadStream({ start, end }));
139
- }
140
-
141
- export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
142
- const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
143
- const fileIndex = Number(fileIndexRaw);
144
- const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
145
-
146
- if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
147
- return reply
148
- .code(400)
149
- .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
150
- }
151
-
152
- // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
153
- // piece store, no memory ceiling, no eviction, no revival from a spill, and
154
- // nothing that can refuse the read for want of memory. The check comes before
155
- // the torrent is asked for on purpose — asking would add it back.
156
- //
157
- // The infohash is in the source key (`torrent:<infohash>`), so this needs
158
- // nothing the torrent would have told us.
159
- const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
160
- if (whole) {
161
- let handle;
162
- try {
163
- // Open before committing headers: the disk owner may have removed an
164
- // announced file. An open descriptor also preserves a live POSIX read.
165
- handle = await open(whole.path, "r");
166
- } catch (error) {
167
- if (error.code !== "ENOENT") throw error;
168
- const key = `${sourceKey.slice("torrent:".length).toLowerCase()}/${fileIndex}`;
169
- if (torrentPool.wholeFiles.get(key) === whole) torrentPool.wholeFiles.delete(key);
170
- }
171
- if (handle) {
172
- if (req.method === "HEAD") await handle.close();
173
- try {
174
- return serveWholeFile(req, reply, whole, handle);
175
- } catch (error) {
176
- await handle.close().catch(() => undefined);
177
- throw error;
178
- }
179
- }
180
- }
181
-
182
- let torrent;
183
- try {
184
- torrent = await waitForTorrent(torrentPool, sourceType, source);
185
- } catch (error) {
186
- if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
187
- // Say so, rather than holding the connection until the client gives up.
188
- // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
189
- // ranged GET and a HEAD returned nothing at all for the full 30 s the
190
- // probe was willing to wait, and the route had written neither a status
191
- // nor a header — from the client that is indistinguishable from the proxy
192
- // having died, and it left no trace in the log either.
193
- reply.header("Retry-After", "1");
194
- return reply.code(503).send({ error: "Torrent metadata is not available yet." });
195
- }
196
- const message = error instanceof Error ? error.message : String(error);
197
- return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
198
- }
199
-
200
- const file = torrent.files[fileIndex];
201
- if (!file) {
202
- return reply.code(404).send({ error: "File index was not found in torrent." });
203
- }
204
-
205
- // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
206
- // from this same handler, which used to mean a HEAD started a read of the
207
- // WHOLE file: the body was discarded by Node, but the read ran on, the
208
- // response never finished, and the next request on that keep-alive connection
209
- // waited behind it. Measured on the field host: the keyframe-index HEAD
210
- // returned headers in 23 ms and then held the connection until its 15 s
211
- // timeout, which is where the 73 s transcode-session create went.
212
- if (req.method === "HEAD") {
213
- // Written to the raw response on purpose. Answering through `reply.send()`
214
- // with no payload makes Fastify set `content-length: 0`, which is worse
215
- // than useless here: the keyframe index asks for the file size with this
216
- // very request and treats 0 as "no index available", silently falling back
217
- // to an invented segment grid. Hijacking leaves the response to us, and
218
- // Node omits the body for HEAD by itself.
219
- reply.hijack();
220
- reply.raw.writeHead(200, {
221
- "Accept-Ranges": "bytes",
222
- "Content-Type": "application/octet-stream",
223
- "Content-Length": String(file.length),
224
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
225
- });
226
- reply.raw.end();
227
- return;
228
- }
229
-
230
- const range = parseRange(req.headers.range, file.length);
231
- // Prioritize the pieces at this read position so a seek (a request at a new
232
- // byte offset) downloads first instead of waiting behind the sequential
233
- // backlog — this is what caused ~15-18 s stalls when seeking into an
234
- // undownloaded region.
235
- // Only the encoder's own input read tracks where the viewer is. Everything
236
- // else that comes through here — the codec probe, the keyframe index, a
237
- // subtitle fetch — reads the file's edges, and treating those as a viewer
238
- // position made every session start and every encoder restart look like a
239
- // burst of seeks (measured: two spurious "the viewer moved" per start).
240
- torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
241
- wholeFileRead: range === null,
242
- isPlaybackRead: req.query.reader === "playback"
243
- });
244
-
245
- const start = range ? range.start : 0;
246
- const end = range ? range.end : file.length - 1;
247
- const contentLength = end - start + 1;
248
-
249
- // Written straight out of the torrent's shared memory when that is available:
250
- // no copy on either thread, at the cost of doing the writing by hand, because
251
- // only the write callback tells us when a piece may be released. Falls back to
252
- // the ordinary stream for sources without a shared pool.
253
- // How far ahead of its own read head this reader should ask the swarm for.
254
- // Supplied by whoever knows the media's byte rate — the transcode session
255
- // puts it on the ffmpeg input URL, sized in seconds of playback — because
256
- // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
257
- // but four seconds of a disc remux. Absent or unusable, the reader's own
258
- // default stands.
259
- const windowBytesRaw = Number(req.query.windowBytes);
260
- const windowBytes =
261
- Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
262
-
263
- // Which transcode session this read feeds, when it feeds one. Put on the URL
264
- // by the session that builds it, because this route otherwise knows only a
265
- // file — and two sessions can read one file, so the file cannot stand in for
266
- // the session.
267
- const sessionId = typeof req.query.session === "string" ? req.query.session : "";
268
-
269
- const fragments = typeof file.createFragmentReader === "function"
270
- ? file.createFragmentReader({ start, end, windowBytes })
271
- : null;
272
-
273
- if (fragments) {
274
- reply.hijack();
275
- reply.raw.writeHead(range ? 206 : 200, {
276
- "Accept-Ranges": "bytes",
277
- "Content-Type": "application/octet-stream",
278
- "Content-Length": String(contentLength),
279
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
280
- ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
281
- });
282
-
283
- // A client that goes away mid-response must stop the read, or pieces keep
284
- // being fetched for nobody.
285
- reply.raw.once("close", () => fragments.cancel());
286
-
287
- let sent = 0;
288
- try {
289
- for await (const fragment of fragments) {
290
- if (reply.raw.writableEnded || reply.raw.destroyed) {
291
- fragment.release();
292
- break;
293
- }
294
- await new Promise((resolve, reject) => {
295
- reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
296
- });
297
- sent += fragment.bytes.length;
298
- // Say so, if this read belongs to a transcode session. It is the only
299
- // proof that a session which has produced nothing yet is nevertheless
300
- // being fed: the encoder's own progress cannot move until its first
301
- // frame is decoded, and a viewer waiting for that first frame was being
302
- // told the proxy had died while the swarm was delivering to it. Field
303
- // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
304
- // start position throughout, and the browser gave up 0.4 s before the
305
- // piece landed.
306
- if (noteInputBytes) {
307
- noteInputBytes(sessionId, fragment.bytes.length);
308
- }
309
- // Only now are these bytes gone: the piece can be unpinned, and the
310
- // slot it occupies reused. Releasing before this point corrupts the
311
- // response silently.
312
- fragment.release();
313
- }
314
- // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
315
- //
316
- // `Content-Length` is committed before the first byte, and the reader can
317
- // finish early in silence: its `close()` ends the iteration with no
318
- // accounting, and only the `fail()` path is logged. A client then has a
319
- // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
320
- // the sample table and asks for samples past what arrived — starts
321
- // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
322
- // a negative length and `missing picture in access unit`: 2138 of them in
323
- // one field session on a COPIED picture, where no encoder touches a frame.
324
- //
325
- // A single clean read of the same file through this route produced none,
326
- // and four concurrent ones produced none; what the field session also had
327
- // was a piece store whose readers wanted every piece it could hold, and
328
- // 100 of 1395 evictions took a piece a reader had declared. So this says
329
- // whether the body was short — which either names the cause or removes
330
- // the last candidate.
331
- if (sent !== contentLength) {
332
- logger.error(
333
- `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
334
- `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
335
- "Whatever is reading this has a truncated body and no way to know it."
336
- );
337
- }
338
- reply.raw.end();
339
- } catch (error) {
340
- // The body is already committed by its headers, so there is nothing
341
- // useful to send instead — drop the connection and let the client retry.
342
- // But say why: swallowing this made the route close connections with no
343
- // status and no trace, which from the client looks like the proxy died
344
- // and from the log looks like nothing happened at all.
345
- // WHOSE end it was. A write cancelled because the consumer went away is
346
- // the ordinary end of a read: ffmpeg is terminated on every seek and
347
- // whenever the look-ahead bound suspends it, and its connection closes
348
- // with it. Reported as a failure, that line fired several times a minute
349
- // during healthy playback — and on 2026-08-09 it was read as the cause of
350
- // broken audio, which it was not. A read that ends because the reader
351
- // left is not a fault and must not be dressed as one; anything else is.
352
- const message = error instanceof Error ? error.message : String(error);
353
- const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
354
- const line =
355
- `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
356
- `${sent} of ${contentLength} bytes: ${message}`;
357
- if (consumerLeft) {
358
- logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
359
- } else {
360
- logger.warn(line);
361
- }
362
- reply.raw.destroy();
363
- }
364
- return;
365
- }
366
-
367
- reply.header("Accept-Ranges", "bytes");
368
- reply.header("Content-Type", "application/octet-stream");
369
- reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
370
-
371
- if (!range) {
372
- reply.header("Content-Length", String(file.length));
373
- return reply.send(file.createReadStream());
374
- }
375
-
376
- reply.code(206);
377
- reply.header("Content-Length", String(contentLength));
378
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
379
- return reply.send(file.createReadStream({ start, end }));
380
- }
1
+ /**
2
+ * @file Byte-range aware torrent file streaming endpoint.
3
+ *
4
+ * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
+ * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
+ * and HTTP 200 for full-file requests.
7
+ */
8
+
9
+ import { open } from "node:fs/promises";
10
+ import { parseRange } from "../../utils/parse-range.js";
11
+ import { logger } from "../../utils/logger.js";
12
+
13
+ /**
14
+ * Resolve source parameters from the query string.
15
+ * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
+ *
17
+ * @param {import("fastify").FastifyRequest["query"]} query
18
+ * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
+ * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
+ */
21
+ function getSourceParams(query, sourceRegistry) {
22
+ const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
+ const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
+ const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
+
26
+ const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
+ const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
+ const source = sourceRecord?.source ?? sourceFromQuery;
29
+ return { sourceType, source, sourceKey };
30
+ }
31
+
32
+ /**
33
+ * How long a request may wait for a torrent that is still being added.
34
+ *
35
+ * Adding a magnet takes as long as its metadata does — seconds when peers
36
+ * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
+ * with no bound is what made this route answer nothing at all.
38
+ */
39
+ const TORRENT_READY_TIMEOUT_MS = 10_000;
40
+
41
+ /**
42
+ * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
+ * gone on long enough to be worth reporting.
44
+ *
45
+ * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
+ * the client's next attempt is likely to find it ready.
47
+ *
48
+ * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
+ * @param {string} sourceType
50
+ * @param {string} source
51
+ * @returns {Promise<import("webtorrent").Torrent>}
52
+ */
53
+ async function waitForTorrent(torrentPool, sourceType, source) {
54
+ let timer = null;
55
+ const expiry = new Promise((_resolve, reject) => {
56
+ timer = setTimeout(() => {
57
+ const error = new Error("Torrent metadata is not available yet.");
58
+ error.code = "TORRENT_NOT_READY";
59
+ reject(error);
60
+ }, TORRENT_READY_TIMEOUT_MS);
61
+ timer.unref?.();
62
+ });
63
+ try {
64
+ return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
+ } finally {
66
+ if (timer) {
67
+ clearTimeout(timer);
68
+ }
69
+ }
70
+ }
71
+
72
+ /**
73
+ * Stream a torrent file over HTTP with byte-range support.
74
+ *
75
+ * GET /stream
76
+ *
77
+ * @param {import("fastify").FastifyRequest} req
78
+ * @param {import("fastify").FastifyReply} reply
79
+ * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
+ * @returns {Promise<void>}
81
+ */
82
+ /**
83
+ * The whole file for this source and index, if this proxy has one.
84
+ *
85
+ * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
+ * and for a `.torrent` file of the same content. Nothing the torrent would have
87
+ * told us is needed to find the file, which is the point — asking the torrent
88
+ * would add it back.
89
+ *
90
+ * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
+ * @param {string} sourceKey
92
+ * @param {number} fileIndex
93
+ * @returns {{ path: string, length: number, name: string } | null}
94
+ */
95
+ function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
+ const held = torrentPool?.wholeFiles;
97
+ if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
+ return null;
99
+ }
100
+ const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
+ return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
+ }
103
+
104
+ /**
105
+ * Serve a whole file off the disk, with ranges.
106
+ *
107
+ * @param {import("fastify").FastifyRequest} req
108
+ * @param {import("fastify").FastifyReply} reply
109
+ * @param {{ path: string, length: number, name: string }} file
110
+ * @param {import("node:fs/promises").FileHandle} handle - Already open; closed for HEAD.
111
+ * @returns {Promise<void> | void}
112
+ */
113
+ function serveWholeFile(req, reply, file, handle) {
114
+ const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
115
+ if (req.method === "HEAD") {
116
+ reply.hijack();
117
+ reply.raw.writeHead(200, {
118
+ "Accept-Ranges": "bytes",
119
+ "Content-Type": "application/octet-stream",
120
+ "Content-Length": String(file.length),
121
+ "Content-Disposition": disposition
122
+ });
123
+ reply.raw.end();
124
+ return;
125
+ }
126
+ reply.header("Accept-Ranges", "bytes");
127
+ reply.header("Content-Type", "application/octet-stream");
128
+ reply.header("Content-Disposition", disposition);
129
+ const range = parseRange(req.headers.range, file.length);
130
+ if (!range) {
131
+ reply.header("Content-Length", String(file.length));
132
+ return reply.send(handle.createReadStream());
133
+ }
134
+ const { start, end } = range;
135
+ reply.code(206);
136
+ reply.header("Content-Length", String(end - start + 1));
137
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
138
+ return reply.send(handle.createReadStream({ start, end }));
139
+ }
140
+
141
+ export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
142
+ const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
143
+ const fileIndex = Number(fileIndexRaw);
144
+ const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
145
+
146
+ if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
147
+ return reply
148
+ .code(400)
149
+ .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
150
+ }
151
+
152
+ // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
153
+ // piece store, no memory ceiling, no eviction, no revival from a spill, and
154
+ // nothing that can refuse the read for want of memory. The check comes before
155
+ // the torrent is asked for on purpose — asking would add it back.
156
+ //
157
+ // The infohash is in the source key (`torrent:<infohash>`), so this needs
158
+ // nothing the torrent would have told us.
159
+ const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
160
+ if (whole) {
161
+ let handle;
162
+ try {
163
+ // Open before committing headers: the disk owner may have removed an
164
+ // announced file. An open descriptor also preserves a live POSIX read.
165
+ handle = await open(whole.path, "r");
166
+ } catch (error) {
167
+ if (error.code !== "ENOENT") throw error;
168
+ const key = `${sourceKey.slice("torrent:".length).toLowerCase()}/${fileIndex}`;
169
+ if (torrentPool.wholeFiles.get(key) === whole) torrentPool.wholeFiles.delete(key);
170
+ }
171
+ if (handle) {
172
+ if (req.method === "HEAD") await handle.close();
173
+ try {
174
+ return serveWholeFile(req, reply, whole, handle);
175
+ } catch (error) {
176
+ await handle.close().catch(() => undefined);
177
+ throw error;
178
+ }
179
+ }
180
+ }
181
+
182
+ let torrent;
183
+ try {
184
+ torrent = await waitForTorrent(torrentPool, sourceType, source);
185
+ } catch (error) {
186
+ if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
187
+ // Say so, rather than holding the connection until the client gives up.
188
+ // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
189
+ // ranged GET and a HEAD returned nothing at all for the full 30 s the
190
+ // probe was willing to wait, and the route had written neither a status
191
+ // nor a header — from the client that is indistinguishable from the proxy
192
+ // having died, and it left no trace in the log either.
193
+ reply.header("Retry-After", "1");
194
+ return reply.code(503).send({ error: "Torrent metadata is not available yet." });
195
+ }
196
+ const message = error instanceof Error ? error.message : String(error);
197
+ return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
198
+ }
199
+
200
+ const file = torrent.files[fileIndex];
201
+ if (!file) {
202
+ return reply.code(404).send({ error: "File index was not found in torrent." });
203
+ }
204
+
205
+ // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
206
+ // from this same handler, which used to mean a HEAD started a read of the
207
+ // WHOLE file: the body was discarded by Node, but the read ran on, the
208
+ // response never finished, and the next request on that keep-alive connection
209
+ // waited behind it. Measured on the field host: the keyframe-index HEAD
210
+ // returned headers in 23 ms and then held the connection until its 15 s
211
+ // timeout, which is where the 73 s transcode-session create went.
212
+ if (req.method === "HEAD") {
213
+ // Written to the raw response on purpose. Answering through `reply.send()`
214
+ // with no payload makes Fastify set `content-length: 0`, which is worse
215
+ // than useless here: the keyframe index asks for the file size with this
216
+ // very request and treats 0 as "no index available", silently falling back
217
+ // to an invented segment grid. Hijacking leaves the response to us, and
218
+ // Node omits the body for HEAD by itself.
219
+ reply.hijack();
220
+ reply.raw.writeHead(200, {
221
+ "Accept-Ranges": "bytes",
222
+ "Content-Type": "application/octet-stream",
223
+ "Content-Length": String(file.length),
224
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
225
+ });
226
+ reply.raw.end();
227
+ return;
228
+ }
229
+
230
+ const range = parseRange(req.headers.range, file.length);
231
+ // Prioritize the pieces at this read position so a seek (a request at a new
232
+ // byte offset) downloads first instead of waiting behind the sequential
233
+ // backlog — this is what caused ~15-18 s stalls when seeking into an
234
+ // undownloaded region.
235
+ // Only the encoder's own input read tracks where the viewer is. Everything
236
+ // else that comes through here — the codec probe, the keyframe index, a
237
+ // subtitle fetch — reads the file's edges, and treating those as a viewer
238
+ // position made every session start and every encoder restart look like a
239
+ // burst of seeks (measured: two spurious "the viewer moved" per start).
240
+ torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
241
+ wholeFileRead: range === null,
242
+ isPlaybackRead: req.query.reader === "playback"
243
+ });
244
+
245
+ const start = range ? range.start : 0;
246
+ const end = range ? range.end : file.length - 1;
247
+ const contentLength = end - start + 1;
248
+
249
+ // Written straight out of the torrent's shared memory when that is available:
250
+ // no copy on either thread, at the cost of doing the writing by hand, because
251
+ // only the write callback tells us when a piece may be released. Falls back to
252
+ // the ordinary stream for sources without a shared pool.
253
+ // How far ahead of its own read head this reader should ask the swarm for.
254
+ // Supplied by whoever knows the media's byte rate — the transcode session
255
+ // puts it on the ffmpeg input URL, sized in seconds of playback — because
256
+ // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
257
+ // but four seconds of a disc remux. Absent or unusable, the reader's own
258
+ // default stands.
259
+ const windowBytesRaw = Number(req.query.windowBytes);
260
+ const windowBytes =
261
+ Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
262
+
263
+ // Which transcode session this read feeds, when it feeds one. Put on the URL
264
+ // by the session that builds it, because this route otherwise knows only a
265
+ // file — and two sessions can read one file, so the file cannot stand in for
266
+ // the session.
267
+ const sessionId = typeof req.query.session === "string" ? req.query.session : "";
268
+
269
+ const fragments = typeof file.createFragmentReader === "function"
270
+ ? file.createFragmentReader({ start, end, windowBytes })
271
+ : null;
272
+
273
+ if (fragments) {
274
+ reply.hijack();
275
+ reply.raw.writeHead(range ? 206 : 200, {
276
+ "Accept-Ranges": "bytes",
277
+ "Content-Type": "application/octet-stream",
278
+ "Content-Length": String(contentLength),
279
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
280
+ ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
281
+ });
282
+
283
+ // A client that goes away mid-response must stop the read, or pieces keep
284
+ // being fetched for nobody.
285
+ reply.raw.once("close", () => fragments.cancel());
286
+
287
+ let sent = 0;
288
+ try {
289
+ for await (const fragment of fragments) {
290
+ if (reply.raw.writableEnded || reply.raw.destroyed) {
291
+ fragment.release();
292
+ break;
293
+ }
294
+ await new Promise((resolve, reject) => {
295
+ reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
296
+ });
297
+ sent += fragment.bytes.length;
298
+ // Say so, if this read belongs to a transcode session. It is the only
299
+ // proof that a session which has produced nothing yet is nevertheless
300
+ // being fed: the encoder's own progress cannot move until its first
301
+ // frame is decoded, and a viewer waiting for that first frame was being
302
+ // told the proxy had died while the swarm was delivering to it. Field
303
+ // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
304
+ // start position throughout, and the browser gave up 0.4 s before the
305
+ // piece landed.
306
+ if (noteInputBytes) {
307
+ noteInputBytes(sessionId, fragment.bytes.length);
308
+ }
309
+ // Only now are these bytes gone: the piece can be unpinned, and the
310
+ // slot it occupies reused. Releasing before this point corrupts the
311
+ // response silently.
312
+ fragment.release();
313
+ }
314
+ // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
315
+ //
316
+ // `Content-Length` is committed before the first byte, and the reader can
317
+ // finish early in silence: its `close()` ends the iteration with no
318
+ // accounting, and only the `fail()` path is logged. A client then has a
319
+ // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
320
+ // the sample table and asks for samples past what arrived — starts
321
+ // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
322
+ // a negative length and `missing picture in access unit`: 2138 of them in
323
+ // one field session on a COPIED picture, where no encoder touches a frame.
324
+ //
325
+ // A single clean read of the same file through this route produced none,
326
+ // and four concurrent ones produced none; what the field session also had
327
+ // was a piece store whose readers wanted every piece it could hold, and
328
+ // 100 of 1395 evictions took a piece a reader had declared. So this says
329
+ // whether the body was short — which either names the cause or removes
330
+ // the last candidate.
331
+ if (sent !== contentLength) {
332
+ logger.error(
333
+ `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
334
+ `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
335
+ "Whatever is reading this has a truncated body and no way to know it."
336
+ );
337
+ }
338
+ reply.raw.end();
339
+ } catch (error) {
340
+ // The body is already committed by its headers, so there is nothing
341
+ // useful to send instead — drop the connection and let the client retry.
342
+ // But say why: swallowing this made the route close connections with no
343
+ // status and no trace, which from the client looks like the proxy died
344
+ // and from the log looks like nothing happened at all.
345
+ // WHOSE end it was. A write cancelled because the consumer went away is
346
+ // the ordinary end of a read: ffmpeg is terminated on every seek and
347
+ // whenever the look-ahead bound suspends it, and its connection closes
348
+ // with it. Reported as a failure, that line fired several times a minute
349
+ // during healthy playback — and on 2026-08-09 it was read as the cause of
350
+ // broken audio, which it was not. A read that ends because the reader
351
+ // left is not a fault and must not be dressed as one; anything else is.
352
+ const message = error instanceof Error ? error.message : String(error);
353
+ const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
354
+ const line =
355
+ `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
356
+ `${sent} of ${contentLength} bytes: ${message}`;
357
+ if (consumerLeft) {
358
+ logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
359
+ } else {
360
+ logger.warn(line);
361
+ }
362
+ reply.raw.destroy();
363
+ }
364
+ return;
365
+ }
366
+
367
+ reply.header("Accept-Ranges", "bytes");
368
+ reply.header("Content-Type", "application/octet-stream");
369
+ reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
370
+
371
+ if (!range) {
372
+ reply.header("Content-Length", String(file.length));
373
+ return reply.send(file.createReadStream());
374
+ }
375
+
376
+ reply.code(206);
377
+ reply.header("Content-Length", String(contentLength));
378
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
379
+ return reply.send(file.createReadStream({ start, end }));
380
+ }