@torrent-tv/proxy 2.89.7 → 2.89.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (498) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +363 -338
  13. package/CHANGELOG.md +2345 -2335
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/calibration/audio/NOTICE.md +19 -19
  19. package/assets/calibration/audio/manifest.json +98 -98
  20. package/assets/diagnostics/sctpstate.gdb +31 -31
  21. package/bin/cli.js +684 -684
  22. package/bin/thread-pool.js +30 -30
  23. package/biome.json +412 -412
  24. package/docs/browser-proxy-contract.md +155 -155
  25. package/docs/container-architecture.md +273 -273
  26. package/docs/download-architecture.md +261 -261
  27. package/docs/encode-architecture.md +765 -765
  28. package/docs/encode-run-state.md +96 -96
  29. package/docs/logs.md +97 -97
  30. package/docs/playback-start-forecast.md +113 -113
  31. package/docs/socks5-egress-research.md +114 -114
  32. package/docs/storage-architecture.md +273 -273
  33. package/knip.json +14 -14
  34. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  35. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  36. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  37. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  38. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  39. package/openspec/changes/binary-distribution/proposal.md +53 -53
  40. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  41. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  42. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  43. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  44. package/openspec/changes/cold-start/design.md +98 -98
  45. package/openspec/changes/cold-start/proposal.md +62 -62
  46. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  47. package/openspec/changes/cold-start/tasks.md +48 -48
  48. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  49. package/openspec/changes/disk-cap/proposal.md +37 -37
  50. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  51. package/openspec/changes/disk-cap/tasks.md +19 -19
  52. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  53. package/openspec/changes/proxy-observability/design.md +38 -38
  54. package/openspec/changes/proxy-observability/proposal.md +49 -49
  55. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  56. package/openspec/changes/proxy-observability/tasks.md +21 -21
  57. package/openspec/changes/seek-debounce/design.md +118 -118
  58. package/openspec/changes/seek-debounce/proposal.md +59 -59
  59. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  60. package/openspec/changes/seek-debounce/tasks.md +33 -33
  61. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  62. package/openspec/changes/subtitle-language/proposal.md +50 -50
  63. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  64. package/openspec/changes/subtitle-language/tasks.md +26 -26
  65. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  66. package/openspec/changes/track-selection/design.md +47 -47
  67. package/openspec/changes/track-selection/proposal.md +45 -45
  68. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  69. package/openspec/changes/track-selection/tasks.md +20 -20
  70. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  71. package/openspec/changes/transcode-quality/proposal.md +51 -51
  72. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  73. package/openspec/changes/transcode-quality/tasks.md +63 -63
  74. package/openspec/config.yaml +38 -38
  75. package/package.json +51 -50
  76. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  77. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  78. package/research/double-spawn-2026-09-10.md +171 -171
  79. package/research/handover-2026-09-13.md +209 -209
  80. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  81. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  82. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  83. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  84. package/routes/api/client-logs/post.js +86 -86
  85. package/routes/api/delivery-sink/get.js +72 -72
  86. package/routes/api/link-probe/get.js +51 -51
  87. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  88. package/routes/api/playback-plan/post.js +53 -53
  89. package/routes/api/sources/files/get.js +106 -106
  90. package/routes/api/sources/post.js +36 -36
  91. package/routes/api/sources/stats/get.js +132 -132
  92. package/routes/api/sources/warm/post.js +217 -217
  93. package/routes/api/subtitles/get.js +230 -230
  94. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  95. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  96. package/routes/api/transcode-sessions/post.js +178 -178
  97. package/routes/api/transcode-sessions/progress/get.js +27 -27
  98. package/routes/api/transcode-sessions/release/post.js +41 -41
  99. package/routes/api/transcode-sessions/seek/post.js +63 -63
  100. package/routes/health/get.js +13 -13
  101. package/routes/healthz/get.js +13 -13
  102. package/routes/stream/get.js +416 -416
  103. package/routes/transcode/audio-file/get.js +64 -64
  104. package/routes/transcode/audio-warm/get.js +95 -95
  105. package/routes/transcode/session-file/get.js +52 -52
  106. package/routes/transcode/variant-file/get.js +95 -95
  107. package/routes/transcode/variant-warm/get.js +84 -84
  108. package/scripts/build-audio-samples.mjs +31 -31
  109. package/scripts/render-run-graph.js +173 -173
  110. package/server.js +748 -748
  111. package/services/encode/CoverageMap.js +428 -428
  112. package/services/encode/CushionReport.js +345 -345
  113. package/services/encode/EncodeAdmission.js +376 -376
  114. package/services/encode/EncodeOrchestrator.js +1192 -1192
  115. package/services/encode/EncodePlan.js +1368 -1368
  116. package/services/encode/EncodeRun.js +36 -12
  117. package/services/encode/Encoder.js +142 -142
  118. package/services/encode/EncoderSelection.js +38 -38
  119. package/services/encode/LocalObservations.js +359 -359
  120. package/services/encode/NvencEncoder.js +50 -50
  121. package/services/encode/OutputOpening.js +784 -784
  122. package/services/encode/OutputTimes.js +579 -579
  123. package/services/encode/QsvEncoder.js +58 -58
  124. package/services/encode/Renditions.js +2283 -2283
  125. package/services/encode/RunClock.js +87 -87
  126. package/services/encode/RunProgress.js +79 -79
  127. package/services/encode/SegmentDemand.js +95 -95
  128. package/services/encode/SoftwareEncoder.js +121 -121
  129. package/services/encode/V4l2m2mEncoder.js +53 -53
  130. package/services/encode/VaapiEncoder.js +66 -66
  131. package/services/encode/args.js +418 -418
  132. package/services/encode/audio-calibration.js +67 -67
  133. package/services/encode/audio-work-rate.js +15 -15
  134. package/services/encode/available-share.js +89 -89
  135. package/services/encode/calibration.js +361 -361
  136. package/services/encode/contention.js +128 -128
  137. package/services/encode/decode-cost-fit.js +363 -363
  138. package/services/encode/encode-exit.js +116 -116
  139. package/services/encode/encode-run-state.js +551 -551
  140. package/services/encode/encoder-readings.js +43 -43
  141. package/services/encode/fingerprint.js +322 -322
  142. package/services/encode/host-load.js +174 -174
  143. package/services/encode/hwaccel.js +1894 -1894
  144. package/services/encode/index.js +9 -9
  145. package/services/encode/learned-median.js +90 -90
  146. package/services/encode/output/EncodedOutput.js +57 -57
  147. package/services/encode/output/Output.js +131 -131
  148. package/services/encode/output/OutputCatalog.js +414 -414
  149. package/services/encode/output/OutputSpec.js +390 -390
  150. package/services/encode/output/Timeline.js +308 -308
  151. package/services/encode/output/cut-grid.js +107 -107
  152. package/services/encode/output/index.js +24 -24
  153. package/services/encode/output/ladder.js +32 -32
  154. package/services/encode/output/playlists.js +284 -284
  155. package/services/encode/output/rates.js +125 -125
  156. package/services/encode/output-key-format.js +21 -21
  157. package/services/encode/quality/EncodeCost.js +1043 -1043
  158. package/services/encode/quality/HostLoad.js +525 -525
  159. package/services/encode/quality/HostTimings.js +249 -249
  160. package/services/encode/quality/OutputQualityState.js +24 -24
  161. package/services/encode/quality/QualityController.js +758 -758
  162. package/services/encode/quality/QualityOffer.js +416 -416
  163. package/services/encode/quality/drain-threat.js +47 -47
  164. package/services/encode/quality/link-budget.js +337 -337
  165. package/services/encode/quality/output-format.js +319 -319
  166. package/services/encode/quality/serving-output.js +216 -216
  167. package/services/encode/quality/visible-rung.js +57 -57
  168. package/services/encode/run-budget.js +97 -97
  169. package/services/encode/run-command.js +757 -757
  170. package/services/encode/run-costs.js +155 -155
  171. package/services/encode/run-inputs.js +53 -53
  172. package/services/encode/segment-formats/fmp4.js +476 -476
  173. package/services/encode/segment-formats/init-compat.js +324 -324
  174. package/services/encode/segment-formats/mpegts.js +134 -134
  175. package/services/encode/start-stop-cost.js +178 -178
  176. package/services/encode/throughput.js +97 -97
  177. package/services/encode/torrent-cost.js +88 -88
  178. package/services/identity/installation-id.js +38 -38
  179. package/services/media/ContainerOrchestrator.js +202 -202
  180. package/services/media/KeyframeTables.js +356 -356
  181. package/services/media/SourceFile.js +298 -298
  182. package/services/media/SubtitleCues.js +592 -592
  183. package/services/media/SubtitleOrchestrator.js +167 -167
  184. package/services/media/audio-inventory.js +299 -299
  185. package/services/media/container/AviContainer.js +268 -268
  186. package/services/media/container/Container.js +632 -632
  187. package/services/media/container/ContainerFactory.js +38 -38
  188. package/services/media/container/KeyframeTable.js +272 -272
  189. package/services/media/container/MatroskaContainer.js +1031 -1031
  190. package/services/media/container/Mp4Container.js +1354 -1354
  191. package/services/media/container/SubtitleFileContainer.js +339 -339
  192. package/services/media/container/ebml-reader.js +159 -159
  193. package/services/media/container/ebml-stream.js +174 -174
  194. package/services/media/container/matroska-clusters.js +1165 -1165
  195. package/services/media/container/unavailable.js +77 -77
  196. package/services/media/ffmpeg-banner.js +260 -260
  197. package/services/media/keyframe-probe.js +157 -157
  198. package/services/media/media-info-probe.js +93 -93
  199. package/services/media/playback-planner.js +931 -931
  200. package/services/media/tracks/AudioTrack.js +143 -143
  201. package/services/media/tracks/ContainerTrack.js +84 -84
  202. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  203. package/services/media/tracks/SubtitleTrack.js +38 -38
  204. package/services/media/tracks/TextSubtitleTrack.js +295 -295
  205. package/services/media/tracks/VideoTrack.js +33 -33
  206. package/services/media/tracks/audio-bound.js +233 -233
  207. package/services/media/tracks/index.js +15 -15
  208. package/services/media/tracks/language-detect.js +174 -174
  209. package/services/server/OutputLifecycle.js +418 -418
  210. package/services/server/SegmentServing.js +1152 -1152
  211. package/services/server/ViewerRequests.js +785 -785
  212. package/services/server/WaitLedger.js +142 -142
  213. package/services/server/controllers/PlaybackController.js +40 -40
  214. package/services/server/controllers/SubtitleController.js +109 -109
  215. package/services/server/http-responses.js +60 -60
  216. package/services/server/transcode-session-files.js +325 -325
  217. package/services/server/wire-outputs.js +1029 -1029
  218. package/services/storage/Diagnostics.js +202 -202
  219. package/services/storage/MachineBudget.js +235 -235
  220. package/services/storage/allowance.js +107 -107
  221. package/services/storage/core-dumps.js +106 -106
  222. package/services/storage/files/CompletedFiles.js +391 -391
  223. package/services/storage/files/piece-from-whole-file.js +118 -118
  224. package/services/storage/free.js +71 -71
  225. package/services/storage/keep.js +48 -48
  226. package/services/storage/machine-memory.js +56 -56
  227. package/services/storage/memory-report.js +575 -575
  228. package/services/storage/piece-store/piece-disk-store.js +539 -539
  229. package/services/storage/piece-store/piece-lru.js +495 -495
  230. package/services/storage/piece-store/shared-piece-store.js +1937 -1937
  231. package/services/storage/returns.js +103 -103
  232. package/services/storage/segment-store/SegmentStore.js +1294 -1294
  233. package/services/storage/wire.js +175 -175
  234. package/services/torrent/Contents.js +382 -382
  235. package/services/torrent/demand/DemandRegister.js +202 -202
  236. package/services/torrent/demand/Urgency.js +137 -137
  237. package/services/torrent/demand/Window.js +118 -118
  238. package/services/torrent/demand/index.js +8 -8
  239. package/services/torrent/demand/pieces.js +140 -140
  240. package/services/torrent/download/SwarmSelection.js +386 -386
  241. package/services/torrent/download/registry.js +102 -102
  242. package/services/torrent/download/withdraw-claim.js +80 -80
  243. package/services/torrent/episode-naming.js +182 -182
  244. package/services/torrent/files.js +455 -455
  245. package/services/torrent/naming.js +619 -619
  246. package/services/torrent/piece-store-of.js +29 -29
  247. package/services/torrent/supply-margin.js +264 -264
  248. package/services/torrent/torrent-pool.js +2688 -2688
  249. package/services/torrent/worker/background-fill.js +213 -213
  250. package/services/torrent/worker/channel.js +271 -271
  251. package/services/torrent/worker/client.js +836 -836
  252. package/services/torrent/worker/fastest-wires.js +342 -342
  253. package/services/torrent/worker/handle-state.js +23 -23
  254. package/services/torrent/worker/held-bytes.js +231 -231
  255. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  256. package/services/torrent/worker/piece-reader.js +1078 -1078
  257. package/services/torrent/worker/pool-adapter.js +371 -371
  258. package/services/torrent/worker/protocol.js +184 -184
  259. package/services/torrent/worker/resume-warm.js +107 -107
  260. package/services/torrent/worker/webrtc-shim.js +219 -219
  261. package/services/torrent/worker/worker.js +1137 -1137
  262. package/services/transport/data-channel-handler.js +1406 -1373
  263. package/services/transport/delivery-probe.js +798 -842
  264. package/services/transport/health-collector.js +53 -53
  265. package/services/transport/nat-classifier.js +231 -231
  266. package/services/transport/packet-witness.js +808 -808
  267. package/services/transport/port-mapper.js +235 -235
  268. package/services/transport/registry-api.js +81 -81
  269. package/services/transport/tunnel-client.js +447 -447
  270. package/services/transport/usrsctp-state.js +175 -175
  271. package/services/transport/webrtc-manager.js +484 -484
  272. package/services/viewer/Assignments.js +340 -340
  273. package/services/viewer/PriorityMap.js +421 -421
  274. package/services/viewer/PriorityOrchestrator.js +325 -325
  275. package/services/viewer/Viewer.js +691 -691
  276. package/services/viewer/Viewers.js +368 -368
  277. package/services/viewer/active-output.js +37 -37
  278. package/services/viewer/audio-start.js +46 -46
  279. package/services/viewer/buffer-trend.js +81 -81
  280. package/services/viewer/choices.js +647 -647
  281. package/services/viewer/media-time.js +355 -355
  282. package/services/viewer/playback-readiness.js +635 -635
  283. package/services/viewer/positions.js +126 -126
  284. package/services/viewer/report-intake.js +46 -46
  285. package/store/source-registry.js +71 -71
  286. package/test/asset-paths.test.js +28 -28
  287. package/test/audio-buffer-continuity.test.js +77 -77
  288. package/test/audio-calibration.test.js +23 -23
  289. package/test/audio-inventory.test.js +212 -212
  290. package/test/audio-track-bitrate.test.js +40 -40
  291. package/test/auto-quality-step.test.js +762 -762
  292. package/test/available-share.test.js +76 -76
  293. package/test/background-fill.test.js +190 -190
  294. package/test/client-log-file.test.js +110 -110
  295. package/test/coalesce.test.js +39 -39
  296. package/test/completed-files.test.js +115 -115
  297. package/test/concurrent-cost.test.js +148 -148
  298. package/test/container-media-info.test.js +228 -228
  299. package/test/contention.test.js +76 -76
  300. package/test/core-dumps.test.js +57 -57
  301. package/test/coverage-follows-the-disk.test.js +233 -228
  302. package/test/coverage-map.test.js +195 -195
  303. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  304. package/test/cut-times-timeline.test.js +65 -65
  305. package/test/cuts-follow-published-grid.test.js +109 -109
  306. package/test/data-channel-frame.test.js +63 -63
  307. package/test/data-channel-viewer-lifecycle.test.js +162 -92
  308. package/test/dead-torrent-handle.test.js +52 -52
  309. package/test/declared-rates.test.js +116 -116
  310. package/test/declared-tracks.test.js +43 -43
  311. package/test/decode-cost-fit.test.js +202 -202
  312. package/test/decode-cost.test.js +475 -475
  313. package/test/delivery-probe-field.test.js +173 -0
  314. package/test/delivery-probe.test.js +382 -393
  315. package/test/demand-register.test.js +206 -206
  316. package/test/dht-bootstrap.test.js +72 -72
  317. package/test/drain-threat.test.js +65 -65
  318. package/test/duplicate-add.test.js +48 -48
  319. package/test/encode-admission.test.js +146 -146
  320. package/test/encode-cost.test.js +275 -275
  321. package/test/encode-exit.test.js +111 -111
  322. package/test/encode-orchestrator.test.js +426 -426
  323. package/test/encode-plan-viewers.test.js +725 -725
  324. package/test/encode-plan.test.js +545 -545
  325. package/test/encode-run-state.test.js +314 -314
  326. package/test/encode-run.test.js +20 -0
  327. package/test/encode-slope.test.js +46 -46
  328. package/test/encoded-output.test.js +39 -39
  329. package/test/encoder-kinds.test.js +122 -122
  330. package/test/encoder-readings.test.js +68 -68
  331. package/test/episode-naming.test.js +131 -131
  332. package/test/every-claimant-is-told-its-share.test.js +152 -152
  333. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  334. package/test/failed-start-breaker.test.js +202 -202
  335. package/test/fastest-wires.test.js +143 -143
  336. package/test/ffmpeg-stream-counts.test.js +78 -78
  337. package/test/file-edges.test.js +191 -191
  338. package/test/fixtures/audio-frame-boundary.json +1 -1
  339. package/test/fmp4-self-contained.test.js +80 -80
  340. package/test/fmp4-timestamps.test.js +140 -140
  341. package/test/fmp4-track-completeness.test.js +41 -41
  342. package/test/format-keyed-outputs.test.js +78 -78
  343. package/test/health-metrics.test.js +36 -38
  344. package/test/held-read-ownership.test.js +77 -77
  345. package/test/held-request-width.test.js +157 -157
  346. package/test/helpers/encode-run.js +248 -240
  347. package/test/helpers/held-file.js +77 -77
  348. package/test/helpers/manager.js +62 -62
  349. package/test/helpers/matroska-file.js +296 -296
  350. package/test/helpers/output-spec.js +63 -63
  351. package/test/host-load.test.js +68 -68
  352. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  353. package/test/init-compat.test.js +219 -219
  354. package/test/input-lost-quiets-the-plan.test.js +261 -261
  355. package/test/input-unavailable.test.js +48 -48
  356. package/test/installation-id.test.js +39 -39
  357. package/test/keeping-period.test.js +83 -83
  358. package/test/keyframe-index-accuracy.test.js +188 -188
  359. package/test/keyframe-table-budget.test.js +123 -123
  360. package/test/keyframes-belong-to-the-file.test.js +249 -249
  361. package/test/learned-median.test.js +37 -37
  362. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  363. package/test/limit-row-by-area.test.js +60 -60
  364. package/test/link-budget.test.js +111 -111
  365. package/test/link-probe.test.js +56 -56
  366. package/test/local-encoding-data.test.js +273 -273
  367. package/test/logger-repeats.test.js +134 -134
  368. package/test/look-ahead-coverage.test.js +56 -56
  369. package/test/manager-surface.test.js +291 -291
  370. package/test/matroska-cluster-discovery.test.js +323 -323
  371. package/test/matroska-cues-track.test.js +192 -192
  372. package/test/media-time.test.js +62 -62
  373. package/test/memory-budget.test.js +390 -390
  374. package/test/move-cost.test.js +216 -216
  375. package/test/mp4-subtitles.test.js +173 -173
  376. package/test/one-authority.test.js +285 -285
  377. package/test/one-budget.test.js +149 -149
  378. package/test/one-output-one-session.test.js +273 -273
  379. package/test/one-resource-divided.test.js +185 -185
  380. package/test/one-serving-output-per-height.test.js +458 -458
  381. package/test/orchestrator-wired.test.js +207 -207
  382. package/test/output-catalog.test.js +39 -39
  383. package/test/output-shape.test.js +21 -21
  384. package/test/output-spec.test.js +251 -251
  385. package/test/output-speed.test.js +92 -87
  386. package/test/outputs-being-prepared.test.js +40 -40
  387. package/test/packet-witness-ring.test.js +236 -236
  388. package/test/packet-witness.test.js +148 -148
  389. package/test/piece-disk-store.test.js +401 -401
  390. package/test/piece-from-whole-file.test.js +129 -129
  391. package/test/piece-lru.test.js +319 -319
  392. package/test/piece-reader.test.js +162 -162
  393. package/test/piece-selection-offset.test.js +85 -85
  394. package/test/piece-store-eviction.test.js +595 -595
  395. package/test/piece-store-never-refuses.test.js +153 -153
  396. package/test/piece-store-reservations.test.js +403 -403
  397. package/test/piece-store-slow-disk.test.js +159 -159
  398. package/test/piece-tail.test.js +97 -97
  399. package/test/plan-host-timings.test.js +68 -68
  400. package/test/plan-is-steady.test.js +225 -225
  401. package/test/playback-readiness.test.js +518 -518
  402. package/test/playback-start-regressions.test.js +101 -101
  403. package/test/priority-map-download.test.js +174 -174
  404. package/test/priority-map-emptied.test.js +204 -204
  405. package/test/priority-map-per-output.test.js +215 -215
  406. package/test/priority-map.test.js +163 -163
  407. package/test/probe-wedge-certainty.test.js +60 -60
  408. package/test/produced-copy-choice.test.js +213 -213
  409. package/test/published-timeline.test.js +83 -83
  410. package/test/quality-offer.test.js +160 -160
  411. package/test/quality-variants.test.js +1274 -1270
  412. package/test/rate-control-in-the-output.test.js +181 -180
  413. package/test/read-survives-withdrawal.test.js +164 -164
  414. package/test/read-window.test.js +365 -365
  415. package/test/reads-not-yet-arrived.test.js +218 -218
  416. package/test/resume-warm.test.js +39 -39
  417. package/test/run-graph-drift.test.js +37 -37
  418. package/test/run-inputs.test.js +80 -80
  419. package/test/run-intervals.test.js +100 -100
  420. package/test/run-position-follows-published-grid.test.js +89 -89
  421. package/test/run-progress.test.js +64 -64
  422. package/test/same-height-switch.test.js +663 -663
  423. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  424. package/test/seek-landing.test.js +109 -109
  425. package/test/seek-target-not-superseded.test.js +195 -195
  426. package/test/segment-closed-on-both-branches.test.js +114 -114
  427. package/test/segment-cut-times.test.js +63 -63
  428. package/test/segment-demand.test.js +80 -80
  429. package/test/segment-hold-supersede.test.js +91 -91
  430. package/test/segment-judged-by-its-own-header.test.js +222 -222
  431. package/test/segment-serve-wiring.test.js +481 -481
  432. package/test/segment-store-eviction.test.js +247 -247
  433. package/test/segment-store.test.js +352 -352
  434. package/test/segment-true-start.test.js +86 -86
  435. package/test/segments-are-shared.test.js +176 -176
  436. package/test/send-chunk-bytes.test.js +86 -86
  437. package/test/serving-existing-output.test.js +111 -111
  438. package/test/serving-output.test.js +102 -102
  439. package/test/shared-piece-store.test.js +310 -310
  440. package/test/sidecar-naming.test.js +142 -142
  441. package/test/soundtrack-rate-bound.test.js +289 -289
  442. package/test/source-file.test.js +133 -133
  443. package/test/source-files-route.test.js +113 -113
  444. package/test/source-registry.test.js +18 -18
  445. package/test/split-a-stretch.test.js +139 -139
  446. package/test/stale-request-after-seek.test.js +158 -158
  447. package/test/startup-readings.test.js +124 -124
  448. package/test/stream-route.test.js +237 -237
  449. package/test/subtitle-cue-framing.test.js +200 -200
  450. package/test/subtitle-cue-source.test.js +102 -102
  451. package/test/subtitle-cue-walk.test.js +385 -385
  452. package/test/subtitle-cursor.test.js +63 -63
  453. package/test/subtitle-defaults.test.js +118 -118
  454. package/test/subtitle-language.test.js +252 -252
  455. package/test/subtitle-metadata.test.js +15 -15
  456. package/test/subtitle-plan-waits.test.js +125 -125
  457. package/test/subtitle-track-numbering.test.js +391 -391
  458. package/test/supply-margin.test.js +190 -190
  459. package/test/swarm-follows-readers.test.js +174 -174
  460. package/test/swarm-reach.test.js +130 -130
  461. package/test/swarm-selection.test.js +220 -220
  462. package/test/tail-duplication.test.js +167 -167
  463. package/test/the-channel-has-both-ends.test.js +91 -91
  464. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  465. package/test/thread-pool.test.js +53 -53
  466. package/test/timeline.test.js +84 -84
  467. package/test/torrent-contents.test.js +235 -235
  468. package/test/torrent-cost.test.js +71 -71
  469. package/test/torrent-files.test.js +221 -221
  470. package/test/torrent-naming.test.js +255 -255
  471. package/test/tracks-begin-together.test.js +209 -209
  472. package/test/tunnel-renewal.test.js +167 -167
  473. package/test/two-viewers-one-picture.test.js +508 -508
  474. package/test/upload-hurry.test.js +186 -186
  475. package/test/usrsctp-state.test.js +131 -131
  476. package/test/video-facts.test.js +102 -102
  477. package/test/viewer-assignments.test.js +143 -143
  478. package/test/viewer-outputs.test.js +285 -285
  479. package/test/viewer-presence.test.js +116 -116
  480. package/test/viewer-requests-admission.test.js +92 -92
  481. package/test/viewer-starts-on-map.test.js +27 -27
  482. package/test/viewer-states.test.js +192 -189
  483. package/test/viewer-subtitle-subscription.test.js +96 -96
  484. package/test/viewer.test.js +139 -139
  485. package/test/viewing-generations.test.js +390 -390
  486. package/test/visible-rung.test.js +37 -37
  487. package/test/wait-ledger.test.js +100 -100
  488. package/test/webrtc-shim.test.js +149 -149
  489. package/test/wedge-certainty.test.js +131 -131
  490. package/test/whole-file-held-read.test.js +30 -30
  491. package/test/withdraw-piece-claim.test.js +212 -212
  492. package/test/worker-channel.test.js +158 -158
  493. package/utils/client-log-file.js +151 -151
  494. package/utils/coalesce.js +41 -41
  495. package/utils/logger.js +312 -312
  496. package/utils/parse-range.js +25 -25
  497. package/utils/perf.js +59 -59
  498. package/utils/torrent-source-key.js +38 -38
@@ -1,416 +1,416 @@
1
- /**
2
- * @file Byte-range aware torrent file streaming endpoint.
3
- *
4
- * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
- * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
- * and HTTP 200 for full-file requests.
7
- */
8
-
9
- import { open } from "node:fs/promises";
10
- import { parseRange } from "../../utils/parse-range.js";
11
- import { logger } from "../../utils/logger.js";
12
-
13
- /**
14
- * The same fragments, with every wait for the next one marked: `mark(true)`
15
- * before it is asked for and `mark(false)` when it has come. The time between
16
- * is time the encoder reading this response waits for its input.
17
- *
18
- * @template T
19
- * @param {AsyncIterable<T>} source
20
- * @param {(waiting: boolean) => void} mark
21
- * @returns {AsyncGenerator<T>}
22
- */
23
- async function* markingWaits(source, mark) {
24
- const iterator = source[Symbol.asyncIterator]();
25
- try {
26
- while (true) {
27
- mark(true);
28
- let step;
29
- try {
30
- step = await iterator.next();
31
- } finally {
32
- mark(false);
33
- }
34
- if (step.done) {
35
- return;
36
- }
37
- yield step.value;
38
- }
39
- } finally {
40
- await iterator.return?.();
41
- }
42
- }
43
-
44
- /**
45
- * Resolve source parameters from the query string.
46
- * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
47
- *
48
- * @param {import("fastify").FastifyRequest["query"]} query
49
- * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
50
- * @returns {{ sourceType: string, source: string, sourceKey: string }}
51
- */
52
- function getSourceParams(query, sourceRegistry) {
53
- const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
54
- const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
55
- const sourceFromQuery = typeof query.source === "string" ? query.source : "";
56
-
57
- const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
58
- const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
59
- const source = sourceRecord?.source ?? sourceFromQuery;
60
- return { sourceType, source, sourceKey };
61
- }
62
-
63
- /**
64
- * How long a request may wait for a torrent that is still being added.
65
- *
66
- * Adding a magnet takes as long as its metadata does — seconds when peers
67
- * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
68
- * with no bound is what made this route answer nothing at all.
69
- */
70
- const TORRENT_READY_TIMEOUT_MS = 10_000;
71
-
72
- /**
73
- * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
74
- * gone on long enough to be worth reporting.
75
- *
76
- * The underlying add is NOT cancelled: it keeps running and warms the pool, so
77
- * the client's next attempt is likely to find it ready.
78
- *
79
- * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
80
- * @param {string} sourceType
81
- * @param {string} source
82
- * @returns {Promise<import("webtorrent").Torrent>}
83
- */
84
- async function waitForTorrent(torrentPool, sourceType, source) {
85
- let timer = null;
86
- const expiry = new Promise((_resolve, reject) => {
87
- timer = setTimeout(() => {
88
- const error = new Error("Torrent metadata is not available yet.");
89
- error.code = "TORRENT_NOT_READY";
90
- reject(error);
91
- }, TORRENT_READY_TIMEOUT_MS);
92
- timer.unref?.();
93
- });
94
- try {
95
- return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
96
- } finally {
97
- if (timer) {
98
- clearTimeout(timer);
99
- }
100
- }
101
- }
102
-
103
- /**
104
- * Stream a torrent file over HTTP with byte-range support.
105
- *
106
- * GET /stream
107
- *
108
- * @param {import("fastify").FastifyRequest} req
109
- * @param {import("fastify").FastifyReply} reply
110
- * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
111
- * @returns {Promise<void>}
112
- */
113
- /**
114
- * The whole file for this source and index, if this proxy has one.
115
- *
116
- * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
117
- * and for a `.torrent` file of the same content. Nothing the torrent would have
118
- * told us is needed to find the file, which is the point — asking the torrent
119
- * would add it back.
120
- *
121
- * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
122
- * @param {string} sourceKey
123
- * @param {number} fileIndex
124
- * @returns {{ path: string, length: number, name: string } | null}
125
- */
126
- function wholeFileFor(torrentPool, sourceKey, fileIndex) {
127
- const held = torrentPool?.wholeFiles;
128
- if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
129
- return null;
130
- }
131
- const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
132
- return held.get(`${infoHash}/${fileIndex}`) ?? null;
133
- }
134
-
135
- /**
136
- * Serve a whole file off the disk, with ranges.
137
- *
138
- * @param {import("fastify").FastifyRequest} req
139
- * @param {import("fastify").FastifyReply} reply
140
- * @param {{ path: string, length: number, name: string }} file
141
- * @param {import("node:fs/promises").FileHandle} handle - Already open; closed for HEAD.
142
- * @returns {Promise<void> | void}
143
- */
144
- function serveWholeFile(req, reply, file, handle) {
145
- const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
146
- if (req.method === "HEAD") {
147
- reply.hijack();
148
- reply.raw.writeHead(200, {
149
- "Accept-Ranges": "bytes",
150
- "Content-Type": "application/octet-stream",
151
- "Content-Length": String(file.length),
152
- "Content-Disposition": disposition
153
- });
154
- reply.raw.end();
155
- return;
156
- }
157
- reply.header("Accept-Ranges", "bytes");
158
- reply.header("Content-Type", "application/octet-stream");
159
- reply.header("Content-Disposition", disposition);
160
- const range = parseRange(req.headers.range, file.length);
161
- if (!range) {
162
- reply.header("Content-Length", String(file.length));
163
- return reply.send(handle.createReadStream());
164
- }
165
- const { start, end } = range;
166
- reply.code(206);
167
- reply.header("Content-Length", String(end - start + 1));
168
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
169
- return reply.send(handle.createReadStream({ start, end }));
170
- }
171
-
172
- export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null, noteInputWaiting = null }) {
173
- const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
174
- const fileIndex = Number(fileIndexRaw);
175
- const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
176
-
177
- if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
178
- return reply
179
- .code(400)
180
- .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
181
- }
182
-
183
- // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
184
- // piece store, no memory ceiling, no eviction, no revival from a spill, and
185
- // nothing that can refuse the read for want of memory. The check comes before
186
- // the torrent is asked for on purpose — asking would add it back.
187
- //
188
- // The infohash is in the source key (`torrent:<infohash>`), so this needs
189
- // nothing the torrent would have told us.
190
- const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
191
- if (whole) {
192
- let handle;
193
- try {
194
- // Open before committing headers: the disk owner may have removed an
195
- // announced file. An open descriptor also preserves a live POSIX read.
196
- handle = await open(whole.path, "r");
197
- } catch (error) {
198
- if (error.code !== "ENOENT") throw error;
199
- const key = `${sourceKey.slice("torrent:".length).toLowerCase()}/${fileIndex}`;
200
- if (torrentPool.wholeFiles.get(key) === whole) torrentPool.wholeFiles.delete(key);
201
- }
202
- if (handle) {
203
- if (req.method === "HEAD") await handle.close();
204
- try {
205
- return serveWholeFile(req, reply, whole, handle);
206
- } catch (error) {
207
- await handle.close().catch(() => undefined);
208
- throw error;
209
- }
210
- }
211
- }
212
-
213
- let torrent;
214
- try {
215
- torrent = await waitForTorrent(torrentPool, sourceType, source);
216
- } catch (error) {
217
- if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
218
- // Say so, rather than holding the connection until the client gives up.
219
- // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
220
- // ranged GET and a HEAD returned nothing at all for the full 30 s the
221
- // probe was willing to wait, and the route had written neither a status
222
- // nor a header — from the client that is indistinguishable from the proxy
223
- // having died, and it left no trace in the log either.
224
- reply.header("Retry-After", "1");
225
- return reply.code(503).send({ error: "Torrent metadata is not available yet." });
226
- }
227
- const message = error instanceof Error ? error.message : String(error);
228
- return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
229
- }
230
-
231
- const file = torrent.files[fileIndex];
232
- if (!file) {
233
- return reply.code(404).send({ error: "File index was not found in torrent." });
234
- }
235
-
236
- // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
237
- // from this same handler, which used to mean a HEAD started a read of the
238
- // WHOLE file: the body was discarded by Node, but the read ran on, the
239
- // response never finished, and the next request on that keep-alive connection
240
- // waited behind it. Measured on the field host: the keyframe-index HEAD
241
- // returned headers in 23 ms and then held the connection until its 15 s
242
- // timeout, which is where the 73 s transcode-session create went.
243
- if (req.method === "HEAD") {
244
- // Written to the raw response on purpose. Answering through `reply.send()`
245
- // with no payload makes Fastify set `content-length: 0`, which is worse
246
- // than useless here: the keyframe index asks for the file size with this
247
- // very request and treats 0 as "no index available", silently falling back
248
- // to an invented segment grid. Hijacking leaves the response to us, and
249
- // Node omits the body for HEAD by itself.
250
- reply.hijack();
251
- reply.raw.writeHead(200, {
252
- "Accept-Ranges": "bytes",
253
- "Content-Type": "application/octet-stream",
254
- "Content-Length": String(file.length),
255
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
256
- });
257
- reply.raw.end();
258
- return;
259
- }
260
-
261
- const range = parseRange(req.headers.range, file.length);
262
- // Prioritize the pieces at this read position so a seek (a request at a new
263
- // byte offset) downloads first instead of waiting behind the sequential
264
- // backlog — this is what caused ~15-18 s stalls when seeking into an
265
- // undownloaded region.
266
- // Only the encoder's own input read tracks where the viewer is. Everything
267
- // else that comes through here — the codec probe, the keyframe index, a
268
- // subtitle fetch — reads the file's edges, and treating those as a viewer
269
- // position made every session start and every encoder restart look like a
270
- // burst of seeks (measured: two spurious "the viewer moved" per start).
271
- torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
272
- wholeFileRead: range === null,
273
- isPlaybackRead: req.query.reader === "playback"
274
- });
275
-
276
- const start = range ? range.start : 0;
277
- const end = range ? range.end : file.length - 1;
278
- const contentLength = end - start + 1;
279
-
280
- // Written straight out of the torrent's shared memory when that is available:
281
- // no copy on either thread, at the cost of doing the writing by hand, because
282
- // only the write callback tells us when a piece may be released. Falls back to
283
- // the ordinary stream for sources without a shared pool.
284
- // How far ahead of its own read head this reader should ask the swarm for.
285
- // Supplied by whoever knows the media's byte rate — the transcode session
286
- // puts it on the ffmpeg input URL, sized in seconds of playback — because
287
- // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
288
- // but four seconds of a disc remux. Absent or unusable, the reader's own
289
- // default stands.
290
- const windowBytesRaw = Number(req.query.windowBytes);
291
- const windowBytes =
292
- Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
293
-
294
- // Which transcode session this read feeds, when it feeds one. Put on the URL
295
- // by the session that builds it, because this route otherwise knows only a
296
- // file — and two sessions can read one file, so the file cannot stand in for
297
- // the session.
298
- const sessionId = typeof req.query.session === "string" ? req.query.session : "";
299
- // Which run of that output, so the time its input waits is that run's.
300
- const runToken = Number(req.query.run);
301
- const markWaits = noteInputWaiting && Number.isInteger(runToken)
302
- ? (waiting) => noteInputWaiting(runToken, waiting)
303
- : null;
304
-
305
- const fragments = typeof file.createFragmentReader === "function"
306
- ? file.createFragmentReader({ start, end, windowBytes })
307
- : null;
308
-
309
- if (fragments) {
310
- reply.hijack();
311
- reply.raw.writeHead(range ? 206 : 200, {
312
- "Accept-Ranges": "bytes",
313
- "Content-Type": "application/octet-stream",
314
- "Content-Length": String(contentLength),
315
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
316
- ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
317
- });
318
-
319
- // A client that goes away mid-response must stop the read, or pieces keep
320
- // being fetched for nobody.
321
- reply.raw.once("close", () => fragments.cancel());
322
-
323
- let sent = 0;
324
- try {
325
- for await (const fragment of markWaits ? markingWaits(fragments, markWaits) : fragments) {
326
- if (reply.raw.writableEnded || reply.raw.destroyed) {
327
- fragment.release();
328
- break;
329
- }
330
- await new Promise((resolve, reject) => {
331
- reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
332
- });
333
- sent += fragment.bytes.length;
334
- // Say so, if this read belongs to a transcode session. It is the only
335
- // proof that a session which has produced nothing yet is nevertheless
336
- // being fed: the encoder's own progress cannot move until its first
337
- // frame is decoded, and a viewer waiting for that first frame was being
338
- // told the proxy had died while the swarm was delivering to it. Field
339
- // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
340
- // start position throughout, and the browser gave up 0.4 s before the
341
- // piece landed.
342
- if (noteInputBytes) {
343
- noteInputBytes(sessionId, fragment.bytes.length);
344
- }
345
- // Only now are these bytes gone: the piece can be unpinned, and the
346
- // slot it occupies reused. Releasing before this point corrupts the
347
- // response silently.
348
- fragment.release();
349
- }
350
- // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
351
- //
352
- // `Content-Length` is committed before the first byte, and the reader can
353
- // finish early in silence: its `close()` ends the iteration with no
354
- // accounting, and only the `fail()` path is logged. A client then has a
355
- // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
356
- // the sample table and asks for samples past what arrived — starts
357
- // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
358
- // a negative length and `missing picture in access unit`: 2138 of them in
359
- // one field session on a COPIED picture, where no encoder touches a frame.
360
- //
361
- // A single clean read of the same file through this route produced none,
362
- // and four concurrent ones produced none; what the field session also had
363
- // was a piece store whose readers wanted every piece it could hold, and
364
- // 100 of 1395 evictions took a piece a reader had declared. So this says
365
- // whether the body was short — which either names the cause or removes
366
- // the last candidate.
367
- if (sent !== contentLength) {
368
- logger.error(
369
- `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
370
- `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
371
- "Whatever is reading this has a truncated body and no way to know it."
372
- );
373
- }
374
- reply.raw.end();
375
- } catch (error) {
376
- // The body is already committed by its headers, so there is nothing
377
- // useful to send instead — drop the connection and let the client retry.
378
- // But say why: swallowing this made the route close connections with no
379
- // status and no trace, which from the client looks like the proxy died
380
- // and from the log looks like nothing happened at all.
381
- // WHOSE end it was. A write cancelled because the consumer went away is
382
- // the ordinary end of a read: ffmpeg is terminated on every seek and
383
- // whenever the look-ahead bound suspends it, and its connection closes
384
- // with it. Reported as a failure, that line fired several times a minute
385
- // during healthy playback — and on 2026-08-09 it was read as the cause of
386
- // broken audio, which it was not. A read that ends because the reader
387
- // left is not a fault and must not be dressed as one; anything else is.
388
- const message = error instanceof Error ? error.message : String(error);
389
- const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
390
- const line =
391
- `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
392
- `${sent} of ${contentLength} bytes: ${message}`;
393
- if (consumerLeft) {
394
- logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
395
- } else {
396
- logger.warn(line);
397
- }
398
- reply.raw.destroy();
399
- }
400
- return;
401
- }
402
-
403
- reply.header("Accept-Ranges", "bytes");
404
- reply.header("Content-Type", "application/octet-stream");
405
- reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
406
-
407
- if (!range) {
408
- reply.header("Content-Length", String(file.length));
409
- return reply.send(file.createReadStream());
410
- }
411
-
412
- reply.code(206);
413
- reply.header("Content-Length", String(contentLength));
414
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
415
- return reply.send(file.createReadStream({ start, end }));
416
- }
1
+ /**
2
+ * @file Byte-range aware torrent file streaming endpoint.
3
+ *
4
+ * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
+ * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
+ * and HTTP 200 for full-file requests.
7
+ */
8
+
9
+ import { open } from "node:fs/promises";
10
+ import { parseRange } from "../../utils/parse-range.js";
11
+ import { logger } from "../../utils/logger.js";
12
+
13
+ /**
14
+ * The same fragments, with every wait for the next one marked: `mark(true)`
15
+ * before it is asked for and `mark(false)` when it has come. The time between
16
+ * is time the encoder reading this response waits for its input.
17
+ *
18
+ * @template T
19
+ * @param {AsyncIterable<T>} source
20
+ * @param {(waiting: boolean) => void} mark
21
+ * @returns {AsyncGenerator<T>}
22
+ */
23
+ async function* markingWaits(source, mark) {
24
+ const iterator = source[Symbol.asyncIterator]();
25
+ try {
26
+ while (true) {
27
+ mark(true);
28
+ let step;
29
+ try {
30
+ step = await iterator.next();
31
+ } finally {
32
+ mark(false);
33
+ }
34
+ if (step.done) {
35
+ return;
36
+ }
37
+ yield step.value;
38
+ }
39
+ } finally {
40
+ await iterator.return?.();
41
+ }
42
+ }
43
+
44
+ /**
45
+ * Resolve source parameters from the query string.
46
+ * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
47
+ *
48
+ * @param {import("fastify").FastifyRequest["query"]} query
49
+ * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
50
+ * @returns {{ sourceType: string, source: string, sourceKey: string }}
51
+ */
52
+ function getSourceParams(query, sourceRegistry) {
53
+ const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
54
+ const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
55
+ const sourceFromQuery = typeof query.source === "string" ? query.source : "";
56
+
57
+ const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
58
+ const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
59
+ const source = sourceRecord?.source ?? sourceFromQuery;
60
+ return { sourceType, source, sourceKey };
61
+ }
62
+
63
+ /**
64
+ * How long a request may wait for a torrent that is still being added.
65
+ *
66
+ * Adding a magnet takes as long as its metadata does — seconds when peers
67
+ * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
68
+ * with no bound is what made this route answer nothing at all.
69
+ */
70
+ const TORRENT_READY_TIMEOUT_MS = 10_000;
71
+
72
+ /**
73
+ * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
74
+ * gone on long enough to be worth reporting.
75
+ *
76
+ * The underlying add is NOT cancelled: it keeps running and warms the pool, so
77
+ * the client's next attempt is likely to find it ready.
78
+ *
79
+ * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
80
+ * @param {string} sourceType
81
+ * @param {string} source
82
+ * @returns {Promise<import("webtorrent").Torrent>}
83
+ */
84
+ async function waitForTorrent(torrentPool, sourceType, source) {
85
+ let timer = null;
86
+ const expiry = new Promise((_resolve, reject) => {
87
+ timer = setTimeout(() => {
88
+ const error = new Error("Torrent metadata is not available yet.");
89
+ error.code = "TORRENT_NOT_READY";
90
+ reject(error);
91
+ }, TORRENT_READY_TIMEOUT_MS);
92
+ timer.unref?.();
93
+ });
94
+ try {
95
+ return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
96
+ } finally {
97
+ if (timer) {
98
+ clearTimeout(timer);
99
+ }
100
+ }
101
+ }
102
+
103
+ /**
104
+ * Stream a torrent file over HTTP with byte-range support.
105
+ *
106
+ * GET /stream
107
+ *
108
+ * @param {import("fastify").FastifyRequest} req
109
+ * @param {import("fastify").FastifyReply} reply
110
+ * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
111
+ * @returns {Promise<void>}
112
+ */
113
+ /**
114
+ * The whole file for this source and index, if this proxy has one.
115
+ *
116
+ * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
117
+ * and for a `.torrent` file of the same content. Nothing the torrent would have
118
+ * told us is needed to find the file, which is the point — asking the torrent
119
+ * would add it back.
120
+ *
121
+ * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
122
+ * @param {string} sourceKey
123
+ * @param {number} fileIndex
124
+ * @returns {{ path: string, length: number, name: string } | null}
125
+ */
126
+ function wholeFileFor(torrentPool, sourceKey, fileIndex) {
127
+ const held = torrentPool?.wholeFiles;
128
+ if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
129
+ return null;
130
+ }
131
+ const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
132
+ return held.get(`${infoHash}/${fileIndex}`) ?? null;
133
+ }
134
+
135
+ /**
136
+ * Serve a whole file off the disk, with ranges.
137
+ *
138
+ * @param {import("fastify").FastifyRequest} req
139
+ * @param {import("fastify").FastifyReply} reply
140
+ * @param {{ path: string, length: number, name: string }} file
141
+ * @param {import("node:fs/promises").FileHandle} handle - Already open; closed for HEAD.
142
+ * @returns {Promise<void> | void}
143
+ */
144
+ function serveWholeFile(req, reply, file, handle) {
145
+ const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
146
+ if (req.method === "HEAD") {
147
+ reply.hijack();
148
+ reply.raw.writeHead(200, {
149
+ "Accept-Ranges": "bytes",
150
+ "Content-Type": "application/octet-stream",
151
+ "Content-Length": String(file.length),
152
+ "Content-Disposition": disposition
153
+ });
154
+ reply.raw.end();
155
+ return;
156
+ }
157
+ reply.header("Accept-Ranges", "bytes");
158
+ reply.header("Content-Type", "application/octet-stream");
159
+ reply.header("Content-Disposition", disposition);
160
+ const range = parseRange(req.headers.range, file.length);
161
+ if (!range) {
162
+ reply.header("Content-Length", String(file.length));
163
+ return reply.send(handle.createReadStream());
164
+ }
165
+ const { start, end } = range;
166
+ reply.code(206);
167
+ reply.header("Content-Length", String(end - start + 1));
168
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
169
+ return reply.send(handle.createReadStream({ start, end }));
170
+ }
171
+
172
+ export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null, noteInputWaiting = null }) {
173
+ const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
174
+ const fileIndex = Number(fileIndexRaw);
175
+ const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
176
+
177
+ if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
178
+ return reply
179
+ .code(400)
180
+ .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
181
+ }
182
+
183
+ // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
184
+ // piece store, no memory ceiling, no eviction, no revival from a spill, and
185
+ // nothing that can refuse the read for want of memory. The check comes before
186
+ // the torrent is asked for on purpose — asking would add it back.
187
+ //
188
+ // The infohash is in the source key (`torrent:<infohash>`), so this needs
189
+ // nothing the torrent would have told us.
190
+ const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
191
+ if (whole) {
192
+ let handle;
193
+ try {
194
+ // Open before committing headers: the disk owner may have removed an
195
+ // announced file. An open descriptor also preserves a live POSIX read.
196
+ handle = await open(whole.path, "r");
197
+ } catch (error) {
198
+ if (error.code !== "ENOENT") throw error;
199
+ const key = `${sourceKey.slice("torrent:".length).toLowerCase()}/${fileIndex}`;
200
+ if (torrentPool.wholeFiles.get(key) === whole) torrentPool.wholeFiles.delete(key);
201
+ }
202
+ if (handle) {
203
+ if (req.method === "HEAD") await handle.close();
204
+ try {
205
+ return serveWholeFile(req, reply, whole, handle);
206
+ } catch (error) {
207
+ await handle.close().catch(() => undefined);
208
+ throw error;
209
+ }
210
+ }
211
+ }
212
+
213
+ let torrent;
214
+ try {
215
+ torrent = await waitForTorrent(torrentPool, sourceType, source);
216
+ } catch (error) {
217
+ if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
218
+ // Say so, rather than holding the connection until the client gives up.
219
+ // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
220
+ // ranged GET and a HEAD returned nothing at all for the full 30 s the
221
+ // probe was willing to wait, and the route had written neither a status
222
+ // nor a header — from the client that is indistinguishable from the proxy
223
+ // having died, and it left no trace in the log either.
224
+ reply.header("Retry-After", "1");
225
+ return reply.code(503).send({ error: "Torrent metadata is not available yet." });
226
+ }
227
+ const message = error instanceof Error ? error.message : String(error);
228
+ return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
229
+ }
230
+
231
+ const file = torrent.files[fileIndex];
232
+ if (!file) {
233
+ return reply.code(404).send({ error: "File index was not found in torrent." });
234
+ }
235
+
236
+ // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
237
+ // from this same handler, which used to mean a HEAD started a read of the
238
+ // WHOLE file: the body was discarded by Node, but the read ran on, the
239
+ // response never finished, and the next request on that keep-alive connection
240
+ // waited behind it. Measured on the field host: the keyframe-index HEAD
241
+ // returned headers in 23 ms and then held the connection until its 15 s
242
+ // timeout, which is where the 73 s transcode-session create went.
243
+ if (req.method === "HEAD") {
244
+ // Written to the raw response on purpose. Answering through `reply.send()`
245
+ // with no payload makes Fastify set `content-length: 0`, which is worse
246
+ // than useless here: the keyframe index asks for the file size with this
247
+ // very request and treats 0 as "no index available", silently falling back
248
+ // to an invented segment grid. Hijacking leaves the response to us, and
249
+ // Node omits the body for HEAD by itself.
250
+ reply.hijack();
251
+ reply.raw.writeHead(200, {
252
+ "Accept-Ranges": "bytes",
253
+ "Content-Type": "application/octet-stream",
254
+ "Content-Length": String(file.length),
255
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
256
+ });
257
+ reply.raw.end();
258
+ return;
259
+ }
260
+
261
+ const range = parseRange(req.headers.range, file.length);
262
+ // Prioritize the pieces at this read position so a seek (a request at a new
263
+ // byte offset) downloads first instead of waiting behind the sequential
264
+ // backlog — this is what caused ~15-18 s stalls when seeking into an
265
+ // undownloaded region.
266
+ // Only the encoder's own input read tracks where the viewer is. Everything
267
+ // else that comes through here — the codec probe, the keyframe index, a
268
+ // subtitle fetch — reads the file's edges, and treating those as a viewer
269
+ // position made every session start and every encoder restart look like a
270
+ // burst of seeks (measured: two spurious "the viewer moved" per start).
271
+ torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
272
+ wholeFileRead: range === null,
273
+ isPlaybackRead: req.query.reader === "playback"
274
+ });
275
+
276
+ const start = range ? range.start : 0;
277
+ const end = range ? range.end : file.length - 1;
278
+ const contentLength = end - start + 1;
279
+
280
+ // Written straight out of the torrent's shared memory when that is available:
281
+ // no copy on either thread, at the cost of doing the writing by hand, because
282
+ // only the write callback tells us when a piece may be released. Falls back to
283
+ // the ordinary stream for sources without a shared pool.
284
+ // How far ahead of its own read head this reader should ask the swarm for.
285
+ // Supplied by whoever knows the media's byte rate — the transcode session
286
+ // puts it on the ffmpeg input URL, sized in seconds of playback — because
287
+ // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
288
+ // but four seconds of a disc remux. Absent or unusable, the reader's own
289
+ // default stands.
290
+ const windowBytesRaw = Number(req.query.windowBytes);
291
+ const windowBytes =
292
+ Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
293
+
294
+ // Which transcode session this read feeds, when it feeds one. Put on the URL
295
+ // by the session that builds it, because this route otherwise knows only a
296
+ // file — and two sessions can read one file, so the file cannot stand in for
297
+ // the session.
298
+ const sessionId = typeof req.query.session === "string" ? req.query.session : "";
299
+ // Which run of that output, so the time its input waits is that run's.
300
+ const runToken = Number(req.query.run);
301
+ const markWaits = noteInputWaiting && Number.isInteger(runToken)
302
+ ? (waiting) => noteInputWaiting(runToken, waiting)
303
+ : null;
304
+
305
+ const fragments = typeof file.createFragmentReader === "function"
306
+ ? file.createFragmentReader({ start, end, windowBytes })
307
+ : null;
308
+
309
+ if (fragments) {
310
+ reply.hijack();
311
+ reply.raw.writeHead(range ? 206 : 200, {
312
+ "Accept-Ranges": "bytes",
313
+ "Content-Type": "application/octet-stream",
314
+ "Content-Length": String(contentLength),
315
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
316
+ ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
317
+ });
318
+
319
+ // A client that goes away mid-response must stop the read, or pieces keep
320
+ // being fetched for nobody.
321
+ reply.raw.once("close", () => fragments.cancel());
322
+
323
+ let sent = 0;
324
+ try {
325
+ for await (const fragment of markWaits ? markingWaits(fragments, markWaits) : fragments) {
326
+ if (reply.raw.writableEnded || reply.raw.destroyed) {
327
+ fragment.release();
328
+ break;
329
+ }
330
+ await new Promise((resolve, reject) => {
331
+ reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
332
+ });
333
+ sent += fragment.bytes.length;
334
+ // Say so, if this read belongs to a transcode session. It is the only
335
+ // proof that a session which has produced nothing yet is nevertheless
336
+ // being fed: the encoder's own progress cannot move until its first
337
+ // frame is decoded, and a viewer waiting for that first frame was being
338
+ // told the proxy had died while the swarm was delivering to it. Field
339
+ // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
340
+ // start position throughout, and the browser gave up 0.4 s before the
341
+ // piece landed.
342
+ if (noteInputBytes) {
343
+ noteInputBytes(sessionId, fragment.bytes.length);
344
+ }
345
+ // Only now are these bytes gone: the piece can be unpinned, and the
346
+ // slot it occupies reused. Releasing before this point corrupts the
347
+ // response silently.
348
+ fragment.release();
349
+ }
350
+ // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
351
+ //
352
+ // `Content-Length` is committed before the first byte, and the reader can
353
+ // finish early in silence: its `close()` ends the iteration with no
354
+ // accounting, and only the `fail()` path is logged. A client then has a
355
+ // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
356
+ // the sample table and asks for samples past what arrived — starts
357
+ // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
358
+ // a negative length and `missing picture in access unit`: 2138 of them in
359
+ // one field session on a COPIED picture, where no encoder touches a frame.
360
+ //
361
+ // A single clean read of the same file through this route produced none,
362
+ // and four concurrent ones produced none; what the field session also had
363
+ // was a piece store whose readers wanted every piece it could hold, and
364
+ // 100 of 1395 evictions took a piece a reader had declared. So this says
365
+ // whether the body was short — which either names the cause or removes
366
+ // the last candidate.
367
+ if (sent !== contentLength) {
368
+ logger.error(
369
+ `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
370
+ `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
371
+ "Whatever is reading this has a truncated body and no way to know it."
372
+ );
373
+ }
374
+ reply.raw.end();
375
+ } catch (error) {
376
+ // The body is already committed by its headers, so there is nothing
377
+ // useful to send instead — drop the connection and let the client retry.
378
+ // But say why: swallowing this made the route close connections with no
379
+ // status and no trace, which from the client looks like the proxy died
380
+ // and from the log looks like nothing happened at all.
381
+ // WHOSE end it was. A write cancelled because the consumer went away is
382
+ // the ordinary end of a read: ffmpeg is terminated on every seek and
383
+ // whenever the look-ahead bound suspends it, and its connection closes
384
+ // with it. Reported as a failure, that line fired several times a minute
385
+ // during healthy playback — and on 2026-08-09 it was read as the cause of
386
+ // broken audio, which it was not. A read that ends because the reader
387
+ // left is not a fault and must not be dressed as one; anything else is.
388
+ const message = error instanceof Error ? error.message : String(error);
389
+ const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
390
+ const line =
391
+ `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
392
+ `${sent} of ${contentLength} bytes: ${message}`;
393
+ if (consumerLeft) {
394
+ logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
395
+ } else {
396
+ logger.warn(line);
397
+ }
398
+ reply.raw.destroy();
399
+ }
400
+ return;
401
+ }
402
+
403
+ reply.header("Accept-Ranges", "bytes");
404
+ reply.header("Content-Type", "application/octet-stream");
405
+ reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
406
+
407
+ if (!range) {
408
+ reply.header("Content-Length", String(file.length));
409
+ return reply.send(file.createReadStream());
410
+ }
411
+
412
+ reply.code(206);
413
+ reply.header("Content-Length", String(contentLength));
414
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
415
+ return reply.send(file.createReadStream({ start, end }));
416
+ }