@torrent-tv/proxy 2.87.7 → 2.87.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (456) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +4 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/biome.json +411 -411
  22. package/docs/container-architecture.md +218 -218
  23. package/docs/download-architecture.md +261 -261
  24. package/docs/encode-architecture.md +729 -729
  25. package/docs/encode-run-state.md +96 -96
  26. package/docs/logs.md +97 -97
  27. package/docs/socks5-egress-research.md +114 -114
  28. package/docs/storage-architecture.md +267 -267
  29. package/knip.json +14 -14
  30. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  31. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  32. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  33. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  34. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  35. package/openspec/changes/binary-distribution/proposal.md +53 -53
  36. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  37. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  38. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  39. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  40. package/openspec/changes/cold-start/design.md +98 -98
  41. package/openspec/changes/cold-start/proposal.md +62 -62
  42. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  43. package/openspec/changes/cold-start/tasks.md +48 -48
  44. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  45. package/openspec/changes/disk-cap/proposal.md +37 -37
  46. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  47. package/openspec/changes/disk-cap/tasks.md +19 -19
  48. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  49. package/openspec/changes/proxy-observability/design.md +38 -38
  50. package/openspec/changes/proxy-observability/proposal.md +49 -49
  51. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  52. package/openspec/changes/proxy-observability/tasks.md +21 -21
  53. package/openspec/changes/seek-debounce/design.md +118 -118
  54. package/openspec/changes/seek-debounce/proposal.md +59 -59
  55. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  56. package/openspec/changes/seek-debounce/tasks.md +33 -33
  57. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  58. package/openspec/changes/subtitle-language/proposal.md +50 -50
  59. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  60. package/openspec/changes/subtitle-language/tasks.md +26 -26
  61. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  62. package/openspec/changes/track-selection/design.md +47 -47
  63. package/openspec/changes/track-selection/proposal.md +45 -45
  64. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  65. package/openspec/changes/track-selection/tasks.md +20 -20
  66. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  67. package/openspec/changes/transcode-quality/proposal.md +51 -51
  68. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  69. package/openspec/changes/transcode-quality/tasks.md +63 -63
  70. package/openspec/config.yaml +38 -38
  71. package/package.json +1 -1
  72. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  73. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  74. package/research/double-spawn-2026-09-10.md +171 -171
  75. package/research/handover-2026-09-13.md +209 -209
  76. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  77. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  78. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  79. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  80. package/routes/api/client-logs/post.js +86 -86
  81. package/routes/api/delivery-sink/get.js +72 -72
  82. package/routes/api/link-probe/get.js +51 -51
  83. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  84. package/routes/api/playback-plan/post.js +53 -53
  85. package/routes/api/sources/files/get.js +100 -100
  86. package/routes/api/sources/post.js +36 -36
  87. package/routes/api/sources/stats/get.js +132 -132
  88. package/routes/api/subtitles/get.js +230 -230
  89. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  90. package/routes/api/transcode-sessions/net-report/post.js +129 -129
  91. package/routes/api/transcode-sessions/post.js +160 -160
  92. package/routes/api/transcode-sessions/progress/get.js +27 -27
  93. package/routes/api/transcode-sessions/release/post.js +41 -41
  94. package/routes/api/transcode-sessions/seek/post.js +63 -63
  95. package/routes/health/get.js +13 -13
  96. package/routes/healthz/get.js +13 -13
  97. package/routes/stream/get.js +361 -361
  98. package/routes/transcode/audio-file/get.js +64 -64
  99. package/routes/transcode/audio-warm/get.js +84 -84
  100. package/routes/transcode/session-file/get.js +52 -52
  101. package/routes/transcode/variant-file/get.js +95 -95
  102. package/routes/transcode/variant-warm/get.js +84 -84
  103. package/scripts/render-run-graph.js +173 -173
  104. package/services/encode/CoverageMap.js +428 -428
  105. package/services/encode/CushionReport.js +345 -345
  106. package/services/encode/EncodeAdmission.js +332 -332
  107. package/services/encode/EncodeOrchestrator.js +1217 -1217
  108. package/services/encode/EncodePlan.js +1366 -1366
  109. package/services/encode/EncodeRun.js +776 -776
  110. package/services/encode/EncodeRuns.js +1229 -1229
  111. package/services/encode/Encoder.js +142 -142
  112. package/services/encode/EncoderSelection.js +38 -38
  113. package/services/encode/LocalObservations.js +359 -359
  114. package/services/encode/NvencEncoder.js +50 -50
  115. package/services/encode/OutputOpening.js +755 -755
  116. package/services/encode/OutputTimes.js +579 -579
  117. package/services/encode/QsvEncoder.js +58 -58
  118. package/services/encode/Renditions.js +2162 -2162
  119. package/services/encode/RunProgress.js +84 -84
  120. package/services/encode/SegmentDemand.js +95 -95
  121. package/services/encode/SoftwareEncoder.js +121 -121
  122. package/services/encode/V4l2m2mEncoder.js +53 -53
  123. package/services/encode/VaapiEncoder.js +66 -66
  124. package/services/encode/args.js +416 -416
  125. package/services/encode/available-share.js +89 -89
  126. package/services/encode/calibration.js +361 -361
  127. package/services/encode/contention.js +128 -128
  128. package/services/encode/decode-cost-fit.js +363 -363
  129. package/services/encode/encode-exit.js +114 -114
  130. package/services/encode/encode-run-state.js +551 -551
  131. package/services/encode/encoder-readings.js +45 -45
  132. package/services/encode/fingerprint.js +322 -322
  133. package/services/encode/host-load.js +174 -174
  134. package/services/encode/hwaccel.js +1894 -1894
  135. package/services/encode/index.js +9 -9
  136. package/services/encode/learned-median.js +90 -90
  137. package/services/encode/output/EncodedOutput.js +57 -57
  138. package/services/encode/output/Output.js +131 -131
  139. package/services/encode/output/OutputCatalog.js +414 -414
  140. package/services/encode/output/OutputSpec.js +390 -390
  141. package/services/encode/output/Timeline.js +308 -308
  142. package/services/encode/output/cut-grid.js +107 -107
  143. package/services/encode/output/index.js +20 -20
  144. package/services/encode/output/ladder.js +32 -32
  145. package/services/encode/output/playlists.js +284 -284
  146. package/services/encode/output/rates.js +125 -125
  147. package/services/encode/output-key-format.js +21 -21
  148. package/services/encode/quality/EncodeCost.js +1083 -1083
  149. package/services/encode/quality/HostLoad.js +525 -525
  150. package/services/encode/quality/HostTimings.js +249 -249
  151. package/services/encode/quality/OutputQualityState.js +28 -28
  152. package/services/encode/quality/QualityController.js +935 -935
  153. package/services/encode/quality/QualityOffer.js +416 -416
  154. package/services/encode/quality/drain-threat.js +47 -47
  155. package/services/encode/quality/link-budget.js +254 -254
  156. package/services/encode/quality/output-format.js +266 -266
  157. package/services/encode/quality/serving-output.js +216 -216
  158. package/services/encode/quality/visible-rung.js +57 -57
  159. package/services/encode/run-budget.js +97 -97
  160. package/services/encode/run-command.js +747 -747
  161. package/services/encode/run-costs.js +155 -155
  162. package/services/encode/run-inputs.js +42 -42
  163. package/services/encode/segment-formats/fmp4.js +437 -437
  164. package/services/encode/segment-formats/index.js +77 -77
  165. package/services/encode/segment-formats/init-compat.js +324 -324
  166. package/services/encode/segment-formats/mp4-boxes.js +311 -311
  167. package/services/encode/segment-formats/mpegts.js +134 -134
  168. package/services/encode/start-stop-cost.js +178 -178
  169. package/services/encode/throughput.js +97 -97
  170. package/services/encode/torrent-cost.js +88 -88
  171. package/services/identity/installation-id.js +38 -38
  172. package/services/media/ContainerOrchestrator.js +149 -149
  173. package/services/media/KeyframeTables.js +316 -316
  174. package/services/media/SourceFile.js +298 -298
  175. package/services/media/SubtitleCues.js +520 -520
  176. package/services/media/SubtitleOrchestrator.js +167 -167
  177. package/services/media/container/AviContainer.js +266 -266
  178. package/services/media/container/Container.js +603 -603
  179. package/services/media/container/ContainerFactory.js +56 -56
  180. package/services/media/container/KeyframeTable.js +272 -272
  181. package/services/media/container/MatroskaContainer.js +1494 -1494
  182. package/services/media/container/Mp4Container.js +1244 -1244
  183. package/services/media/container/SubtitleFileContainer.js +322 -322
  184. package/services/media/container/ebml-reader.js +159 -159
  185. package/services/media/ffmpeg-banner.js +260 -260
  186. package/services/media/keyframe-probe.js +157 -157
  187. package/services/media/media-info-probe.js +93 -93
  188. package/services/media/tracks/AudioTrack.js +131 -131
  189. package/services/media/tracks/ContainerTrack.js +75 -75
  190. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  191. package/services/media/tracks/SubtitleTrack.js +38 -38
  192. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  193. package/services/media/tracks/VideoTrack.js +33 -33
  194. package/services/media/tracks/index.js +15 -15
  195. package/services/media/tracks/language-detect.js +174 -174
  196. package/services/server/OutputLifecycle.js +418 -418
  197. package/services/server/SegmentServing.js +1146 -1146
  198. package/services/server/ViewerRequests.js +522 -522
  199. package/services/server/WaitLedger.js +142 -142
  200. package/services/server/controllers/SubtitleController.js +109 -109
  201. package/services/server/http-responses.js +60 -60
  202. package/services/server/transcode-session-files.js +325 -325
  203. package/services/server/wire-outputs.js +983 -983
  204. package/services/storage/Diagnostics.js +202 -202
  205. package/services/storage/MachineBudget.js +235 -235
  206. package/services/storage/allowance.js +107 -107
  207. package/services/storage/core-dumps.js +106 -106
  208. package/services/storage/files/CompletedFiles.js +391 -391
  209. package/services/storage/files/piece-from-whole-file.js +118 -118
  210. package/services/storage/free.js +71 -71
  211. package/services/storage/keep.js +48 -48
  212. package/services/storage/machine-memory.js +56 -56
  213. package/services/storage/memory-report.js +575 -575
  214. package/services/storage/piece-store/piece-disk-store.js +516 -516
  215. package/services/storage/piece-store/piece-lru.js +495 -495
  216. package/services/storage/piece-store/shared-piece-store.js +1880 -1880
  217. package/services/storage/returns.js +103 -103
  218. package/services/storage/segment-store/SegmentStore.js +1196 -1196
  219. package/services/storage/wire.js +175 -175
  220. package/services/torrent/Contents.js +324 -324
  221. package/services/torrent/demand/DemandRegister.js +202 -202
  222. package/services/torrent/demand/Urgency.js +137 -137
  223. package/services/torrent/demand/Window.js +118 -118
  224. package/services/torrent/demand/index.js +8 -8
  225. package/services/torrent/demand/pieces.js +140 -140
  226. package/services/torrent/download/SwarmSelection.js +386 -386
  227. package/services/torrent/download/registry.js +102 -102
  228. package/services/torrent/download/withdraw-claim.js +80 -80
  229. package/services/torrent/files.js +455 -455
  230. package/services/torrent/naming.js +619 -619
  231. package/services/torrent/piece-store-of.js +29 -29
  232. package/services/torrent/supply-margin.js +262 -262
  233. package/services/torrent/worker/background-fill.js +213 -213
  234. package/services/torrent/worker/channel.js +271 -271
  235. package/services/torrent/worker/fastest-wires.js +342 -342
  236. package/services/torrent/worker/handle-state.js +23 -23
  237. package/services/torrent/worker/held-bytes.js +155 -155
  238. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  239. package/services/torrent/worker/piece-reader.js +1078 -1078
  240. package/services/torrent/worker/resume-warm.js +107 -107
  241. package/services/torrent/worker/webrtc-shim.js +219 -219
  242. package/services/transport/data-channel-handler.js +21 -8
  243. package/services/transport/delivery-probe.js +842 -842
  244. package/services/transport/health-collector.js +53 -53
  245. package/services/transport/nat-classifier.js +231 -231
  246. package/services/transport/packet-witness.js +808 -808
  247. package/services/transport/port-mapper.js +235 -235
  248. package/services/transport/registry-api.js +81 -81
  249. package/services/transport/tunnel-client.js +447 -447
  250. package/services/transport/usrsctp-state.js +175 -175
  251. package/services/transport/webrtc-manager.js +484 -484
  252. package/services/viewer/Assignments.js +340 -340
  253. package/services/viewer/PriorityMap.js +390 -390
  254. package/services/viewer/PriorityOrchestrator.js +325 -325
  255. package/services/viewer/Viewer.js +657 -657
  256. package/services/viewer/Viewers.js +368 -368
  257. package/services/viewer/active-output.js +37 -37
  258. package/services/viewer/audio-start.js +46 -46
  259. package/services/viewer/buffer-trend.js +81 -81
  260. package/services/viewer/choices.js +647 -647
  261. package/services/viewer/positions.js +126 -126
  262. package/services/viewer/report-intake.js +46 -46
  263. package/store/source-registry.js +71 -71
  264. package/test/asset-paths.test.js +28 -28
  265. package/test/audio-track-bitrate.test.js +40 -40
  266. package/test/auto-quality-step.test.js +707 -707
  267. package/test/available-share.test.js +76 -76
  268. package/test/background-fill.test.js +190 -190
  269. package/test/client-log-file.test.js +110 -110
  270. package/test/completed-files.test.js +115 -115
  271. package/test/concurrent-cost.test.js +148 -148
  272. package/test/container-media-info.test.js +228 -228
  273. package/test/contention.test.js +76 -76
  274. package/test/core-dumps.test.js +57 -57
  275. package/test/coverage-follows-the-disk.test.js +228 -228
  276. package/test/coverage-map.test.js +195 -195
  277. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  278. package/test/cut-times-timeline.test.js +65 -65
  279. package/test/cuts-follow-published-grid.test.js +109 -109
  280. package/test/data-channel-frame.test.js +63 -63
  281. package/test/data-channel-viewer-lifecycle.test.js +92 -0
  282. package/test/dead-torrent-handle.test.js +52 -52
  283. package/test/declared-rates.test.js +116 -116
  284. package/test/declared-tracks.test.js +35 -35
  285. package/test/decode-cost-fit.test.js +202 -202
  286. package/test/decode-cost.test.js +462 -462
  287. package/test/delivery-probe.test.js +393 -393
  288. package/test/demand-register.test.js +206 -206
  289. package/test/dht-bootstrap.test.js +72 -72
  290. package/test/drain-threat.test.js +65 -65
  291. package/test/duplicate-add.test.js +48 -48
  292. package/test/encode-admission.test.js +146 -146
  293. package/test/encode-cost.test.js +283 -283
  294. package/test/encode-exit.test.js +111 -111
  295. package/test/encode-orchestrator.test.js +419 -419
  296. package/test/encode-plan-viewers.test.js +718 -718
  297. package/test/encode-plan.test.js +545 -545
  298. package/test/encode-run-state.test.js +314 -314
  299. package/test/encode-run.test.js +161 -161
  300. package/test/encode-slope.test.js +46 -46
  301. package/test/encoded-output.test.js +39 -39
  302. package/test/encoder-kinds.test.js +122 -122
  303. package/test/encoder-readings.test.js +46 -46
  304. package/test/every-claimant-is-told-its-share.test.js +152 -152
  305. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  306. package/test/failed-start-breaker.test.js +202 -202
  307. package/test/fastest-wires.test.js +143 -143
  308. package/test/ffmpeg-stream-counts.test.js +78 -78
  309. package/test/file-edges.test.js +191 -191
  310. package/test/fmp4-self-contained.test.js +80 -80
  311. package/test/fmp4-timestamps.test.js +140 -140
  312. package/test/fmp4-track-completeness.test.js +41 -41
  313. package/test/format-keyed-outputs.test.js +78 -78
  314. package/test/health-metrics.test.js +38 -38
  315. package/test/held-request-width.test.js +157 -157
  316. package/test/helpers/encode-run.js +136 -136
  317. package/test/helpers/held-file.js +29 -29
  318. package/test/helpers/manager.js +57 -57
  319. package/test/helpers/output-spec.js +63 -63
  320. package/test/host-load.test.js +68 -68
  321. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  322. package/test/init-compat.test.js +219 -219
  323. package/test/input-lost-quiets-the-plan.test.js +261 -261
  324. package/test/input-unavailable.test.js +48 -48
  325. package/test/installation-id.test.js +39 -39
  326. package/test/keeping-period.test.js +83 -83
  327. package/test/keyframe-index-accuracy.test.js +188 -188
  328. package/test/keyframe-table-budget.test.js +102 -102
  329. package/test/keyframes-belong-to-the-file.test.js +249 -249
  330. package/test/learned-median.test.js +37 -37
  331. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  332. package/test/limit-row-by-area.test.js +60 -60
  333. package/test/link-budget.test.js +111 -111
  334. package/test/link-probe.test.js +56 -56
  335. package/test/local-encoding-data.test.js +273 -273
  336. package/test/logger-repeats.test.js +134 -134
  337. package/test/look-ahead-coverage.test.js +56 -56
  338. package/test/manager-surface.test.js +292 -292
  339. package/test/matroska-cues-track.test.js +192 -192
  340. package/test/memory-budget.test.js +390 -390
  341. package/test/move-cost.test.js +216 -216
  342. package/test/mp4-subtitles.test.js +173 -173
  343. package/test/one-authority.test.js +285 -285
  344. package/test/one-budget.test.js +149 -149
  345. package/test/one-output-one-session.test.js +204 -204
  346. package/test/one-resource-divided.test.js +185 -185
  347. package/test/one-serving-output-per-height.test.js +458 -458
  348. package/test/orchestrator-wired.test.js +206 -206
  349. package/test/output-catalog.test.js +39 -39
  350. package/test/output-shape.test.js +21 -21
  351. package/test/output-spec.test.js +251 -251
  352. package/test/output-speed.test.js +88 -88
  353. package/test/outputs-being-prepared.test.js +40 -40
  354. package/test/packet-witness-ring.test.js +236 -236
  355. package/test/packet-witness.test.js +148 -148
  356. package/test/piece-disk-store.test.js +381 -381
  357. package/test/piece-from-whole-file.test.js +129 -129
  358. package/test/piece-lru.test.js +319 -319
  359. package/test/piece-reader.test.js +162 -162
  360. package/test/piece-selection-offset.test.js +85 -85
  361. package/test/piece-store-eviction.test.js +560 -560
  362. package/test/piece-store-never-refuses.test.js +153 -153
  363. package/test/piece-store-reservations.test.js +318 -318
  364. package/test/piece-store-slow-disk.test.js +159 -159
  365. package/test/piece-tail.test.js +97 -97
  366. package/test/plan-host-timings.test.js +68 -68
  367. package/test/plan-is-steady.test.js +225 -225
  368. package/test/priority-map-download.test.js +174 -174
  369. package/test/priority-map-emptied.test.js +204 -204
  370. package/test/priority-map-per-output.test.js +215 -215
  371. package/test/priority-map.test.js +163 -163
  372. package/test/probe-wedge-certainty.test.js +60 -60
  373. package/test/produced-copy-choice.test.js +213 -213
  374. package/test/published-timeline.test.js +83 -83
  375. package/test/quality-offer.test.js +162 -162
  376. package/test/quality-variants.test.js +1229 -1229
  377. package/test/rate-control-in-the-output.test.js +180 -180
  378. package/test/read-survives-withdrawal.test.js +164 -164
  379. package/test/read-window.test.js +365 -365
  380. package/test/resume-warm.test.js +39 -39
  381. package/test/run-graph-drift.test.js +37 -37
  382. package/test/run-inputs.test.js +80 -80
  383. package/test/run-intervals.test.js +100 -100
  384. package/test/run-position-follows-published-grid.test.js +89 -89
  385. package/test/run-progress.test.js +65 -65
  386. package/test/same-height-switch.test.js +664 -664
  387. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  388. package/test/seek-landing.test.js +109 -109
  389. package/test/seek-target-not-superseded.test.js +195 -195
  390. package/test/segment-closed-on-both-branches.test.js +96 -96
  391. package/test/segment-cut-times.test.js +63 -63
  392. package/test/segment-demand.test.js +80 -80
  393. package/test/segment-hold-supersede.test.js +91 -91
  394. package/test/segment-judged-by-its-own-header.test.js +221 -221
  395. package/test/segment-serve-wiring.test.js +475 -475
  396. package/test/segment-store-eviction.test.js +247 -247
  397. package/test/segment-store.test.js +323 -323
  398. package/test/segment-true-start.test.js +86 -86
  399. package/test/segments-are-shared.test.js +176 -176
  400. package/test/send-chunk-bytes.test.js +86 -86
  401. package/test/serving-existing-output.test.js +102 -102
  402. package/test/serving-output.test.js +102 -102
  403. package/test/shared-piece-store.test.js +310 -310
  404. package/test/sidecar-naming.test.js +142 -142
  405. package/test/source-file.test.js +133 -133
  406. package/test/source-files-route.test.js +103 -103
  407. package/test/source-registry.test.js +18 -18
  408. package/test/split-a-stretch.test.js +139 -139
  409. package/test/stale-request-after-seek.test.js +158 -158
  410. package/test/startup-readings.test.js +124 -124
  411. package/test/stream-route.test.js +182 -182
  412. package/test/subtitle-cue-framing.test.js +200 -200
  413. package/test/subtitle-cue-source.test.js +102 -102
  414. package/test/subtitle-cue-walk.test.js +370 -370
  415. package/test/subtitle-cursor.test.js +63 -63
  416. package/test/subtitle-defaults.test.js +118 -118
  417. package/test/subtitle-language.test.js +252 -252
  418. package/test/subtitle-track-numbering.test.js +386 -386
  419. package/test/supply-margin.test.js +177 -177
  420. package/test/swarm-follows-readers.test.js +174 -174
  421. package/test/swarm-reach.test.js +130 -130
  422. package/test/swarm-selection.test.js +220 -220
  423. package/test/tail-duplication.test.js +167 -167
  424. package/test/the-channel-has-both-ends.test.js +91 -91
  425. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  426. package/test/thread-pool.test.js +53 -53
  427. package/test/timeline.test.js +84 -84
  428. package/test/torrent-contents.test.js +235 -235
  429. package/test/torrent-cost.test.js +71 -71
  430. package/test/torrent-files.test.js +221 -221
  431. package/test/torrent-naming.test.js +255 -255
  432. package/test/tracks-begin-together.test.js +209 -209
  433. package/test/tunnel-renewal.test.js +167 -167
  434. package/test/two-viewers-one-picture.test.js +407 -407
  435. package/test/upload-hurry.test.js +186 -186
  436. package/test/usrsctp-state.test.js +131 -131
  437. package/test/video-facts.test.js +102 -102
  438. package/test/viewer-assignments.test.js +143 -143
  439. package/test/viewer-outputs.test.js +285 -285
  440. package/test/viewer-presence.test.js +116 -116
  441. package/test/viewer-requests-admission.test.js +89 -89
  442. package/test/viewer-states.test.js +189 -189
  443. package/test/viewer-subtitle-subscription.test.js +96 -96
  444. package/test/viewer.test.js +139 -139
  445. package/test/viewing-generations.test.js +390 -390
  446. package/test/visible-rung.test.js +37 -37
  447. package/test/wait-ledger.test.js +100 -100
  448. package/test/webrtc-shim.test.js +149 -149
  449. package/test/wedge-certainty.test.js +131 -131
  450. package/test/withdraw-piece-claim.test.js +212 -212
  451. package/test/worker-channel.test.js +158 -158
  452. package/utils/client-log-file.js +151 -151
  453. package/utils/logger.js +312 -312
  454. package/utils/parse-range.js +25 -25
  455. package/utils/perf.js +59 -59
  456. package/utils/torrent-source-key.js +38 -38
@@ -1,361 +1,361 @@
1
- /**
2
- * @file Byte-range aware torrent file streaming endpoint.
3
- *
4
- * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
- * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
- * and HTTP 200 for full-file requests.
7
- */
8
-
9
- import { createReadStream } from "node:fs";
10
- import { parseRange } from "../../utils/parse-range.js";
11
- import { logger } from "../../utils/logger.js";
12
-
13
- /**
14
- * Resolve source parameters from the query string.
15
- * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
- *
17
- * @param {import("fastify").FastifyRequest["query"]} query
18
- * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
- * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
- */
21
- function getSourceParams(query, sourceRegistry) {
22
- const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
- const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
- const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
-
26
- const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
- const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
- const source = sourceRecord?.source ?? sourceFromQuery;
29
- return { sourceType, source, sourceKey };
30
- }
31
-
32
- /**
33
- * How long a request may wait for a torrent that is still being added.
34
- *
35
- * Adding a magnet takes as long as its metadata does — seconds when peers
36
- * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
- * with no bound is what made this route answer nothing at all.
38
- */
39
- const TORRENT_READY_TIMEOUT_MS = 10_000;
40
-
41
- /**
42
- * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
- * gone on long enough to be worth reporting.
44
- *
45
- * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
- * the client's next attempt is likely to find it ready.
47
- *
48
- * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
- * @param {string} sourceType
50
- * @param {string} source
51
- * @returns {Promise<import("webtorrent").Torrent>}
52
- */
53
- async function waitForTorrent(torrentPool, sourceType, source) {
54
- let timer = null;
55
- const expiry = new Promise((_resolve, reject) => {
56
- timer = setTimeout(() => {
57
- const error = new Error("Torrent metadata is not available yet.");
58
- error.code = "TORRENT_NOT_READY";
59
- reject(error);
60
- }, TORRENT_READY_TIMEOUT_MS);
61
- timer.unref?.();
62
- });
63
- try {
64
- return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
- } finally {
66
- if (timer) {
67
- clearTimeout(timer);
68
- }
69
- }
70
- }
71
-
72
- /**
73
- * Stream a torrent file over HTTP with byte-range support.
74
- *
75
- * GET /stream
76
- *
77
- * @param {import("fastify").FastifyRequest} req
78
- * @param {import("fastify").FastifyReply} reply
79
- * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
- * @returns {Promise<void>}
81
- */
82
- /**
83
- * The whole file for this source and index, if this proxy has one.
84
- *
85
- * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
- * and for a `.torrent` file of the same content. Nothing the torrent would have
87
- * told us is needed to find the file, which is the point — asking the torrent
88
- * would add it back.
89
- *
90
- * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
- * @param {string} sourceKey
92
- * @param {number} fileIndex
93
- * @returns {{ path: string, length: number, name: string } | null}
94
- */
95
- function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
- const held = torrentPool?.wholeFiles;
97
- if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
- return null;
99
- }
100
- const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
- return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
- }
103
-
104
- /**
105
- * Serve a whole file off the disk, with ranges.
106
- *
107
- * @param {import("fastify").FastifyRequest} req
108
- * @param {import("fastify").FastifyReply} reply
109
- * @param {{ path: string, length: number, name: string }} file
110
- * @returns {Promise<void> | void}
111
- */
112
- function serveWholeFile(req, reply, file) {
113
- const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
114
- if (req.method === "HEAD") {
115
- reply.hijack();
116
- reply.raw.writeHead(200, {
117
- "Accept-Ranges": "bytes",
118
- "Content-Type": "application/octet-stream",
119
- "Content-Length": String(file.length),
120
- "Content-Disposition": disposition
121
- });
122
- reply.raw.end();
123
- return;
124
- }
125
- reply.header("Accept-Ranges", "bytes");
126
- reply.header("Content-Type", "application/octet-stream");
127
- reply.header("Content-Disposition", disposition);
128
- const range = parseRange(req.headers.range, file.length);
129
- if (!range) {
130
- reply.header("Content-Length", String(file.length));
131
- return reply.send(createReadStream(file.path));
132
- }
133
- const { start, end } = range;
134
- reply.code(206);
135
- reply.header("Content-Length", String(end - start + 1));
136
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
137
- return reply.send(createReadStream(file.path, { start, end }));
138
- }
139
-
140
- export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
141
- const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
142
- const fileIndex = Number(fileIndexRaw);
143
- const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
144
-
145
- if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
146
- return reply
147
- .code(400)
148
- .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
149
- }
150
-
151
- // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
152
- // piece store, no memory ceiling, no eviction, no revival from a spill, and
153
- // nothing that can refuse the read for want of memory. The check comes before
154
- // the torrent is asked for on purpose — asking would add it back.
155
- //
156
- // The infohash is in the source key (`torrent:<infohash>`), so this needs
157
- // nothing the torrent would have told us.
158
- const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
159
- if (whole) {
160
- return serveWholeFile(req, reply, whole);
161
- }
162
-
163
- let torrent;
164
- try {
165
- torrent = await waitForTorrent(torrentPool, sourceType, source);
166
- } catch (error) {
167
- if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
168
- // Say so, rather than holding the connection until the client gives up.
169
- // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
170
- // ranged GET and a HEAD returned nothing at all for the full 30 s the
171
- // probe was willing to wait, and the route had written neither a status
172
- // nor a header — from the client that is indistinguishable from the proxy
173
- // having died, and it left no trace in the log either.
174
- reply.header("Retry-After", "1");
175
- return reply.code(503).send({ error: "Torrent metadata is not available yet." });
176
- }
177
- const message = error instanceof Error ? error.message : String(error);
178
- return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
179
- }
180
-
181
- const file = torrent.files[fileIndex];
182
- if (!file) {
183
- return reply.code(404).send({ error: "File index was not found in torrent." });
184
- }
185
-
186
- // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
187
- // from this same handler, which used to mean a HEAD started a read of the
188
- // WHOLE file: the body was discarded by Node, but the read ran on, the
189
- // response never finished, and the next request on that keep-alive connection
190
- // waited behind it. Measured on the field host: the keyframe-index HEAD
191
- // returned headers in 23 ms and then held the connection until its 15 s
192
- // timeout, which is where the 73 s transcode-session create went.
193
- if (req.method === "HEAD") {
194
- // Written to the raw response on purpose. Answering through `reply.send()`
195
- // with no payload makes Fastify set `content-length: 0`, which is worse
196
- // than useless here: the keyframe index asks for the file size with this
197
- // very request and treats 0 as "no index available", silently falling back
198
- // to an invented segment grid. Hijacking leaves the response to us, and
199
- // Node omits the body for HEAD by itself.
200
- reply.hijack();
201
- reply.raw.writeHead(200, {
202
- "Accept-Ranges": "bytes",
203
- "Content-Type": "application/octet-stream",
204
- "Content-Length": String(file.length),
205
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
206
- });
207
- reply.raw.end();
208
- return;
209
- }
210
-
211
- const range = parseRange(req.headers.range, file.length);
212
- // Prioritize the pieces at this read position so a seek (a request at a new
213
- // byte offset) downloads first instead of waiting behind the sequential
214
- // backlog — this is what caused ~15-18 s stalls when seeking into an
215
- // undownloaded region.
216
- // Only the encoder's own input read tracks where the viewer is. Everything
217
- // else that comes through here — the codec probe, the keyframe index, a
218
- // subtitle fetch — reads the file's edges, and treating those as a viewer
219
- // position made every session start and every encoder restart look like a
220
- // burst of seeks (measured: two spurious "the viewer moved" per start).
221
- torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
222
- wholeFileRead: range === null,
223
- isPlaybackRead: req.query.reader === "playback"
224
- });
225
-
226
- const start = range ? range.start : 0;
227
- const end = range ? range.end : file.length - 1;
228
- const contentLength = end - start + 1;
229
-
230
- // Written straight out of the torrent's shared memory when that is available:
231
- // no copy on either thread, at the cost of doing the writing by hand, because
232
- // only the write callback tells us when a piece may be released. Falls back to
233
- // the ordinary stream for sources without a shared pool.
234
- // How far ahead of its own read head this reader should ask the swarm for.
235
- // Supplied by whoever knows the media's byte rate — the transcode session
236
- // puts it on the ffmpeg input URL, sized in seconds of playback — because
237
- // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
238
- // but four seconds of a disc remux. Absent or unusable, the reader's own
239
- // default stands.
240
- const windowBytesRaw = Number(req.query.windowBytes);
241
- const windowBytes =
242
- Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
243
-
244
- // Which transcode session this read feeds, when it feeds one. Put on the URL
245
- // by the session that builds it, because this route otherwise knows only a
246
- // file — and two sessions can read one file, so the file cannot stand in for
247
- // the session.
248
- const sessionId = typeof req.query.session === "string" ? req.query.session : "";
249
-
250
- const fragments = typeof file.createFragmentReader === "function"
251
- ? file.createFragmentReader({ start, end, windowBytes })
252
- : null;
253
-
254
- if (fragments) {
255
- reply.hijack();
256
- reply.raw.writeHead(range ? 206 : 200, {
257
- "Accept-Ranges": "bytes",
258
- "Content-Type": "application/octet-stream",
259
- "Content-Length": String(contentLength),
260
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
261
- ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
262
- });
263
-
264
- // A client that goes away mid-response must stop the read, or pieces keep
265
- // being fetched for nobody.
266
- reply.raw.once("close", () => fragments.cancel());
267
-
268
- let sent = 0;
269
- try {
270
- for await (const fragment of fragments) {
271
- if (reply.raw.writableEnded || reply.raw.destroyed) {
272
- fragment.release();
273
- break;
274
- }
275
- await new Promise((resolve, reject) => {
276
- reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
277
- });
278
- sent += fragment.bytes.length;
279
- // Say so, if this read belongs to a transcode session. It is the only
280
- // proof that a session which has produced nothing yet is nevertheless
281
- // being fed: the encoder's own progress cannot move until its first
282
- // frame is decoded, and a viewer waiting for that first frame was being
283
- // told the proxy had died while the swarm was delivering to it. Field
284
- // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
285
- // start position throughout, and the browser gave up 0.4 s before the
286
- // piece landed.
287
- if (noteInputBytes) {
288
- noteInputBytes(sessionId, fragment.bytes.length);
289
- }
290
- // Only now are these bytes gone: the piece can be unpinned, and the
291
- // slot it occupies reused. Releasing before this point corrupts the
292
- // response silently.
293
- fragment.release();
294
- }
295
- // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
296
- //
297
- // `Content-Length` is committed before the first byte, and the reader can
298
- // finish early in silence: its `close()` ends the iteration with no
299
- // accounting, and only the `fail()` path is logged. A client then has a
300
- // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
301
- // the sample table and asks for samples past what arrived — starts
302
- // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
303
- // a negative length and `missing picture in access unit`: 2138 of them in
304
- // one field session on a COPIED picture, where no encoder touches a frame.
305
- //
306
- // A single clean read of the same file through this route produced none,
307
- // and four concurrent ones produced none; what the field session also had
308
- // was a piece store whose readers wanted every piece it could hold, and
309
- // 100 of 1395 evictions took a piece a reader had declared. So this says
310
- // whether the body was short — which either names the cause or removes
311
- // the last candidate.
312
- if (sent !== contentLength) {
313
- logger.error(
314
- `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
315
- `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
316
- "Whatever is reading this has a truncated body and no way to know it."
317
- );
318
- }
319
- reply.raw.end();
320
- } catch (error) {
321
- // The body is already committed by its headers, so there is nothing
322
- // useful to send instead — drop the connection and let the client retry.
323
- // But say why: swallowing this made the route close connections with no
324
- // status and no trace, which from the client looks like the proxy died
325
- // and from the log looks like nothing happened at all.
326
- // WHOSE end it was. A write cancelled because the consumer went away is
327
- // the ordinary end of a read: ffmpeg is terminated on every seek and
328
- // whenever the look-ahead bound suspends it, and its connection closes
329
- // with it. Reported as a failure, that line fired several times a minute
330
- // during healthy playback — and on 2026-08-09 it was read as the cause of
331
- // broken audio, which it was not. A read that ends because the reader
332
- // left is not a fault and must not be dressed as one; anything else is.
333
- const message = error instanceof Error ? error.message : String(error);
334
- const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
335
- const line =
336
- `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
337
- `${sent} of ${contentLength} bytes: ${message}`;
338
- if (consumerLeft) {
339
- logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
340
- } else {
341
- logger.warn(line);
342
- }
343
- reply.raw.destroy();
344
- }
345
- return;
346
- }
347
-
348
- reply.header("Accept-Ranges", "bytes");
349
- reply.header("Content-Type", "application/octet-stream");
350
- reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
351
-
352
- if (!range) {
353
- reply.header("Content-Length", String(file.length));
354
- return reply.send(file.createReadStream());
355
- }
356
-
357
- reply.code(206);
358
- reply.header("Content-Length", String(contentLength));
359
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
360
- return reply.send(file.createReadStream({ start, end }));
361
- }
1
+ /**
2
+ * @file Byte-range aware torrent file streaming endpoint.
3
+ *
4
+ * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
+ * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
+ * and HTTP 200 for full-file requests.
7
+ */
8
+
9
+ import { createReadStream } from "node:fs";
10
+ import { parseRange } from "../../utils/parse-range.js";
11
+ import { logger } from "../../utils/logger.js";
12
+
13
+ /**
14
+ * Resolve source parameters from the query string.
15
+ * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
+ *
17
+ * @param {import("fastify").FastifyRequest["query"]} query
18
+ * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
+ * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
+ */
21
+ function getSourceParams(query, sourceRegistry) {
22
+ const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
+ const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
+ const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
+
26
+ const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
+ const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
+ const source = sourceRecord?.source ?? sourceFromQuery;
29
+ return { sourceType, source, sourceKey };
30
+ }
31
+
32
+ /**
33
+ * How long a request may wait for a torrent that is still being added.
34
+ *
35
+ * Adding a magnet takes as long as its metadata does — seconds when peers
36
+ * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
+ * with no bound is what made this route answer nothing at all.
38
+ */
39
+ const TORRENT_READY_TIMEOUT_MS = 10_000;
40
+
41
+ /**
42
+ * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
+ * gone on long enough to be worth reporting.
44
+ *
45
+ * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
+ * the client's next attempt is likely to find it ready.
47
+ *
48
+ * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
+ * @param {string} sourceType
50
+ * @param {string} source
51
+ * @returns {Promise<import("webtorrent").Torrent>}
52
+ */
53
+ async function waitForTorrent(torrentPool, sourceType, source) {
54
+ let timer = null;
55
+ const expiry = new Promise((_resolve, reject) => {
56
+ timer = setTimeout(() => {
57
+ const error = new Error("Torrent metadata is not available yet.");
58
+ error.code = "TORRENT_NOT_READY";
59
+ reject(error);
60
+ }, TORRENT_READY_TIMEOUT_MS);
61
+ timer.unref?.();
62
+ });
63
+ try {
64
+ return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
+ } finally {
66
+ if (timer) {
67
+ clearTimeout(timer);
68
+ }
69
+ }
70
+ }
71
+
72
+ /**
73
+ * Stream a torrent file over HTTP with byte-range support.
74
+ *
75
+ * GET /stream
76
+ *
77
+ * @param {import("fastify").FastifyRequest} req
78
+ * @param {import("fastify").FastifyReply} reply
79
+ * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
+ * @returns {Promise<void>}
81
+ */
82
+ /**
83
+ * The whole file for this source and index, if this proxy has one.
84
+ *
85
+ * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
+ * and for a `.torrent` file of the same content. Nothing the torrent would have
87
+ * told us is needed to find the file, which is the point — asking the torrent
88
+ * would add it back.
89
+ *
90
+ * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
+ * @param {string} sourceKey
92
+ * @param {number} fileIndex
93
+ * @returns {{ path: string, length: number, name: string } | null}
94
+ */
95
+ function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
+ const held = torrentPool?.wholeFiles;
97
+ if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
+ return null;
99
+ }
100
+ const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
+ return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
+ }
103
+
104
+ /**
105
+ * Serve a whole file off the disk, with ranges.
106
+ *
107
+ * @param {import("fastify").FastifyRequest} req
108
+ * @param {import("fastify").FastifyReply} reply
109
+ * @param {{ path: string, length: number, name: string }} file
110
+ * @returns {Promise<void> | void}
111
+ */
112
+ function serveWholeFile(req, reply, file) {
113
+ const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
114
+ if (req.method === "HEAD") {
115
+ reply.hijack();
116
+ reply.raw.writeHead(200, {
117
+ "Accept-Ranges": "bytes",
118
+ "Content-Type": "application/octet-stream",
119
+ "Content-Length": String(file.length),
120
+ "Content-Disposition": disposition
121
+ });
122
+ reply.raw.end();
123
+ return;
124
+ }
125
+ reply.header("Accept-Ranges", "bytes");
126
+ reply.header("Content-Type", "application/octet-stream");
127
+ reply.header("Content-Disposition", disposition);
128
+ const range = parseRange(req.headers.range, file.length);
129
+ if (!range) {
130
+ reply.header("Content-Length", String(file.length));
131
+ return reply.send(createReadStream(file.path));
132
+ }
133
+ const { start, end } = range;
134
+ reply.code(206);
135
+ reply.header("Content-Length", String(end - start + 1));
136
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
137
+ return reply.send(createReadStream(file.path, { start, end }));
138
+ }
139
+
140
+ export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
141
+ const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
142
+ const fileIndex = Number(fileIndexRaw);
143
+ const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
144
+
145
+ if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
146
+ return reply
147
+ .code(400)
148
+ .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
149
+ }
150
+
151
+ // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
152
+ // piece store, no memory ceiling, no eviction, no revival from a spill, and
153
+ // nothing that can refuse the read for want of memory. The check comes before
154
+ // the torrent is asked for on purpose — asking would add it back.
155
+ //
156
+ // The infohash is in the source key (`torrent:<infohash>`), so this needs
157
+ // nothing the torrent would have told us.
158
+ const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
159
+ if (whole) {
160
+ return serveWholeFile(req, reply, whole);
161
+ }
162
+
163
+ let torrent;
164
+ try {
165
+ torrent = await waitForTorrent(torrentPool, sourceType, source);
166
+ } catch (error) {
167
+ if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
168
+ // Say so, rather than holding the connection until the client gives up.
169
+ // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
170
+ // ranged GET and a HEAD returned nothing at all for the full 30 s the
171
+ // probe was willing to wait, and the route had written neither a status
172
+ // nor a header — from the client that is indistinguishable from the proxy
173
+ // having died, and it left no trace in the log either.
174
+ reply.header("Retry-After", "1");
175
+ return reply.code(503).send({ error: "Torrent metadata is not available yet." });
176
+ }
177
+ const message = error instanceof Error ? error.message : String(error);
178
+ return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
179
+ }
180
+
181
+ const file = torrent.files[fileIndex];
182
+ if (!file) {
183
+ return reply.code(404).send({ error: "File index was not found in torrent." });
184
+ }
185
+
186
+ // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
187
+ // from this same handler, which used to mean a HEAD started a read of the
188
+ // WHOLE file: the body was discarded by Node, but the read ran on, the
189
+ // response never finished, and the next request on that keep-alive connection
190
+ // waited behind it. Measured on the field host: the keyframe-index HEAD
191
+ // returned headers in 23 ms and then held the connection until its 15 s
192
+ // timeout, which is where the 73 s transcode-session create went.
193
+ if (req.method === "HEAD") {
194
+ // Written to the raw response on purpose. Answering through `reply.send()`
195
+ // with no payload makes Fastify set `content-length: 0`, which is worse
196
+ // than useless here: the keyframe index asks for the file size with this
197
+ // very request and treats 0 as "no index available", silently falling back
198
+ // to an invented segment grid. Hijacking leaves the response to us, and
199
+ // Node omits the body for HEAD by itself.
200
+ reply.hijack();
201
+ reply.raw.writeHead(200, {
202
+ "Accept-Ranges": "bytes",
203
+ "Content-Type": "application/octet-stream",
204
+ "Content-Length": String(file.length),
205
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
206
+ });
207
+ reply.raw.end();
208
+ return;
209
+ }
210
+
211
+ const range = parseRange(req.headers.range, file.length);
212
+ // Prioritize the pieces at this read position so a seek (a request at a new
213
+ // byte offset) downloads first instead of waiting behind the sequential
214
+ // backlog — this is what caused ~15-18 s stalls when seeking into an
215
+ // undownloaded region.
216
+ // Only the encoder's own input read tracks where the viewer is. Everything
217
+ // else that comes through here — the codec probe, the keyframe index, a
218
+ // subtitle fetch — reads the file's edges, and treating those as a viewer
219
+ // position made every session start and every encoder restart look like a
220
+ // burst of seeks (measured: two spurious "the viewer moved" per start).
221
+ torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
222
+ wholeFileRead: range === null,
223
+ isPlaybackRead: req.query.reader === "playback"
224
+ });
225
+
226
+ const start = range ? range.start : 0;
227
+ const end = range ? range.end : file.length - 1;
228
+ const contentLength = end - start + 1;
229
+
230
+ // Written straight out of the torrent's shared memory when that is available:
231
+ // no copy on either thread, at the cost of doing the writing by hand, because
232
+ // only the write callback tells us when a piece may be released. Falls back to
233
+ // the ordinary stream for sources without a shared pool.
234
+ // How far ahead of its own read head this reader should ask the swarm for.
235
+ // Supplied by whoever knows the media's byte rate — the transcode session
236
+ // puts it on the ffmpeg input URL, sized in seconds of playback — because
237
+ // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
238
+ // but four seconds of a disc remux. Absent or unusable, the reader's own
239
+ // default stands.
240
+ const windowBytesRaw = Number(req.query.windowBytes);
241
+ const windowBytes =
242
+ Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
243
+
244
+ // Which transcode session this read feeds, when it feeds one. Put on the URL
245
+ // by the session that builds it, because this route otherwise knows only a
246
+ // file — and two sessions can read one file, so the file cannot stand in for
247
+ // the session.
248
+ const sessionId = typeof req.query.session === "string" ? req.query.session : "";
249
+
250
+ const fragments = typeof file.createFragmentReader === "function"
251
+ ? file.createFragmentReader({ start, end, windowBytes })
252
+ : null;
253
+
254
+ if (fragments) {
255
+ reply.hijack();
256
+ reply.raw.writeHead(range ? 206 : 200, {
257
+ "Accept-Ranges": "bytes",
258
+ "Content-Type": "application/octet-stream",
259
+ "Content-Length": String(contentLength),
260
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
261
+ ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
262
+ });
263
+
264
+ // A client that goes away mid-response must stop the read, or pieces keep
265
+ // being fetched for nobody.
266
+ reply.raw.once("close", () => fragments.cancel());
267
+
268
+ let sent = 0;
269
+ try {
270
+ for await (const fragment of fragments) {
271
+ if (reply.raw.writableEnded || reply.raw.destroyed) {
272
+ fragment.release();
273
+ break;
274
+ }
275
+ await new Promise((resolve, reject) => {
276
+ reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
277
+ });
278
+ sent += fragment.bytes.length;
279
+ // Say so, if this read belongs to a transcode session. It is the only
280
+ // proof that a session which has produced nothing yet is nevertheless
281
+ // being fed: the encoder's own progress cannot move until its first
282
+ // frame is decoded, and a viewer waiting for that first frame was being
283
+ // told the proxy had died while the swarm was delivering to it. Field
284
+ // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
285
+ // start position throughout, and the browser gave up 0.4 s before the
286
+ // piece landed.
287
+ if (noteInputBytes) {
288
+ noteInputBytes(sessionId, fragment.bytes.length);
289
+ }
290
+ // Only now are these bytes gone: the piece can be unpinned, and the
291
+ // slot it occupies reused. Releasing before this point corrupts the
292
+ // response silently.
293
+ fragment.release();
294
+ }
295
+ // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
296
+ //
297
+ // `Content-Length` is committed before the first byte, and the reader can
298
+ // finish early in silence: its `close()` ends the iteration with no
299
+ // accounting, and only the `fail()` path is logged. A client then has a
300
+ // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
301
+ // the sample table and asks for samples past what arrived — starts
302
+ // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
303
+ // a negative length and `missing picture in access unit`: 2138 of them in
304
+ // one field session on a COPIED picture, where no encoder touches a frame.
305
+ //
306
+ // A single clean read of the same file through this route produced none,
307
+ // and four concurrent ones produced none; what the field session also had
308
+ // was a piece store whose readers wanted every piece it could hold, and
309
+ // 100 of 1395 evictions took a piece a reader had declared. So this says
310
+ // whether the body was short — which either names the cause or removes
311
+ // the last candidate.
312
+ if (sent !== contentLength) {
313
+ logger.error(
314
+ `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
315
+ `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
316
+ "Whatever is reading this has a truncated body and no way to know it."
317
+ );
318
+ }
319
+ reply.raw.end();
320
+ } catch (error) {
321
+ // The body is already committed by its headers, so there is nothing
322
+ // useful to send instead — drop the connection and let the client retry.
323
+ // But say why: swallowing this made the route close connections with no
324
+ // status and no trace, which from the client looks like the proxy died
325
+ // and from the log looks like nothing happened at all.
326
+ // WHOSE end it was. A write cancelled because the consumer went away is
327
+ // the ordinary end of a read: ffmpeg is terminated on every seek and
328
+ // whenever the look-ahead bound suspends it, and its connection closes
329
+ // with it. Reported as a failure, that line fired several times a minute
330
+ // during healthy playback — and on 2026-08-09 it was read as the cause of
331
+ // broken audio, which it was not. A read that ends because the reader
332
+ // left is not a fault and must not be dressed as one; anything else is.
333
+ const message = error instanceof Error ? error.message : String(error);
334
+ const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
335
+ const line =
336
+ `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
337
+ `${sent} of ${contentLength} bytes: ${message}`;
338
+ if (consumerLeft) {
339
+ logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
340
+ } else {
341
+ logger.warn(line);
342
+ }
343
+ reply.raw.destroy();
344
+ }
345
+ return;
346
+ }
347
+
348
+ reply.header("Accept-Ranges", "bytes");
349
+ reply.header("Content-Type", "application/octet-stream");
350
+ reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
351
+
352
+ if (!range) {
353
+ reply.header("Content-Length", String(file.length));
354
+ return reply.send(file.createReadStream());
355
+ }
356
+
357
+ reply.code(206);
358
+ reply.header("Content-Length", String(contentLength));
359
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
360
+ return reply.send(file.createReadStream({ start, end }));
361
+ }