@torrent-tv/proxy 2.87.5 → 2.87.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (463) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +8 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/biome.json +411 -411
  22. package/docs/browser-proxy-contract.md +101 -94
  23. package/docs/container-architecture.md +218 -218
  24. package/docs/download-architecture.md +261 -261
  25. package/docs/encode-architecture.md +729 -729
  26. package/docs/encode-run-state.md +96 -96
  27. package/docs/logs.md +97 -97
  28. package/docs/socks5-egress-research.md +114 -114
  29. package/docs/storage-architecture.md +267 -267
  30. package/knip.json +14 -14
  31. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  32. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  33. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  34. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  35. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  36. package/openspec/changes/binary-distribution/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  38. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  39. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  40. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  41. package/openspec/changes/cold-start/design.md +98 -98
  42. package/openspec/changes/cold-start/proposal.md +62 -62
  43. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  44. package/openspec/changes/cold-start/tasks.md +48 -48
  45. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  46. package/openspec/changes/disk-cap/proposal.md +37 -37
  47. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  48. package/openspec/changes/disk-cap/tasks.md +19 -19
  49. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  50. package/openspec/changes/proxy-observability/design.md +38 -38
  51. package/openspec/changes/proxy-observability/proposal.md +49 -49
  52. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  53. package/openspec/changes/proxy-observability/tasks.md +21 -21
  54. package/openspec/changes/seek-debounce/design.md +118 -118
  55. package/openspec/changes/seek-debounce/proposal.md +59 -59
  56. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  57. package/openspec/changes/seek-debounce/tasks.md +33 -33
  58. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  59. package/openspec/changes/subtitle-language/proposal.md +50 -50
  60. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  61. package/openspec/changes/subtitle-language/tasks.md +26 -26
  62. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  63. package/openspec/changes/track-selection/design.md +47 -47
  64. package/openspec/changes/track-selection/proposal.md +45 -45
  65. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  66. package/openspec/changes/track-selection/tasks.md +20 -20
  67. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  68. package/openspec/changes/transcode-quality/proposal.md +51 -51
  69. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  70. package/openspec/changes/transcode-quality/tasks.md +63 -63
  71. package/openspec/config.yaml +38 -38
  72. package/package.json +1 -1
  73. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  74. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  75. package/research/double-spawn-2026-09-10.md +171 -171
  76. package/research/handover-2026-09-13.md +209 -209
  77. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  78. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  79. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  80. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  81. package/routes/api/client-logs/post.js +86 -86
  82. package/routes/api/delivery-sink/get.js +72 -72
  83. package/routes/api/link-probe/get.js +51 -51
  84. package/routes/api/playback-plan/audio-tracks/post.js +29 -0
  85. package/routes/api/playback-plan/post.js +53 -53
  86. package/routes/api/sources/files/get.js +100 -100
  87. package/routes/api/sources/post.js +36 -36
  88. package/routes/api/sources/stats/get.js +132 -132
  89. package/routes/api/subtitles/get.js +230 -230
  90. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  91. package/routes/api/transcode-sessions/net-report/post.js +129 -129
  92. package/routes/api/transcode-sessions/post.js +160 -160
  93. package/routes/api/transcode-sessions/progress/get.js +27 -27
  94. package/routes/api/transcode-sessions/release/post.js +41 -41
  95. package/routes/api/transcode-sessions/seek/post.js +63 -63
  96. package/routes/health/get.js +13 -13
  97. package/routes/healthz/get.js +13 -13
  98. package/routes/stream/get.js +361 -361
  99. package/routes/transcode/audio-file/get.js +64 -64
  100. package/routes/transcode/audio-warm/get.js +84 -84
  101. package/routes/transcode/session-file/get.js +52 -52
  102. package/routes/transcode/variant-file/get.js +95 -95
  103. package/routes/transcode/variant-warm/get.js +84 -84
  104. package/scripts/render-run-graph.js +173 -173
  105. package/server.js +4 -0
  106. package/services/encode/CoverageMap.js +428 -428
  107. package/services/encode/CushionReport.js +345 -345
  108. package/services/encode/EncodeAdmission.js +332 -332
  109. package/services/encode/EncodeOrchestrator.js +1217 -1217
  110. package/services/encode/EncodePlan.js +1366 -1366
  111. package/services/encode/EncodeRun.js +776 -776
  112. package/services/encode/EncodeRuns.js +1229 -1229
  113. package/services/encode/Encoder.js +142 -142
  114. package/services/encode/EncoderSelection.js +38 -38
  115. package/services/encode/LocalObservations.js +359 -359
  116. package/services/encode/NvencEncoder.js +50 -50
  117. package/services/encode/OutputOpening.js +755 -755
  118. package/services/encode/OutputTimes.js +579 -579
  119. package/services/encode/QsvEncoder.js +58 -58
  120. package/services/encode/Renditions.js +2162 -2162
  121. package/services/encode/RunProgress.js +84 -84
  122. package/services/encode/SegmentDemand.js +95 -95
  123. package/services/encode/SoftwareEncoder.js +121 -121
  124. package/services/encode/V4l2m2mEncoder.js +53 -53
  125. package/services/encode/VaapiEncoder.js +66 -66
  126. package/services/encode/args.js +416 -416
  127. package/services/encode/available-share.js +89 -89
  128. package/services/encode/calibration.js +361 -361
  129. package/services/encode/contention.js +128 -128
  130. package/services/encode/decode-cost-fit.js +363 -363
  131. package/services/encode/encode-exit.js +114 -114
  132. package/services/encode/encode-run-state.js +551 -551
  133. package/services/encode/encoder-readings.js +45 -45
  134. package/services/encode/fingerprint.js +322 -322
  135. package/services/encode/host-load.js +174 -174
  136. package/services/encode/hwaccel.js +1894 -1894
  137. package/services/encode/index.js +9 -9
  138. package/services/encode/learned-median.js +90 -90
  139. package/services/encode/output/EncodedOutput.js +57 -57
  140. package/services/encode/output/Output.js +131 -131
  141. package/services/encode/output/OutputCatalog.js +414 -414
  142. package/services/encode/output/OutputSpec.js +390 -390
  143. package/services/encode/output/Timeline.js +308 -308
  144. package/services/encode/output/cut-grid.js +107 -107
  145. package/services/encode/output/index.js +20 -20
  146. package/services/encode/output/ladder.js +32 -32
  147. package/services/encode/output/playlists.js +284 -284
  148. package/services/encode/output/rates.js +125 -125
  149. package/services/encode/output-key-format.js +21 -21
  150. package/services/encode/quality/EncodeCost.js +1083 -1083
  151. package/services/encode/quality/HostLoad.js +525 -525
  152. package/services/encode/quality/HostTimings.js +249 -249
  153. package/services/encode/quality/OutputQualityState.js +28 -28
  154. package/services/encode/quality/QualityController.js +935 -935
  155. package/services/encode/quality/QualityOffer.js +416 -416
  156. package/services/encode/quality/drain-threat.js +47 -47
  157. package/services/encode/quality/link-budget.js +254 -254
  158. package/services/encode/quality/output-format.js +266 -266
  159. package/services/encode/quality/serving-output.js +216 -216
  160. package/services/encode/quality/visible-rung.js +57 -57
  161. package/services/encode/run-budget.js +97 -97
  162. package/services/encode/run-command.js +747 -747
  163. package/services/encode/run-costs.js +155 -155
  164. package/services/encode/run-inputs.js +42 -42
  165. package/services/encode/segment-formats/fmp4.js +437 -437
  166. package/services/encode/segment-formats/index.js +77 -77
  167. package/services/encode/segment-formats/init-compat.js +324 -324
  168. package/services/encode/segment-formats/mp4-boxes.js +311 -311
  169. package/services/encode/segment-formats/mpegts.js +134 -134
  170. package/services/encode/start-stop-cost.js +178 -178
  171. package/services/encode/throughput.js +97 -97
  172. package/services/encode/torrent-cost.js +88 -88
  173. package/services/identity/installation-id.js +38 -38
  174. package/services/media/ContainerOrchestrator.js +149 -149
  175. package/services/media/KeyframeTables.js +316 -316
  176. package/services/media/SourceFile.js +298 -298
  177. package/services/media/SubtitleCues.js +520 -520
  178. package/services/media/SubtitleOrchestrator.js +167 -167
  179. package/services/media/audio-inventory.js +245 -212
  180. package/services/media/container/AviContainer.js +266 -266
  181. package/services/media/container/Container.js +603 -603
  182. package/services/media/container/ContainerFactory.js +56 -56
  183. package/services/media/container/KeyframeTable.js +272 -272
  184. package/services/media/container/MatroskaContainer.js +1494 -1494
  185. package/services/media/container/Mp4Container.js +1244 -1244
  186. package/services/media/container/SubtitleFileContainer.js +322 -322
  187. package/services/media/container/ebml-reader.js +159 -159
  188. package/services/media/ffmpeg-banner.js +260 -260
  189. package/services/media/keyframe-probe.js +157 -157
  190. package/services/media/media-info-probe.js +93 -93
  191. package/services/media/playback-planner.js +131 -59
  192. package/services/media/tracks/AudioTrack.js +131 -131
  193. package/services/media/tracks/ContainerTrack.js +75 -75
  194. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  195. package/services/media/tracks/SubtitleTrack.js +38 -38
  196. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  197. package/services/media/tracks/VideoTrack.js +33 -33
  198. package/services/media/tracks/index.js +15 -15
  199. package/services/media/tracks/language-detect.js +174 -174
  200. package/services/server/OutputLifecycle.js +418 -418
  201. package/services/server/SegmentServing.js +1146 -1146
  202. package/services/server/ViewerRequests.js +522 -522
  203. package/services/server/WaitLedger.js +142 -142
  204. package/services/server/controllers/PlaybackController.js +40 -36
  205. package/services/server/controllers/SubtitleController.js +109 -109
  206. package/services/server/http-responses.js +60 -60
  207. package/services/server/transcode-session-files.js +325 -325
  208. package/services/server/wire-outputs.js +983 -983
  209. package/services/storage/Diagnostics.js +202 -202
  210. package/services/storage/MachineBudget.js +235 -235
  211. package/services/storage/allowance.js +107 -107
  212. package/services/storage/core-dumps.js +106 -106
  213. package/services/storage/files/CompletedFiles.js +391 -391
  214. package/services/storage/files/piece-from-whole-file.js +118 -118
  215. package/services/storage/free.js +71 -71
  216. package/services/storage/keep.js +48 -48
  217. package/services/storage/machine-memory.js +56 -56
  218. package/services/storage/memory-report.js +575 -575
  219. package/services/storage/piece-store/piece-disk-store.js +516 -516
  220. package/services/storage/piece-store/piece-lru.js +495 -495
  221. package/services/storage/piece-store/shared-piece-store.js +1880 -1880
  222. package/services/storage/returns.js +103 -103
  223. package/services/storage/segment-store/SegmentStore.js +1196 -1196
  224. package/services/storage/wire.js +175 -175
  225. package/services/torrent/Contents.js +324 -324
  226. package/services/torrent/demand/DemandRegister.js +202 -202
  227. package/services/torrent/demand/Urgency.js +137 -137
  228. package/services/torrent/demand/Window.js +118 -118
  229. package/services/torrent/demand/index.js +8 -8
  230. package/services/torrent/demand/pieces.js +140 -140
  231. package/services/torrent/download/SwarmSelection.js +386 -386
  232. package/services/torrent/download/registry.js +102 -102
  233. package/services/torrent/download/withdraw-claim.js +80 -80
  234. package/services/torrent/files.js +455 -455
  235. package/services/torrent/naming.js +619 -619
  236. package/services/torrent/piece-store-of.js +29 -29
  237. package/services/torrent/supply-margin.js +262 -262
  238. package/services/torrent/torrent-pool.js +2 -2
  239. package/services/torrent/worker/background-fill.js +213 -213
  240. package/services/torrent/worker/channel.js +271 -271
  241. package/services/torrent/worker/fastest-wires.js +342 -342
  242. package/services/torrent/worker/handle-state.js +23 -23
  243. package/services/torrent/worker/held-bytes.js +155 -155
  244. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  245. package/services/torrent/worker/piece-reader.js +1078 -1078
  246. package/services/torrent/worker/pool-adapter.js +1 -1
  247. package/services/torrent/worker/resume-warm.js +107 -107
  248. package/services/torrent/worker/webrtc-shim.js +219 -219
  249. package/services/transport/data-channel-handler.js +1356 -1356
  250. package/services/transport/delivery-probe.js +842 -842
  251. package/services/transport/health-collector.js +53 -53
  252. package/services/transport/nat-classifier.js +231 -231
  253. package/services/transport/packet-witness.js +808 -808
  254. package/services/transport/port-mapper.js +235 -235
  255. package/services/transport/registry-api.js +81 -81
  256. package/services/transport/tunnel-client.js +447 -447
  257. package/services/transport/usrsctp-state.js +175 -175
  258. package/services/transport/webrtc-manager.js +484 -484
  259. package/services/viewer/Assignments.js +340 -340
  260. package/services/viewer/PriorityMap.js +390 -390
  261. package/services/viewer/PriorityOrchestrator.js +325 -325
  262. package/services/viewer/Viewer.js +657 -657
  263. package/services/viewer/Viewers.js +368 -368
  264. package/services/viewer/active-output.js +37 -37
  265. package/services/viewer/audio-start.js +46 -46
  266. package/services/viewer/buffer-trend.js +81 -81
  267. package/services/viewer/choices.js +647 -647
  268. package/services/viewer/positions.js +126 -126
  269. package/services/viewer/report-intake.js +46 -46
  270. package/store/source-registry.js +71 -71
  271. package/test/asset-paths.test.js +28 -28
  272. package/test/audio-inventory.test.js +212 -176
  273. package/test/audio-track-bitrate.test.js +40 -40
  274. package/test/auto-quality-step.test.js +707 -707
  275. package/test/available-share.test.js +76 -76
  276. package/test/background-fill.test.js +190 -190
  277. package/test/client-log-file.test.js +110 -110
  278. package/test/completed-files.test.js +115 -115
  279. package/test/concurrent-cost.test.js +148 -148
  280. package/test/container-media-info.test.js +228 -228
  281. package/test/contention.test.js +76 -76
  282. package/test/core-dumps.test.js +57 -57
  283. package/test/coverage-follows-the-disk.test.js +228 -228
  284. package/test/coverage-map.test.js +195 -195
  285. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  286. package/test/cut-times-timeline.test.js +65 -65
  287. package/test/cuts-follow-published-grid.test.js +109 -109
  288. package/test/data-channel-frame.test.js +63 -63
  289. package/test/dead-torrent-handle.test.js +52 -52
  290. package/test/declared-rates.test.js +116 -116
  291. package/test/declared-tracks.test.js +35 -35
  292. package/test/decode-cost-fit.test.js +202 -202
  293. package/test/decode-cost.test.js +462 -462
  294. package/test/delivery-probe.test.js +393 -393
  295. package/test/demand-register.test.js +206 -206
  296. package/test/dht-bootstrap.test.js +72 -72
  297. package/test/drain-threat.test.js +65 -65
  298. package/test/duplicate-add.test.js +48 -48
  299. package/test/encode-admission.test.js +146 -146
  300. package/test/encode-cost.test.js +283 -283
  301. package/test/encode-exit.test.js +111 -111
  302. package/test/encode-orchestrator.test.js +419 -419
  303. package/test/encode-plan-viewers.test.js +718 -718
  304. package/test/encode-plan.test.js +545 -545
  305. package/test/encode-run-state.test.js +314 -314
  306. package/test/encode-run.test.js +161 -161
  307. package/test/encode-slope.test.js +46 -46
  308. package/test/encoded-output.test.js +39 -39
  309. package/test/encoder-kinds.test.js +122 -122
  310. package/test/encoder-readings.test.js +46 -46
  311. package/test/every-claimant-is-told-its-share.test.js +152 -152
  312. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  313. package/test/failed-start-breaker.test.js +202 -202
  314. package/test/fastest-wires.test.js +143 -143
  315. package/test/ffmpeg-stream-counts.test.js +78 -78
  316. package/test/file-edges.test.js +191 -191
  317. package/test/fmp4-self-contained.test.js +80 -80
  318. package/test/fmp4-timestamps.test.js +140 -140
  319. package/test/fmp4-track-completeness.test.js +41 -41
  320. package/test/format-keyed-outputs.test.js +78 -78
  321. package/test/health-metrics.test.js +38 -38
  322. package/test/held-request-width.test.js +157 -157
  323. package/test/helpers/encode-run.js +136 -136
  324. package/test/helpers/held-file.js +29 -29
  325. package/test/helpers/manager.js +57 -57
  326. package/test/helpers/output-spec.js +63 -63
  327. package/test/host-load.test.js +68 -68
  328. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  329. package/test/init-compat.test.js +219 -219
  330. package/test/input-lost-quiets-the-plan.test.js +261 -261
  331. package/test/input-unavailable.test.js +48 -48
  332. package/test/installation-id.test.js +39 -39
  333. package/test/keeping-period.test.js +83 -83
  334. package/test/keyframe-index-accuracy.test.js +188 -188
  335. package/test/keyframe-table-budget.test.js +102 -102
  336. package/test/keyframes-belong-to-the-file.test.js +249 -249
  337. package/test/learned-median.test.js +37 -37
  338. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  339. package/test/limit-row-by-area.test.js +60 -60
  340. package/test/link-budget.test.js +111 -111
  341. package/test/link-probe.test.js +56 -56
  342. package/test/local-encoding-data.test.js +273 -273
  343. package/test/logger-repeats.test.js +134 -134
  344. package/test/look-ahead-coverage.test.js +56 -56
  345. package/test/manager-surface.test.js +292 -292
  346. package/test/matroska-cues-track.test.js +192 -192
  347. package/test/memory-budget.test.js +390 -390
  348. package/test/move-cost.test.js +216 -216
  349. package/test/mp4-subtitles.test.js +173 -173
  350. package/test/one-authority.test.js +285 -285
  351. package/test/one-budget.test.js +149 -149
  352. package/test/one-output-one-session.test.js +204 -204
  353. package/test/one-resource-divided.test.js +185 -185
  354. package/test/one-serving-output-per-height.test.js +458 -458
  355. package/test/orchestrator-wired.test.js +206 -206
  356. package/test/output-catalog.test.js +39 -39
  357. package/test/output-shape.test.js +21 -21
  358. package/test/output-spec.test.js +251 -251
  359. package/test/output-speed.test.js +88 -88
  360. package/test/outputs-being-prepared.test.js +40 -40
  361. package/test/packet-witness-ring.test.js +236 -236
  362. package/test/packet-witness.test.js +148 -148
  363. package/test/piece-disk-store.test.js +381 -381
  364. package/test/piece-from-whole-file.test.js +129 -129
  365. package/test/piece-lru.test.js +319 -319
  366. package/test/piece-reader.test.js +162 -162
  367. package/test/piece-selection-offset.test.js +85 -85
  368. package/test/piece-store-eviction.test.js +560 -560
  369. package/test/piece-store-never-refuses.test.js +153 -153
  370. package/test/piece-store-reservations.test.js +318 -318
  371. package/test/piece-store-slow-disk.test.js +159 -159
  372. package/test/piece-tail.test.js +97 -97
  373. package/test/plan-host-timings.test.js +68 -68
  374. package/test/plan-is-steady.test.js +225 -225
  375. package/test/priority-map-download.test.js +174 -174
  376. package/test/priority-map-emptied.test.js +204 -204
  377. package/test/priority-map-per-output.test.js +215 -215
  378. package/test/priority-map.test.js +163 -163
  379. package/test/probe-wedge-certainty.test.js +60 -60
  380. package/test/produced-copy-choice.test.js +213 -213
  381. package/test/published-timeline.test.js +83 -83
  382. package/test/quality-offer.test.js +162 -162
  383. package/test/quality-variants.test.js +1229 -1229
  384. package/test/rate-control-in-the-output.test.js +180 -180
  385. package/test/read-survives-withdrawal.test.js +164 -164
  386. package/test/read-window.test.js +365 -365
  387. package/test/resume-warm.test.js +39 -39
  388. package/test/run-graph-drift.test.js +37 -37
  389. package/test/run-inputs.test.js +80 -80
  390. package/test/run-intervals.test.js +100 -100
  391. package/test/run-position-follows-published-grid.test.js +89 -89
  392. package/test/run-progress.test.js +65 -65
  393. package/test/same-height-switch.test.js +664 -664
  394. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  395. package/test/seek-landing.test.js +109 -109
  396. package/test/seek-target-not-superseded.test.js +195 -195
  397. package/test/segment-closed-on-both-branches.test.js +96 -96
  398. package/test/segment-cut-times.test.js +63 -63
  399. package/test/segment-demand.test.js +80 -80
  400. package/test/segment-hold-supersede.test.js +91 -91
  401. package/test/segment-judged-by-its-own-header.test.js +221 -221
  402. package/test/segment-serve-wiring.test.js +475 -475
  403. package/test/segment-store-eviction.test.js +247 -247
  404. package/test/segment-store.test.js +323 -323
  405. package/test/segment-true-start.test.js +86 -86
  406. package/test/segments-are-shared.test.js +176 -176
  407. package/test/send-chunk-bytes.test.js +86 -86
  408. package/test/serving-existing-output.test.js +102 -102
  409. package/test/serving-output.test.js +102 -102
  410. package/test/shared-piece-store.test.js +310 -310
  411. package/test/sidecar-naming.test.js +142 -142
  412. package/test/source-file.test.js +133 -133
  413. package/test/source-files-route.test.js +103 -103
  414. package/test/source-registry.test.js +18 -18
  415. package/test/split-a-stretch.test.js +139 -139
  416. package/test/stale-request-after-seek.test.js +158 -158
  417. package/test/startup-readings.test.js +124 -124
  418. package/test/stream-route.test.js +182 -182
  419. package/test/subtitle-cue-framing.test.js +200 -200
  420. package/test/subtitle-cue-source.test.js +102 -102
  421. package/test/subtitle-cue-walk.test.js +370 -370
  422. package/test/subtitle-cursor.test.js +63 -63
  423. package/test/subtitle-defaults.test.js +118 -118
  424. package/test/subtitle-language.test.js +252 -252
  425. package/test/subtitle-track-numbering.test.js +386 -386
  426. package/test/supply-margin.test.js +177 -177
  427. package/test/swarm-follows-readers.test.js +174 -174
  428. package/test/swarm-reach.test.js +130 -130
  429. package/test/swarm-selection.test.js +220 -220
  430. package/test/tail-duplication.test.js +167 -167
  431. package/test/the-channel-has-both-ends.test.js +91 -91
  432. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  433. package/test/thread-pool.test.js +53 -53
  434. package/test/timeline.test.js +84 -84
  435. package/test/torrent-contents.test.js +235 -235
  436. package/test/torrent-cost.test.js +71 -71
  437. package/test/torrent-files.test.js +221 -221
  438. package/test/torrent-naming.test.js +255 -255
  439. package/test/tracks-begin-together.test.js +209 -209
  440. package/test/tunnel-renewal.test.js +167 -167
  441. package/test/two-viewers-one-picture.test.js +407 -407
  442. package/test/upload-hurry.test.js +186 -186
  443. package/test/usrsctp-state.test.js +131 -131
  444. package/test/video-facts.test.js +102 -102
  445. package/test/viewer-assignments.test.js +143 -143
  446. package/test/viewer-outputs.test.js +285 -285
  447. package/test/viewer-presence.test.js +116 -116
  448. package/test/viewer-requests-admission.test.js +89 -89
  449. package/test/viewer-states.test.js +189 -189
  450. package/test/viewer-subtitle-subscription.test.js +96 -96
  451. package/test/viewer.test.js +139 -139
  452. package/test/viewing-generations.test.js +390 -390
  453. package/test/visible-rung.test.js +37 -37
  454. package/test/wait-ledger.test.js +100 -100
  455. package/test/webrtc-shim.test.js +149 -149
  456. package/test/wedge-certainty.test.js +131 -131
  457. package/test/withdraw-piece-claim.test.js +212 -212
  458. package/test/worker-channel.test.js +158 -158
  459. package/utils/client-log-file.js +151 -151
  460. package/utils/logger.js +312 -312
  461. package/utils/parse-range.js +25 -25
  462. package/utils/perf.js +59 -59
  463. package/{services/torrent → utils}/torrent-source-key.js +38 -38
@@ -1,361 +1,361 @@
1
- /**
2
- * @file Byte-range aware torrent file streaming endpoint.
3
- *
4
- * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
- * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
- * and HTTP 200 for full-file requests.
7
- */
8
-
9
- import { createReadStream } from "node:fs";
10
- import { parseRange } from "../../utils/parse-range.js";
11
- import { logger } from "../../utils/logger.js";
12
-
13
- /**
14
- * Resolve source parameters from the query string.
15
- * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
- *
17
- * @param {import("fastify").FastifyRequest["query"]} query
18
- * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
- * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
- */
21
- function getSourceParams(query, sourceRegistry) {
22
- const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
- const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
- const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
-
26
- const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
- const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
- const source = sourceRecord?.source ?? sourceFromQuery;
29
- return { sourceType, source, sourceKey };
30
- }
31
-
32
- /**
33
- * How long a request may wait for a torrent that is still being added.
34
- *
35
- * Adding a magnet takes as long as its metadata does — seconds when peers
36
- * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
- * with no bound is what made this route answer nothing at all.
38
- */
39
- const TORRENT_READY_TIMEOUT_MS = 10_000;
40
-
41
- /**
42
- * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
- * gone on long enough to be worth reporting.
44
- *
45
- * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
- * the client's next attempt is likely to find it ready.
47
- *
48
- * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
- * @param {string} sourceType
50
- * @param {string} source
51
- * @returns {Promise<import("webtorrent").Torrent>}
52
- */
53
- async function waitForTorrent(torrentPool, sourceType, source) {
54
- let timer = null;
55
- const expiry = new Promise((_resolve, reject) => {
56
- timer = setTimeout(() => {
57
- const error = new Error("Torrent metadata is not available yet.");
58
- error.code = "TORRENT_NOT_READY";
59
- reject(error);
60
- }, TORRENT_READY_TIMEOUT_MS);
61
- timer.unref?.();
62
- });
63
- try {
64
- return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
- } finally {
66
- if (timer) {
67
- clearTimeout(timer);
68
- }
69
- }
70
- }
71
-
72
- /**
73
- * Stream a torrent file over HTTP with byte-range support.
74
- *
75
- * GET /stream
76
- *
77
- * @param {import("fastify").FastifyRequest} req
78
- * @param {import("fastify").FastifyReply} reply
79
- * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
- * @returns {Promise<void>}
81
- */
82
- /**
83
- * The whole file for this source and index, if this proxy has one.
84
- *
85
- * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
- * and for a `.torrent` file of the same content. Nothing the torrent would have
87
- * told us is needed to find the file, which is the point — asking the torrent
88
- * would add it back.
89
- *
90
- * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
- * @param {string} sourceKey
92
- * @param {number} fileIndex
93
- * @returns {{ path: string, length: number, name: string } | null}
94
- */
95
- function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
- const held = torrentPool?.wholeFiles;
97
- if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
- return null;
99
- }
100
- const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
- return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
- }
103
-
104
- /**
105
- * Serve a whole file off the disk, with ranges.
106
- *
107
- * @param {import("fastify").FastifyRequest} req
108
- * @param {import("fastify").FastifyReply} reply
109
- * @param {{ path: string, length: number, name: string }} file
110
- * @returns {Promise<void> | void}
111
- */
112
- function serveWholeFile(req, reply, file) {
113
- const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
114
- if (req.method === "HEAD") {
115
- reply.hijack();
116
- reply.raw.writeHead(200, {
117
- "Accept-Ranges": "bytes",
118
- "Content-Type": "application/octet-stream",
119
- "Content-Length": String(file.length),
120
- "Content-Disposition": disposition
121
- });
122
- reply.raw.end();
123
- return;
124
- }
125
- reply.header("Accept-Ranges", "bytes");
126
- reply.header("Content-Type", "application/octet-stream");
127
- reply.header("Content-Disposition", disposition);
128
- const range = parseRange(req.headers.range, file.length);
129
- if (!range) {
130
- reply.header("Content-Length", String(file.length));
131
- return reply.send(createReadStream(file.path));
132
- }
133
- const { start, end } = range;
134
- reply.code(206);
135
- reply.header("Content-Length", String(end - start + 1));
136
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
137
- return reply.send(createReadStream(file.path, { start, end }));
138
- }
139
-
140
- export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
141
- const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
142
- const fileIndex = Number(fileIndexRaw);
143
- const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
144
-
145
- if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
146
- return reply
147
- .code(400)
148
- .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
149
- }
150
-
151
- // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
152
- // piece store, no memory ceiling, no eviction, no revival from a spill, and
153
- // nothing that can refuse the read for want of memory. The check comes before
154
- // the torrent is asked for on purpose — asking would add it back.
155
- //
156
- // The infohash is in the source key (`torrent:<infohash>`), so this needs
157
- // nothing the torrent would have told us.
158
- const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
159
- if (whole) {
160
- return serveWholeFile(req, reply, whole);
161
- }
162
-
163
- let torrent;
164
- try {
165
- torrent = await waitForTorrent(torrentPool, sourceType, source);
166
- } catch (error) {
167
- if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
168
- // Say so, rather than holding the connection until the client gives up.
169
- // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
170
- // ranged GET and a HEAD returned nothing at all for the full 30 s the
171
- // probe was willing to wait, and the route had written neither a status
172
- // nor a header — from the client that is indistinguishable from the proxy
173
- // having died, and it left no trace in the log either.
174
- reply.header("Retry-After", "1");
175
- return reply.code(503).send({ error: "Torrent metadata is not available yet." });
176
- }
177
- const message = error instanceof Error ? error.message : String(error);
178
- return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
179
- }
180
-
181
- const file = torrent.files[fileIndex];
182
- if (!file) {
183
- return reply.code(404).send({ error: "File index was not found in torrent." });
184
- }
185
-
186
- // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
187
- // from this same handler, which used to mean a HEAD started a read of the
188
- // WHOLE file: the body was discarded by Node, but the read ran on, the
189
- // response never finished, and the next request on that keep-alive connection
190
- // waited behind it. Measured on the field host: the keyframe-index HEAD
191
- // returned headers in 23 ms and then held the connection until its 15 s
192
- // timeout, which is where the 73 s transcode-session create went.
193
- if (req.method === "HEAD") {
194
- // Written to the raw response on purpose. Answering through `reply.send()`
195
- // with no payload makes Fastify set `content-length: 0`, which is worse
196
- // than useless here: the keyframe index asks for the file size with this
197
- // very request and treats 0 as "no index available", silently falling back
198
- // to an invented segment grid. Hijacking leaves the response to us, and
199
- // Node omits the body for HEAD by itself.
200
- reply.hijack();
201
- reply.raw.writeHead(200, {
202
- "Accept-Ranges": "bytes",
203
- "Content-Type": "application/octet-stream",
204
- "Content-Length": String(file.length),
205
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
206
- });
207
- reply.raw.end();
208
- return;
209
- }
210
-
211
- const range = parseRange(req.headers.range, file.length);
212
- // Prioritize the pieces at this read position so a seek (a request at a new
213
- // byte offset) downloads first instead of waiting behind the sequential
214
- // backlog — this is what caused ~15-18 s stalls when seeking into an
215
- // undownloaded region.
216
- // Only the encoder's own input read tracks where the viewer is. Everything
217
- // else that comes through here — the codec probe, the keyframe index, a
218
- // subtitle fetch — reads the file's edges, and treating those as a viewer
219
- // position made every session start and every encoder restart look like a
220
- // burst of seeks (measured: two spurious "the viewer moved" per start).
221
- torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
222
- wholeFileRead: range === null,
223
- isPlaybackRead: req.query.reader === "playback"
224
- });
225
-
226
- const start = range ? range.start : 0;
227
- const end = range ? range.end : file.length - 1;
228
- const contentLength = end - start + 1;
229
-
230
- // Written straight out of the torrent's shared memory when that is available:
231
- // no copy on either thread, at the cost of doing the writing by hand, because
232
- // only the write callback tells us when a piece may be released. Falls back to
233
- // the ordinary stream for sources without a shared pool.
234
- // How far ahead of its own read head this reader should ask the swarm for.
235
- // Supplied by whoever knows the media's byte rate — the transcode session
236
- // puts it on the ffmpeg input URL, sized in seconds of playback — because
237
- // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
238
- // but four seconds of a disc remux. Absent or unusable, the reader's own
239
- // default stands.
240
- const windowBytesRaw = Number(req.query.windowBytes);
241
- const windowBytes =
242
- Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
243
-
244
- // Which transcode session this read feeds, when it feeds one. Put on the URL
245
- // by the session that builds it, because this route otherwise knows only a
246
- // file — and two sessions can read one file, so the file cannot stand in for
247
- // the session.
248
- const sessionId = typeof req.query.session === "string" ? req.query.session : "";
249
-
250
- const fragments = typeof file.createFragmentReader === "function"
251
- ? file.createFragmentReader({ start, end, windowBytes })
252
- : null;
253
-
254
- if (fragments) {
255
- reply.hijack();
256
- reply.raw.writeHead(range ? 206 : 200, {
257
- "Accept-Ranges": "bytes",
258
- "Content-Type": "application/octet-stream",
259
- "Content-Length": String(contentLength),
260
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
261
- ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
262
- });
263
-
264
- // A client that goes away mid-response must stop the read, or pieces keep
265
- // being fetched for nobody.
266
- reply.raw.once("close", () => fragments.cancel());
267
-
268
- let sent = 0;
269
- try {
270
- for await (const fragment of fragments) {
271
- if (reply.raw.writableEnded || reply.raw.destroyed) {
272
- fragment.release();
273
- break;
274
- }
275
- await new Promise((resolve, reject) => {
276
- reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
277
- });
278
- sent += fragment.bytes.length;
279
- // Say so, if this read belongs to a transcode session. It is the only
280
- // proof that a session which has produced nothing yet is nevertheless
281
- // being fed: the encoder's own progress cannot move until its first
282
- // frame is decoded, and a viewer waiting for that first frame was being
283
- // told the proxy had died while the swarm was delivering to it. Field
284
- // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
285
- // start position throughout, and the browser gave up 0.4 s before the
286
- // piece landed.
287
- if (noteInputBytes) {
288
- noteInputBytes(sessionId, fragment.bytes.length);
289
- }
290
- // Only now are these bytes gone: the piece can be unpinned, and the
291
- // slot it occupies reused. Releasing before this point corrupts the
292
- // response silently.
293
- fragment.release();
294
- }
295
- // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
296
- //
297
- // `Content-Length` is committed before the first byte, and the reader can
298
- // finish early in silence: its `close()` ends the iteration with no
299
- // accounting, and only the `fail()` path is logged. A client then has a
300
- // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
301
- // the sample table and asks for samples past what arrived — starts
302
- // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
303
- // a negative length and `missing picture in access unit`: 2138 of them in
304
- // one field session on a COPIED picture, where no encoder touches a frame.
305
- //
306
- // A single clean read of the same file through this route produced none,
307
- // and four concurrent ones produced none; what the field session also had
308
- // was a piece store whose readers wanted every piece it could hold, and
309
- // 100 of 1395 evictions took a piece a reader had declared. So this says
310
- // whether the body was short — which either names the cause or removes
311
- // the last candidate.
312
- if (sent !== contentLength) {
313
- logger.error(
314
- `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
315
- `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
316
- "Whatever is reading this has a truncated body and no way to know it."
317
- );
318
- }
319
- reply.raw.end();
320
- } catch (error) {
321
- // The body is already committed by its headers, so there is nothing
322
- // useful to send instead — drop the connection and let the client retry.
323
- // But say why: swallowing this made the route close connections with no
324
- // status and no trace, which from the client looks like the proxy died
325
- // and from the log looks like nothing happened at all.
326
- // WHOSE end it was. A write cancelled because the consumer went away is
327
- // the ordinary end of a read: ffmpeg is terminated on every seek and
328
- // whenever the look-ahead bound suspends it, and its connection closes
329
- // with it. Reported as a failure, that line fired several times a minute
330
- // during healthy playback — and on 2026-08-09 it was read as the cause of
331
- // broken audio, which it was not. A read that ends because the reader
332
- // left is not a fault and must not be dressed as one; anything else is.
333
- const message = error instanceof Error ? error.message : String(error);
334
- const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
335
- const line =
336
- `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
337
- `${sent} of ${contentLength} bytes: ${message}`;
338
- if (consumerLeft) {
339
- logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
340
- } else {
341
- logger.warn(line);
342
- }
343
- reply.raw.destroy();
344
- }
345
- return;
346
- }
347
-
348
- reply.header("Accept-Ranges", "bytes");
349
- reply.header("Content-Type", "application/octet-stream");
350
- reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
351
-
352
- if (!range) {
353
- reply.header("Content-Length", String(file.length));
354
- return reply.send(file.createReadStream());
355
- }
356
-
357
- reply.code(206);
358
- reply.header("Content-Length", String(contentLength));
359
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
360
- return reply.send(file.createReadStream({ start, end }));
361
- }
1
+ /**
2
+ * @file Byte-range aware torrent file streaming endpoint.
3
+ *
4
+ * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
+ * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
+ * and HTTP 200 for full-file requests.
7
+ */
8
+
9
+ import { createReadStream } from "node:fs";
10
+ import { parseRange } from "../../utils/parse-range.js";
11
+ import { logger } from "../../utils/logger.js";
12
+
13
+ /**
14
+ * Resolve source parameters from the query string.
15
+ * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
+ *
17
+ * @param {import("fastify").FastifyRequest["query"]} query
18
+ * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
+ * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
+ */
21
+ function getSourceParams(query, sourceRegistry) {
22
+ const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
+ const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
+ const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
+
26
+ const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
+ const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
+ const source = sourceRecord?.source ?? sourceFromQuery;
29
+ return { sourceType, source, sourceKey };
30
+ }
31
+
32
+ /**
33
+ * How long a request may wait for a torrent that is still being added.
34
+ *
35
+ * Adding a magnet takes as long as its metadata does — seconds when peers
36
+ * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
+ * with no bound is what made this route answer nothing at all.
38
+ */
39
+ const TORRENT_READY_TIMEOUT_MS = 10_000;
40
+
41
+ /**
42
+ * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
+ * gone on long enough to be worth reporting.
44
+ *
45
+ * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
+ * the client's next attempt is likely to find it ready.
47
+ *
48
+ * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
+ * @param {string} sourceType
50
+ * @param {string} source
51
+ * @returns {Promise<import("webtorrent").Torrent>}
52
+ */
53
+ async function waitForTorrent(torrentPool, sourceType, source) {
54
+ let timer = null;
55
+ const expiry = new Promise((_resolve, reject) => {
56
+ timer = setTimeout(() => {
57
+ const error = new Error("Torrent metadata is not available yet.");
58
+ error.code = "TORRENT_NOT_READY";
59
+ reject(error);
60
+ }, TORRENT_READY_TIMEOUT_MS);
61
+ timer.unref?.();
62
+ });
63
+ try {
64
+ return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
+ } finally {
66
+ if (timer) {
67
+ clearTimeout(timer);
68
+ }
69
+ }
70
+ }
71
+
72
+ /**
73
+ * Stream a torrent file over HTTP with byte-range support.
74
+ *
75
+ * GET /stream
76
+ *
77
+ * @param {import("fastify").FastifyRequest} req
78
+ * @param {import("fastify").FastifyReply} reply
79
+ * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
+ * @returns {Promise<void>}
81
+ */
82
+ /**
83
+ * The whole file for this source and index, if this proxy has one.
84
+ *
85
+ * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
+ * and for a `.torrent` file of the same content. Nothing the torrent would have
87
+ * told us is needed to find the file, which is the point — asking the torrent
88
+ * would add it back.
89
+ *
90
+ * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
+ * @param {string} sourceKey
92
+ * @param {number} fileIndex
93
+ * @returns {{ path: string, length: number, name: string } | null}
94
+ */
95
+ function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
+ const held = torrentPool?.wholeFiles;
97
+ if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
+ return null;
99
+ }
100
+ const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
+ return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
+ }
103
+
104
+ /**
105
+ * Serve a whole file off the disk, with ranges.
106
+ *
107
+ * @param {import("fastify").FastifyRequest} req
108
+ * @param {import("fastify").FastifyReply} reply
109
+ * @param {{ path: string, length: number, name: string }} file
110
+ * @returns {Promise<void> | void}
111
+ */
112
+ function serveWholeFile(req, reply, file) {
113
+ const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
114
+ if (req.method === "HEAD") {
115
+ reply.hijack();
116
+ reply.raw.writeHead(200, {
117
+ "Accept-Ranges": "bytes",
118
+ "Content-Type": "application/octet-stream",
119
+ "Content-Length": String(file.length),
120
+ "Content-Disposition": disposition
121
+ });
122
+ reply.raw.end();
123
+ return;
124
+ }
125
+ reply.header("Accept-Ranges", "bytes");
126
+ reply.header("Content-Type", "application/octet-stream");
127
+ reply.header("Content-Disposition", disposition);
128
+ const range = parseRange(req.headers.range, file.length);
129
+ if (!range) {
130
+ reply.header("Content-Length", String(file.length));
131
+ return reply.send(createReadStream(file.path));
132
+ }
133
+ const { start, end } = range;
134
+ reply.code(206);
135
+ reply.header("Content-Length", String(end - start + 1));
136
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
137
+ return reply.send(createReadStream(file.path, { start, end }));
138
+ }
139
+
140
+ export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
141
+ const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
142
+ const fileIndex = Number(fileIndexRaw);
143
+ const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
144
+
145
+ if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
146
+ return reply
147
+ .code(400)
148
+ .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
149
+ }
150
+
151
+ // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
152
+ // piece store, no memory ceiling, no eviction, no revival from a spill, and
153
+ // nothing that can refuse the read for want of memory. The check comes before
154
+ // the torrent is asked for on purpose — asking would add it back.
155
+ //
156
+ // The infohash is in the source key (`torrent:<infohash>`), so this needs
157
+ // nothing the torrent would have told us.
158
+ const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
159
+ if (whole) {
160
+ return serveWholeFile(req, reply, whole);
161
+ }
162
+
163
+ let torrent;
164
+ try {
165
+ torrent = await waitForTorrent(torrentPool, sourceType, source);
166
+ } catch (error) {
167
+ if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
168
+ // Say so, rather than holding the connection until the client gives up.
169
+ // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
170
+ // ranged GET and a HEAD returned nothing at all for the full 30 s the
171
+ // probe was willing to wait, and the route had written neither a status
172
+ // nor a header — from the client that is indistinguishable from the proxy
173
+ // having died, and it left no trace in the log either.
174
+ reply.header("Retry-After", "1");
175
+ return reply.code(503).send({ error: "Torrent metadata is not available yet." });
176
+ }
177
+ const message = error instanceof Error ? error.message : String(error);
178
+ return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
179
+ }
180
+
181
+ const file = torrent.files[fileIndex];
182
+ if (!file) {
183
+ return reply.code(404).send({ error: "File index was not found in torrent." });
184
+ }
185
+
186
+ // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
187
+ // from this same handler, which used to mean a HEAD started a read of the
188
+ // WHOLE file: the body was discarded by Node, but the read ran on, the
189
+ // response never finished, and the next request on that keep-alive connection
190
+ // waited behind it. Measured on the field host: the keyframe-index HEAD
191
+ // returned headers in 23 ms and then held the connection until its 15 s
192
+ // timeout, which is where the 73 s transcode-session create went.
193
+ if (req.method === "HEAD") {
194
+ // Written to the raw response on purpose. Answering through `reply.send()`
195
+ // with no payload makes Fastify set `content-length: 0`, which is worse
196
+ // than useless here: the keyframe index asks for the file size with this
197
+ // very request and treats 0 as "no index available", silently falling back
198
+ // to an invented segment grid. Hijacking leaves the response to us, and
199
+ // Node omits the body for HEAD by itself.
200
+ reply.hijack();
201
+ reply.raw.writeHead(200, {
202
+ "Accept-Ranges": "bytes",
203
+ "Content-Type": "application/octet-stream",
204
+ "Content-Length": String(file.length),
205
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
206
+ });
207
+ reply.raw.end();
208
+ return;
209
+ }
210
+
211
+ const range = parseRange(req.headers.range, file.length);
212
+ // Prioritize the pieces at this read position so a seek (a request at a new
213
+ // byte offset) downloads first instead of waiting behind the sequential
214
+ // backlog — this is what caused ~15-18 s stalls when seeking into an
215
+ // undownloaded region.
216
+ // Only the encoder's own input read tracks where the viewer is. Everything
217
+ // else that comes through here — the codec probe, the keyframe index, a
218
+ // subtitle fetch — reads the file's edges, and treating those as a viewer
219
+ // position made every session start and every encoder restart look like a
220
+ // burst of seeks (measured: two spurious "the viewer moved" per start).
221
+ torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
222
+ wholeFileRead: range === null,
223
+ isPlaybackRead: req.query.reader === "playback"
224
+ });
225
+
226
+ const start = range ? range.start : 0;
227
+ const end = range ? range.end : file.length - 1;
228
+ const contentLength = end - start + 1;
229
+
230
+ // Written straight out of the torrent's shared memory when that is available:
231
+ // no copy on either thread, at the cost of doing the writing by hand, because
232
+ // only the write callback tells us when a piece may be released. Falls back to
233
+ // the ordinary stream for sources without a shared pool.
234
+ // How far ahead of its own read head this reader should ask the swarm for.
235
+ // Supplied by whoever knows the media's byte rate — the transcode session
236
+ // puts it on the ffmpeg input URL, sized in seconds of playback — because
237
+ // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
238
+ // but four seconds of a disc remux. Absent or unusable, the reader's own
239
+ // default stands.
240
+ const windowBytesRaw = Number(req.query.windowBytes);
241
+ const windowBytes =
242
+ Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
243
+
244
+ // Which transcode session this read feeds, when it feeds one. Put on the URL
245
+ // by the session that builds it, because this route otherwise knows only a
246
+ // file — and two sessions can read one file, so the file cannot stand in for
247
+ // the session.
248
+ const sessionId = typeof req.query.session === "string" ? req.query.session : "";
249
+
250
+ const fragments = typeof file.createFragmentReader === "function"
251
+ ? file.createFragmentReader({ start, end, windowBytes })
252
+ : null;
253
+
254
+ if (fragments) {
255
+ reply.hijack();
256
+ reply.raw.writeHead(range ? 206 : 200, {
257
+ "Accept-Ranges": "bytes",
258
+ "Content-Type": "application/octet-stream",
259
+ "Content-Length": String(contentLength),
260
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
261
+ ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
262
+ });
263
+
264
+ // A client that goes away mid-response must stop the read, or pieces keep
265
+ // being fetched for nobody.
266
+ reply.raw.once("close", () => fragments.cancel());
267
+
268
+ let sent = 0;
269
+ try {
270
+ for await (const fragment of fragments) {
271
+ if (reply.raw.writableEnded || reply.raw.destroyed) {
272
+ fragment.release();
273
+ break;
274
+ }
275
+ await new Promise((resolve, reject) => {
276
+ reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
277
+ });
278
+ sent += fragment.bytes.length;
279
+ // Say so, if this read belongs to a transcode session. It is the only
280
+ // proof that a session which has produced nothing yet is nevertheless
281
+ // being fed: the encoder's own progress cannot move until its first
282
+ // frame is decoded, and a viewer waiting for that first frame was being
283
+ // told the proxy had died while the swarm was delivering to it. Field
284
+ // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
285
+ // start position throughout, and the browser gave up 0.4 s before the
286
+ // piece landed.
287
+ if (noteInputBytes) {
288
+ noteInputBytes(sessionId, fragment.bytes.length);
289
+ }
290
+ // Only now are these bytes gone: the piece can be unpinned, and the
291
+ // slot it occupies reused. Releasing before this point corrupts the
292
+ // response silently.
293
+ fragment.release();
294
+ }
295
+ // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
296
+ //
297
+ // `Content-Length` is committed before the first byte, and the reader can
298
+ // finish early in silence: its `close()` ends the iteration with no
299
+ // accounting, and only the `fail()` path is logged. A client then has a
300
+ // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
301
+ // the sample table and asks for samples past what arrived — starts
302
+ // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
303
+ // a negative length and `missing picture in access unit`: 2138 of them in
304
+ // one field session on a COPIED picture, where no encoder touches a frame.
305
+ //
306
+ // A single clean read of the same file through this route produced none,
307
+ // and four concurrent ones produced none; what the field session also had
308
+ // was a piece store whose readers wanted every piece it could hold, and
309
+ // 100 of 1395 evictions took a piece a reader had declared. So this says
310
+ // whether the body was short — which either names the cause or removes
311
+ // the last candidate.
312
+ if (sent !== contentLength) {
313
+ logger.error(
314
+ `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
315
+ `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
316
+ "Whatever is reading this has a truncated body and no way to know it."
317
+ );
318
+ }
319
+ reply.raw.end();
320
+ } catch (error) {
321
+ // The body is already committed by its headers, so there is nothing
322
+ // useful to send instead — drop the connection and let the client retry.
323
+ // But say why: swallowing this made the route close connections with no
324
+ // status and no trace, which from the client looks like the proxy died
325
+ // and from the log looks like nothing happened at all.
326
+ // WHOSE end it was. A write cancelled because the consumer went away is
327
+ // the ordinary end of a read: ffmpeg is terminated on every seek and
328
+ // whenever the look-ahead bound suspends it, and its connection closes
329
+ // with it. Reported as a failure, that line fired several times a minute
330
+ // during healthy playback — and on 2026-08-09 it was read as the cause of
331
+ // broken audio, which it was not. A read that ends because the reader
332
+ // left is not a fault and must not be dressed as one; anything else is.
333
+ const message = error instanceof Error ? error.message : String(error);
334
+ const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
335
+ const line =
336
+ `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
337
+ `${sent} of ${contentLength} bytes: ${message}`;
338
+ if (consumerLeft) {
339
+ logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
340
+ } else {
341
+ logger.warn(line);
342
+ }
343
+ reply.raw.destroy();
344
+ }
345
+ return;
346
+ }
347
+
348
+ reply.header("Accept-Ranges", "bytes");
349
+ reply.header("Content-Type", "application/octet-stream");
350
+ reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
351
+
352
+ if (!range) {
353
+ reply.header("Content-Length", String(file.length));
354
+ return reply.send(file.createReadStream());
355
+ }
356
+
357
+ reply.code(206);
358
+ reply.header("Content-Length", String(contentLength));
359
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
360
+ return reply.send(file.createReadStream({ start, end }));
361
+ }