@torrent-tv/proxy 2.87.21 → 2.88.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (475) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +2242 -2234
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/biome.json +411 -411
  22. package/docs/browser-proxy-contract.md +1 -1
  23. package/docs/container-architecture.md +218 -218
  24. package/docs/download-architecture.md +261 -261
  25. package/docs/encode-architecture.md +729 -729
  26. package/docs/encode-run-state.md +96 -96
  27. package/docs/logs.md +97 -97
  28. package/docs/socks5-egress-research.md +114 -114
  29. package/docs/storage-architecture.md +267 -267
  30. package/knip.json +14 -14
  31. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  32. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  33. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  34. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  35. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  36. package/openspec/changes/binary-distribution/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  38. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  39. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  40. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  41. package/openspec/changes/cold-start/design.md +98 -98
  42. package/openspec/changes/cold-start/proposal.md +62 -62
  43. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  44. package/openspec/changes/cold-start/tasks.md +48 -48
  45. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  46. package/openspec/changes/disk-cap/proposal.md +37 -37
  47. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  48. package/openspec/changes/disk-cap/tasks.md +19 -19
  49. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  50. package/openspec/changes/proxy-observability/design.md +38 -38
  51. package/openspec/changes/proxy-observability/proposal.md +49 -49
  52. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  53. package/openspec/changes/proxy-observability/tasks.md +21 -21
  54. package/openspec/changes/seek-debounce/design.md +118 -118
  55. package/openspec/changes/seek-debounce/proposal.md +59 -59
  56. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  57. package/openspec/changes/seek-debounce/tasks.md +33 -33
  58. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  59. package/openspec/changes/subtitle-language/proposal.md +50 -50
  60. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  61. package/openspec/changes/subtitle-language/tasks.md +26 -26
  62. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  63. package/openspec/changes/track-selection/design.md +47 -47
  64. package/openspec/changes/track-selection/proposal.md +45 -45
  65. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  66. package/openspec/changes/track-selection/tasks.md +20 -20
  67. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  68. package/openspec/changes/transcode-quality/proposal.md +51 -51
  69. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  70. package/openspec/changes/transcode-quality/tasks.md +63 -63
  71. package/openspec/config.yaml +38 -38
  72. package/package.json +50 -50
  73. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  74. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  75. package/research/double-spawn-2026-09-10.md +171 -171
  76. package/research/handover-2026-09-13.md +209 -209
  77. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  78. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  79. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  80. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  81. package/routes/api/client-logs/post.js +86 -86
  82. package/routes/api/delivery-sink/get.js +72 -72
  83. package/routes/api/link-probe/get.js +51 -51
  84. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  85. package/routes/api/playback-plan/post.js +53 -53
  86. package/routes/api/sources/files/get.js +106 -100
  87. package/routes/api/sources/post.js +36 -36
  88. package/routes/api/sources/stats/get.js +132 -132
  89. package/routes/api/sources/warm/post.js +217 -217
  90. package/routes/api/subtitles/get.js +230 -230
  91. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  92. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  93. package/routes/api/transcode-sessions/post.js +173 -173
  94. package/routes/api/transcode-sessions/progress/get.js +27 -27
  95. package/routes/api/transcode-sessions/release/post.js +41 -41
  96. package/routes/api/transcode-sessions/seek/post.js +63 -63
  97. package/routes/health/get.js +13 -13
  98. package/routes/healthz/get.js +13 -13
  99. package/routes/stream/get.js +380 -380
  100. package/routes/transcode/audio-file/get.js +64 -64
  101. package/routes/transcode/audio-warm/get.js +84 -84
  102. package/routes/transcode/session-file/get.js +52 -52
  103. package/routes/transcode/variant-file/get.js +95 -95
  104. package/routes/transcode/variant-warm/get.js +84 -84
  105. package/scripts/render-run-graph.js +173 -173
  106. package/server.js +725 -725
  107. package/services/encode/CoverageMap.js +428 -428
  108. package/services/encode/CushionReport.js +345 -345
  109. package/services/encode/EncodeAdmission.js +376 -376
  110. package/services/encode/EncodeOrchestrator.js +1217 -1217
  111. package/services/encode/EncodePlan.js +1366 -1366
  112. package/services/encode/EncodeRun.js +813 -813
  113. package/services/encode/EncodeRuns.js +1235 -1235
  114. package/services/encode/Encoder.js +142 -142
  115. package/services/encode/EncoderSelection.js +38 -38
  116. package/services/encode/LocalObservations.js +359 -359
  117. package/services/encode/NvencEncoder.js +50 -50
  118. package/services/encode/OutputOpening.js +758 -758
  119. package/services/encode/OutputTimes.js +579 -579
  120. package/services/encode/QsvEncoder.js +58 -58
  121. package/services/encode/Renditions.js +2184 -2184
  122. package/services/encode/RunProgress.js +84 -84
  123. package/services/encode/SegmentDemand.js +95 -95
  124. package/services/encode/SoftwareEncoder.js +121 -121
  125. package/services/encode/V4l2m2mEncoder.js +53 -53
  126. package/services/encode/VaapiEncoder.js +66 -66
  127. package/services/encode/args.js +416 -416
  128. package/services/encode/available-share.js +89 -89
  129. package/services/encode/calibration.js +361 -361
  130. package/services/encode/contention.js +128 -128
  131. package/services/encode/decode-cost-fit.js +363 -363
  132. package/services/encode/encode-exit.js +114 -114
  133. package/services/encode/encode-run-state.js +551 -551
  134. package/services/encode/encoder-readings.js +45 -45
  135. package/services/encode/fingerprint.js +322 -322
  136. package/services/encode/host-load.js +174 -174
  137. package/services/encode/hwaccel.js +1894 -1894
  138. package/services/encode/index.js +9 -9
  139. package/services/encode/learned-median.js +90 -90
  140. package/services/encode/output/EncodedOutput.js +57 -57
  141. package/services/encode/output/Output.js +131 -131
  142. package/services/encode/output/OutputCatalog.js +414 -414
  143. package/services/encode/output/OutputSpec.js +390 -390
  144. package/services/encode/output/Timeline.js +308 -308
  145. package/services/encode/output/cut-grid.js +107 -107
  146. package/services/encode/output/index.js +20 -20
  147. package/services/encode/output/ladder.js +32 -32
  148. package/services/encode/output/playlists.js +284 -284
  149. package/services/encode/output/rates.js +125 -125
  150. package/services/encode/output-key-format.js +21 -21
  151. package/services/encode/quality/EncodeCost.js +1141 -1141
  152. package/services/encode/quality/HostLoad.js +525 -525
  153. package/services/encode/quality/HostTimings.js +249 -249
  154. package/services/encode/quality/OutputQualityState.js +28 -28
  155. package/services/encode/quality/QualityController.js +935 -935
  156. package/services/encode/quality/QualityOffer.js +416 -416
  157. package/services/encode/quality/drain-threat.js +47 -47
  158. package/services/encode/quality/link-budget.js +254 -254
  159. package/services/encode/quality/output-format.js +315 -315
  160. package/services/encode/quality/serving-output.js +216 -216
  161. package/services/encode/quality/visible-rung.js +57 -57
  162. package/services/encode/run-budget.js +97 -97
  163. package/services/encode/run-command.js +754 -754
  164. package/services/encode/run-costs.js +155 -155
  165. package/services/encode/run-inputs.js +42 -42
  166. package/services/encode/segment-formats/fmp4.js +456 -456
  167. package/services/encode/segment-formats/index.js +85 -85
  168. package/services/encode/segment-formats/init-compat.js +324 -324
  169. package/services/encode/segment-formats/mp4-boxes.js +515 -515
  170. package/services/encode/segment-formats/mpegts.js +134 -134
  171. package/services/encode/start-stop-cost.js +178 -178
  172. package/services/encode/throughput.js +97 -97
  173. package/services/encode/torrent-cost.js +88 -88
  174. package/services/identity/installation-id.js +38 -38
  175. package/services/media/ContainerOrchestrator.js +149 -149
  176. package/services/media/KeyframeTables.js +316 -316
  177. package/services/media/SourceFile.js +298 -298
  178. package/services/media/SubtitleCues.js +520 -520
  179. package/services/media/SubtitleOrchestrator.js +167 -167
  180. package/services/media/audio-inventory.js +245 -245
  181. package/services/media/container/AviContainer.js +266 -266
  182. package/services/media/container/Container.js +603 -603
  183. package/services/media/container/ContainerFactory.js +56 -56
  184. package/services/media/container/KeyframeTable.js +272 -272
  185. package/services/media/container/MatroskaContainer.js +1494 -1494
  186. package/services/media/container/Mp4Container.js +1244 -1244
  187. package/services/media/container/SubtitleFileContainer.js +339 -322
  188. package/services/media/container/ebml-reader.js +159 -159
  189. package/services/media/ffmpeg-banner.js +260 -260
  190. package/services/media/keyframe-probe.js +157 -157
  191. package/services/media/media-info-probe.js +93 -93
  192. package/services/media/playback-planner.js +931 -931
  193. package/services/media/tracks/AudioTrack.js +131 -131
  194. package/services/media/tracks/ContainerTrack.js +75 -75
  195. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  196. package/services/media/tracks/SubtitleTrack.js +38 -38
  197. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  198. package/services/media/tracks/VideoTrack.js +33 -33
  199. package/services/media/tracks/index.js +15 -15
  200. package/services/media/tracks/language-detect.js +174 -174
  201. package/services/server/OutputLifecycle.js +418 -418
  202. package/services/server/SegmentServing.js +1150 -1150
  203. package/services/server/ViewerRequests.js +760 -760
  204. package/services/server/WaitLedger.js +142 -142
  205. package/services/server/controllers/PlaybackController.js +40 -40
  206. package/services/server/controllers/SubtitleController.js +109 -109
  207. package/services/server/http-responses.js +60 -60
  208. package/services/server/playback-readiness.js +696 -696
  209. package/services/server/transcode-session-files.js +325 -325
  210. package/services/server/wire-outputs.js +992 -992
  211. package/services/storage/Diagnostics.js +202 -202
  212. package/services/storage/MachineBudget.js +235 -235
  213. package/services/storage/allowance.js +107 -107
  214. package/services/storage/core-dumps.js +106 -106
  215. package/services/storage/files/CompletedFiles.js +391 -391
  216. package/services/storage/files/piece-from-whole-file.js +118 -118
  217. package/services/storage/free.js +71 -71
  218. package/services/storage/keep.js +48 -48
  219. package/services/storage/machine-memory.js +56 -56
  220. package/services/storage/memory-report.js +575 -575
  221. package/services/storage/piece-store/piece-disk-store.js +539 -539
  222. package/services/storage/piece-store/piece-lru.js +495 -495
  223. package/services/storage/piece-store/shared-piece-store.js +1931 -1931
  224. package/services/storage/returns.js +103 -103
  225. package/services/storage/segment-store/SegmentStore.js +1240 -1240
  226. package/services/storage/wire.js +175 -175
  227. package/services/torrent/Contents.js +382 -324
  228. package/services/torrent/demand/DemandRegister.js +202 -202
  229. package/services/torrent/demand/Urgency.js +137 -137
  230. package/services/torrent/demand/Window.js +118 -118
  231. package/services/torrent/demand/index.js +8 -8
  232. package/services/torrent/demand/pieces.js +140 -140
  233. package/services/torrent/download/SwarmSelection.js +386 -386
  234. package/services/torrent/download/registry.js +102 -102
  235. package/services/torrent/download/withdraw-claim.js +80 -80
  236. package/services/torrent/episode-naming.js +182 -0
  237. package/services/torrent/files.js +455 -455
  238. package/services/torrent/naming.js +619 -619
  239. package/services/torrent/piece-store-of.js +29 -29
  240. package/services/torrent/supply-margin.js +262 -262
  241. package/services/torrent/torrent-pool.js +2675 -2675
  242. package/services/torrent/worker/background-fill.js +213 -213
  243. package/services/torrent/worker/channel.js +271 -271
  244. package/services/torrent/worker/client.js +765 -765
  245. package/services/torrent/worker/fastest-wires.js +342 -342
  246. package/services/torrent/worker/handle-state.js +23 -23
  247. package/services/torrent/worker/held-bytes.js +155 -155
  248. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  249. package/services/torrent/worker/piece-reader.js +1078 -1078
  250. package/services/torrent/worker/pool-adapter.js +371 -371
  251. package/services/torrent/worker/protocol.js +184 -184
  252. package/services/torrent/worker/resume-warm.js +107 -107
  253. package/services/torrent/worker/webrtc-shim.js +219 -219
  254. package/services/torrent/worker/worker.js +1129 -1129
  255. package/services/transport/data-channel-handler.js +1369 -1369
  256. package/services/transport/delivery-probe.js +842 -842
  257. package/services/transport/health-collector.js +53 -53
  258. package/services/transport/nat-classifier.js +231 -231
  259. package/services/transport/packet-witness.js +808 -808
  260. package/services/transport/port-mapper.js +235 -235
  261. package/services/transport/registry-api.js +81 -81
  262. package/services/transport/tunnel-client.js +447 -447
  263. package/services/transport/usrsctp-state.js +175 -175
  264. package/services/transport/webrtc-manager.js +484 -484
  265. package/services/viewer/Assignments.js +340 -340
  266. package/services/viewer/PriorityMap.js +390 -390
  267. package/services/viewer/PriorityOrchestrator.js +325 -325
  268. package/services/viewer/Viewer.js +691 -691
  269. package/services/viewer/Viewers.js +368 -368
  270. package/services/viewer/active-output.js +37 -37
  271. package/services/viewer/audio-start.js +46 -46
  272. package/services/viewer/buffer-trend.js +81 -81
  273. package/services/viewer/choices.js +647 -647
  274. package/services/viewer/positions.js +126 -126
  275. package/services/viewer/report-intake.js +46 -46
  276. package/store/source-registry.js +71 -71
  277. package/test/asset-paths.test.js +28 -28
  278. package/test/audio-inventory.test.js +212 -212
  279. package/test/audio-track-bitrate.test.js +40 -40
  280. package/test/auto-quality-step.test.js +707 -707
  281. package/test/available-share.test.js +76 -76
  282. package/test/background-fill.test.js +190 -190
  283. package/test/client-log-file.test.js +110 -110
  284. package/test/completed-files.test.js +115 -115
  285. package/test/concurrent-cost.test.js +148 -148
  286. package/test/container-media-info.test.js +228 -228
  287. package/test/contention.test.js +76 -76
  288. package/test/core-dumps.test.js +57 -57
  289. package/test/coverage-follows-the-disk.test.js +228 -228
  290. package/test/coverage-map.test.js +195 -195
  291. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  292. package/test/cut-times-timeline.test.js +65 -65
  293. package/test/cuts-follow-published-grid.test.js +109 -109
  294. package/test/data-channel-frame.test.js +63 -63
  295. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  296. package/test/dead-torrent-handle.test.js +52 -52
  297. package/test/declared-rates.test.js +116 -116
  298. package/test/declared-tracks.test.js +43 -43
  299. package/test/decode-cost-fit.test.js +202 -202
  300. package/test/decode-cost.test.js +462 -462
  301. package/test/delivery-probe.test.js +393 -393
  302. package/test/demand-register.test.js +206 -206
  303. package/test/dht-bootstrap.test.js +72 -72
  304. package/test/drain-threat.test.js +65 -65
  305. package/test/duplicate-add.test.js +48 -48
  306. package/test/encode-admission.test.js +146 -146
  307. package/test/encode-cost.test.js +283 -283
  308. package/test/encode-exit.test.js +111 -111
  309. package/test/encode-orchestrator.test.js +419 -419
  310. package/test/encode-plan-viewers.test.js +718 -718
  311. package/test/encode-plan.test.js +545 -545
  312. package/test/encode-run-state.test.js +314 -314
  313. package/test/encode-run.test.js +162 -162
  314. package/test/encode-slope.test.js +46 -46
  315. package/test/encoded-output.test.js +39 -39
  316. package/test/encoder-kinds.test.js +122 -122
  317. package/test/encoder-readings.test.js +46 -46
  318. package/test/episode-naming.test.js +131 -0
  319. package/test/every-claimant-is-told-its-share.test.js +152 -152
  320. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  321. package/test/failed-start-breaker.test.js +202 -202
  322. package/test/fastest-wires.test.js +143 -143
  323. package/test/ffmpeg-stream-counts.test.js +78 -78
  324. package/test/file-edges.test.js +191 -191
  325. package/test/fmp4-presentation-clock.test.js +147 -147
  326. package/test/fmp4-self-contained.test.js +80 -80
  327. package/test/fmp4-timestamps.test.js +140 -140
  328. package/test/fmp4-track-completeness.test.js +41 -41
  329. package/test/format-keyed-outputs.test.js +78 -78
  330. package/test/health-metrics.test.js +38 -38
  331. package/test/held-request-width.test.js +157 -157
  332. package/test/helpers/encode-run.js +136 -136
  333. package/test/helpers/held-file.js +29 -29
  334. package/test/helpers/manager.js +57 -57
  335. package/test/helpers/output-spec.js +63 -63
  336. package/test/host-load.test.js +68 -68
  337. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  338. package/test/init-compat.test.js +219 -219
  339. package/test/input-lost-quiets-the-plan.test.js +261 -261
  340. package/test/input-unavailable.test.js +48 -48
  341. package/test/installation-id.test.js +39 -39
  342. package/test/keeping-period.test.js +83 -83
  343. package/test/keyframe-index-accuracy.test.js +188 -188
  344. package/test/keyframe-table-budget.test.js +102 -102
  345. package/test/keyframes-belong-to-the-file.test.js +249 -249
  346. package/test/learned-median.test.js +37 -37
  347. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  348. package/test/limit-row-by-area.test.js +60 -60
  349. package/test/link-budget.test.js +111 -111
  350. package/test/link-probe.test.js +56 -56
  351. package/test/local-encoding-data.test.js +273 -273
  352. package/test/logger-repeats.test.js +134 -134
  353. package/test/look-ahead-coverage.test.js +56 -56
  354. package/test/manager-surface.test.js +292 -292
  355. package/test/matroska-cues-track.test.js +192 -192
  356. package/test/memory-budget.test.js +390 -390
  357. package/test/move-cost.test.js +216 -216
  358. package/test/mp4-subtitles.test.js +173 -173
  359. package/test/one-authority.test.js +285 -285
  360. package/test/one-budget.test.js +149 -149
  361. package/test/one-output-one-session.test.js +204 -204
  362. package/test/one-resource-divided.test.js +185 -185
  363. package/test/one-serving-output-per-height.test.js +458 -458
  364. package/test/orchestrator-wired.test.js +206 -206
  365. package/test/output-catalog.test.js +39 -39
  366. package/test/output-shape.test.js +21 -21
  367. package/test/output-spec.test.js +251 -251
  368. package/test/output-speed.test.js +88 -88
  369. package/test/outputs-being-prepared.test.js +40 -40
  370. package/test/packet-witness-ring.test.js +236 -236
  371. package/test/packet-witness.test.js +148 -148
  372. package/test/piece-disk-store.test.js +401 -401
  373. package/test/piece-from-whole-file.test.js +129 -129
  374. package/test/piece-lru.test.js +319 -319
  375. package/test/piece-reader.test.js +162 -162
  376. package/test/piece-selection-offset.test.js +85 -85
  377. package/test/piece-store-eviction.test.js +595 -595
  378. package/test/piece-store-never-refuses.test.js +153 -153
  379. package/test/piece-store-reservations.test.js +403 -403
  380. package/test/piece-store-slow-disk.test.js +159 -159
  381. package/test/piece-tail.test.js +97 -97
  382. package/test/plan-host-timings.test.js +68 -68
  383. package/test/plan-is-steady.test.js +225 -225
  384. package/test/playback-readiness.test.js +453 -453
  385. package/test/playback-start-regressions.test.js +99 -99
  386. package/test/priority-map-download.test.js +174 -174
  387. package/test/priority-map-emptied.test.js +204 -204
  388. package/test/priority-map-per-output.test.js +215 -215
  389. package/test/priority-map.test.js +163 -163
  390. package/test/probe-wedge-certainty.test.js +60 -60
  391. package/test/produced-copy-choice.test.js +213 -213
  392. package/test/published-timeline.test.js +83 -83
  393. package/test/quality-offer.test.js +162 -162
  394. package/test/quality-variants.test.js +1229 -1229
  395. package/test/rate-control-in-the-output.test.js +180 -180
  396. package/test/read-survives-withdrawal.test.js +164 -164
  397. package/test/read-window.test.js +365 -365
  398. package/test/resume-warm.test.js +39 -39
  399. package/test/run-graph-drift.test.js +37 -37
  400. package/test/run-inputs.test.js +80 -80
  401. package/test/run-intervals.test.js +100 -100
  402. package/test/run-position-follows-published-grid.test.js +89 -89
  403. package/test/run-progress.test.js +65 -65
  404. package/test/same-height-switch.test.js +664 -664
  405. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  406. package/test/seek-landing.test.js +109 -109
  407. package/test/seek-target-not-superseded.test.js +195 -195
  408. package/test/segment-closed-on-both-branches.test.js +96 -96
  409. package/test/segment-cut-times.test.js +63 -63
  410. package/test/segment-demand.test.js +80 -80
  411. package/test/segment-hold-supersede.test.js +91 -91
  412. package/test/segment-judged-by-its-own-header.test.js +221 -221
  413. package/test/segment-serve-wiring.test.js +475 -475
  414. package/test/segment-store-eviction.test.js +247 -247
  415. package/test/segment-store.test.js +323 -323
  416. package/test/segment-true-start.test.js +86 -86
  417. package/test/segments-are-shared.test.js +176 -176
  418. package/test/send-chunk-bytes.test.js +86 -86
  419. package/test/serving-existing-output.test.js +102 -102
  420. package/test/serving-output.test.js +102 -102
  421. package/test/shared-piece-store.test.js +310 -310
  422. package/test/sidecar-naming.test.js +142 -142
  423. package/test/source-file.test.js +133 -133
  424. package/test/source-files-route.test.js +12 -2
  425. package/test/source-registry.test.js +18 -18
  426. package/test/split-a-stretch.test.js +139 -139
  427. package/test/stale-request-after-seek.test.js +158 -158
  428. package/test/startup-readings.test.js +124 -124
  429. package/test/stream-route.test.js +209 -209
  430. package/test/subtitle-cue-framing.test.js +200 -200
  431. package/test/subtitle-cue-source.test.js +102 -102
  432. package/test/subtitle-cue-walk.test.js +370 -370
  433. package/test/subtitle-cursor.test.js +63 -63
  434. package/test/subtitle-defaults.test.js +118 -118
  435. package/test/subtitle-language.test.js +252 -252
  436. package/test/subtitle-metadata.test.js +15 -0
  437. package/test/subtitle-track-numbering.test.js +386 -386
  438. package/test/supply-margin.test.js +177 -177
  439. package/test/swarm-follows-readers.test.js +174 -174
  440. package/test/swarm-reach.test.js +130 -130
  441. package/test/swarm-selection.test.js +220 -220
  442. package/test/tail-duplication.test.js +167 -167
  443. package/test/the-channel-has-both-ends.test.js +91 -91
  444. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  445. package/test/thread-pool.test.js +53 -53
  446. package/test/timeline.test.js +84 -84
  447. package/test/torrent-contents.test.js +235 -235
  448. package/test/torrent-cost.test.js +71 -71
  449. package/test/torrent-files.test.js +221 -221
  450. package/test/torrent-naming.test.js +255 -255
  451. package/test/tracks-begin-together.test.js +209 -209
  452. package/test/tunnel-renewal.test.js +167 -167
  453. package/test/two-viewers-one-picture.test.js +407 -407
  454. package/test/upload-hurry.test.js +186 -186
  455. package/test/usrsctp-state.test.js +131 -131
  456. package/test/video-facts.test.js +102 -102
  457. package/test/viewer-assignments.test.js +143 -143
  458. package/test/viewer-outputs.test.js +285 -285
  459. package/test/viewer-presence.test.js +116 -116
  460. package/test/viewer-requests-admission.test.js +89 -89
  461. package/test/viewer-states.test.js +189 -189
  462. package/test/viewer-subtitle-subscription.test.js +96 -96
  463. package/test/viewer.test.js +139 -139
  464. package/test/viewing-generations.test.js +390 -390
  465. package/test/visible-rung.test.js +37 -37
  466. package/test/wait-ledger.test.js +100 -100
  467. package/test/webrtc-shim.test.js +149 -149
  468. package/test/wedge-certainty.test.js +131 -131
  469. package/test/withdraw-piece-claim.test.js +212 -212
  470. package/test/worker-channel.test.js +158 -158
  471. package/utils/client-log-file.js +151 -151
  472. package/utils/logger.js +312 -312
  473. package/utils/parse-range.js +25 -25
  474. package/utils/perf.js +59 -59
  475. package/utils/torrent-source-key.js +38 -38
@@ -1,380 +1,380 @@
1
- /**
2
- * @file Byte-range aware torrent file streaming endpoint.
3
- *
4
- * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
- * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
- * and HTTP 200 for full-file requests.
7
- */
8
-
9
- import { open } from "node:fs/promises";
10
- import { parseRange } from "../../utils/parse-range.js";
11
- import { logger } from "../../utils/logger.js";
12
-
13
- /**
14
- * Resolve source parameters from the query string.
15
- * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
- *
17
- * @param {import("fastify").FastifyRequest["query"]} query
18
- * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
- * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
- */
21
- function getSourceParams(query, sourceRegistry) {
22
- const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
- const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
- const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
-
26
- const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
- const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
- const source = sourceRecord?.source ?? sourceFromQuery;
29
- return { sourceType, source, sourceKey };
30
- }
31
-
32
- /**
33
- * How long a request may wait for a torrent that is still being added.
34
- *
35
- * Adding a magnet takes as long as its metadata does — seconds when peers
36
- * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
- * with no bound is what made this route answer nothing at all.
38
- */
39
- const TORRENT_READY_TIMEOUT_MS = 10_000;
40
-
41
- /**
42
- * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
- * gone on long enough to be worth reporting.
44
- *
45
- * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
- * the client's next attempt is likely to find it ready.
47
- *
48
- * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
- * @param {string} sourceType
50
- * @param {string} source
51
- * @returns {Promise<import("webtorrent").Torrent>}
52
- */
53
- async function waitForTorrent(torrentPool, sourceType, source) {
54
- let timer = null;
55
- const expiry = new Promise((_resolve, reject) => {
56
- timer = setTimeout(() => {
57
- const error = new Error("Torrent metadata is not available yet.");
58
- error.code = "TORRENT_NOT_READY";
59
- reject(error);
60
- }, TORRENT_READY_TIMEOUT_MS);
61
- timer.unref?.();
62
- });
63
- try {
64
- return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
- } finally {
66
- if (timer) {
67
- clearTimeout(timer);
68
- }
69
- }
70
- }
71
-
72
- /**
73
- * Stream a torrent file over HTTP with byte-range support.
74
- *
75
- * GET /stream
76
- *
77
- * @param {import("fastify").FastifyRequest} req
78
- * @param {import("fastify").FastifyReply} reply
79
- * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
- * @returns {Promise<void>}
81
- */
82
- /**
83
- * The whole file for this source and index, if this proxy has one.
84
- *
85
- * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
- * and for a `.torrent` file of the same content. Nothing the torrent would have
87
- * told us is needed to find the file, which is the point — asking the torrent
88
- * would add it back.
89
- *
90
- * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
- * @param {string} sourceKey
92
- * @param {number} fileIndex
93
- * @returns {{ path: string, length: number, name: string } | null}
94
- */
95
- function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
- const held = torrentPool?.wholeFiles;
97
- if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
- return null;
99
- }
100
- const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
- return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
- }
103
-
104
- /**
105
- * Serve a whole file off the disk, with ranges.
106
- *
107
- * @param {import("fastify").FastifyRequest} req
108
- * @param {import("fastify").FastifyReply} reply
109
- * @param {{ path: string, length: number, name: string }} file
110
- * @param {import("node:fs/promises").FileHandle} handle - Already open; closed for HEAD.
111
- * @returns {Promise<void> | void}
112
- */
113
- function serveWholeFile(req, reply, file, handle) {
114
- const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
115
- if (req.method === "HEAD") {
116
- reply.hijack();
117
- reply.raw.writeHead(200, {
118
- "Accept-Ranges": "bytes",
119
- "Content-Type": "application/octet-stream",
120
- "Content-Length": String(file.length),
121
- "Content-Disposition": disposition
122
- });
123
- reply.raw.end();
124
- return;
125
- }
126
- reply.header("Accept-Ranges", "bytes");
127
- reply.header("Content-Type", "application/octet-stream");
128
- reply.header("Content-Disposition", disposition);
129
- const range = parseRange(req.headers.range, file.length);
130
- if (!range) {
131
- reply.header("Content-Length", String(file.length));
132
- return reply.send(handle.createReadStream());
133
- }
134
- const { start, end } = range;
135
- reply.code(206);
136
- reply.header("Content-Length", String(end - start + 1));
137
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
138
- return reply.send(handle.createReadStream({ start, end }));
139
- }
140
-
141
- export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
142
- const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
143
- const fileIndex = Number(fileIndexRaw);
144
- const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
145
-
146
- if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
147
- return reply
148
- .code(400)
149
- .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
150
- }
151
-
152
- // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
153
- // piece store, no memory ceiling, no eviction, no revival from a spill, and
154
- // nothing that can refuse the read for want of memory. The check comes before
155
- // the torrent is asked for on purpose — asking would add it back.
156
- //
157
- // The infohash is in the source key (`torrent:<infohash>`), so this needs
158
- // nothing the torrent would have told us.
159
- const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
160
- if (whole) {
161
- let handle;
162
- try {
163
- // Open before committing headers: the disk owner may have removed an
164
- // announced file. An open descriptor also preserves a live POSIX read.
165
- handle = await open(whole.path, "r");
166
- } catch (error) {
167
- if (error.code !== "ENOENT") throw error;
168
- const key = `${sourceKey.slice("torrent:".length).toLowerCase()}/${fileIndex}`;
169
- if (torrentPool.wholeFiles.get(key) === whole) torrentPool.wholeFiles.delete(key);
170
- }
171
- if (handle) {
172
- if (req.method === "HEAD") await handle.close();
173
- try {
174
- return serveWholeFile(req, reply, whole, handle);
175
- } catch (error) {
176
- await handle.close().catch(() => undefined);
177
- throw error;
178
- }
179
- }
180
- }
181
-
182
- let torrent;
183
- try {
184
- torrent = await waitForTorrent(torrentPool, sourceType, source);
185
- } catch (error) {
186
- if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
187
- // Say so, rather than holding the connection until the client gives up.
188
- // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
189
- // ranged GET and a HEAD returned nothing at all for the full 30 s the
190
- // probe was willing to wait, and the route had written neither a status
191
- // nor a header — from the client that is indistinguishable from the proxy
192
- // having died, and it left no trace in the log either.
193
- reply.header("Retry-After", "1");
194
- return reply.code(503).send({ error: "Torrent metadata is not available yet." });
195
- }
196
- const message = error instanceof Error ? error.message : String(error);
197
- return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
198
- }
199
-
200
- const file = torrent.files[fileIndex];
201
- if (!file) {
202
- return reply.code(404).send({ error: "File index was not found in torrent." });
203
- }
204
-
205
- // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
206
- // from this same handler, which used to mean a HEAD started a read of the
207
- // WHOLE file: the body was discarded by Node, but the read ran on, the
208
- // response never finished, and the next request on that keep-alive connection
209
- // waited behind it. Measured on the field host: the keyframe-index HEAD
210
- // returned headers in 23 ms and then held the connection until its 15 s
211
- // timeout, which is where the 73 s transcode-session create went.
212
- if (req.method === "HEAD") {
213
- // Written to the raw response on purpose. Answering through `reply.send()`
214
- // with no payload makes Fastify set `content-length: 0`, which is worse
215
- // than useless here: the keyframe index asks for the file size with this
216
- // very request and treats 0 as "no index available", silently falling back
217
- // to an invented segment grid. Hijacking leaves the response to us, and
218
- // Node omits the body for HEAD by itself.
219
- reply.hijack();
220
- reply.raw.writeHead(200, {
221
- "Accept-Ranges": "bytes",
222
- "Content-Type": "application/octet-stream",
223
- "Content-Length": String(file.length),
224
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
225
- });
226
- reply.raw.end();
227
- return;
228
- }
229
-
230
- const range = parseRange(req.headers.range, file.length);
231
- // Prioritize the pieces at this read position so a seek (a request at a new
232
- // byte offset) downloads first instead of waiting behind the sequential
233
- // backlog — this is what caused ~15-18 s stalls when seeking into an
234
- // undownloaded region.
235
- // Only the encoder's own input read tracks where the viewer is. Everything
236
- // else that comes through here — the codec probe, the keyframe index, a
237
- // subtitle fetch — reads the file's edges, and treating those as a viewer
238
- // position made every session start and every encoder restart look like a
239
- // burst of seeks (measured: two spurious "the viewer moved" per start).
240
- torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
241
- wholeFileRead: range === null,
242
- isPlaybackRead: req.query.reader === "playback"
243
- });
244
-
245
- const start = range ? range.start : 0;
246
- const end = range ? range.end : file.length - 1;
247
- const contentLength = end - start + 1;
248
-
249
- // Written straight out of the torrent's shared memory when that is available:
250
- // no copy on either thread, at the cost of doing the writing by hand, because
251
- // only the write callback tells us when a piece may be released. Falls back to
252
- // the ordinary stream for sources without a shared pool.
253
- // How far ahead of its own read head this reader should ask the swarm for.
254
- // Supplied by whoever knows the media's byte rate — the transcode session
255
- // puts it on the ffmpeg input URL, sized in seconds of playback — because
256
- // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
257
- // but four seconds of a disc remux. Absent or unusable, the reader's own
258
- // default stands.
259
- const windowBytesRaw = Number(req.query.windowBytes);
260
- const windowBytes =
261
- Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
262
-
263
- // Which transcode session this read feeds, when it feeds one. Put on the URL
264
- // by the session that builds it, because this route otherwise knows only a
265
- // file — and two sessions can read one file, so the file cannot stand in for
266
- // the session.
267
- const sessionId = typeof req.query.session === "string" ? req.query.session : "";
268
-
269
- const fragments = typeof file.createFragmentReader === "function"
270
- ? file.createFragmentReader({ start, end, windowBytes })
271
- : null;
272
-
273
- if (fragments) {
274
- reply.hijack();
275
- reply.raw.writeHead(range ? 206 : 200, {
276
- "Accept-Ranges": "bytes",
277
- "Content-Type": "application/octet-stream",
278
- "Content-Length": String(contentLength),
279
- "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
280
- ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
281
- });
282
-
283
- // A client that goes away mid-response must stop the read, or pieces keep
284
- // being fetched for nobody.
285
- reply.raw.once("close", () => fragments.cancel());
286
-
287
- let sent = 0;
288
- try {
289
- for await (const fragment of fragments) {
290
- if (reply.raw.writableEnded || reply.raw.destroyed) {
291
- fragment.release();
292
- break;
293
- }
294
- await new Promise((resolve, reject) => {
295
- reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
296
- });
297
- sent += fragment.bytes.length;
298
- // Say so, if this read belongs to a transcode session. It is the only
299
- // proof that a session which has produced nothing yet is nevertheless
300
- // being fed: the encoder's own progress cannot move until its first
301
- // frame is decoded, and a viewer waiting for that first frame was being
302
- // told the proxy had died while the swarm was delivering to it. Field
303
- // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
304
- // start position throughout, and the browser gave up 0.4 s before the
305
- // piece landed.
306
- if (noteInputBytes) {
307
- noteInputBytes(sessionId, fragment.bytes.length);
308
- }
309
- // Only now are these bytes gone: the piece can be unpinned, and the
310
- // slot it occupies reused. Releasing before this point corrupts the
311
- // response silently.
312
- fragment.release();
313
- }
314
- // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
315
- //
316
- // `Content-Length` is committed before the first byte, and the reader can
317
- // finish early in silence: its `close()` ends the iteration with no
318
- // accounting, and only the `fail()` path is logged. A client then has a
319
- // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
320
- // the sample table and asks for samples past what arrived — starts
321
- // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
322
- // a negative length and `missing picture in access unit`: 2138 of them in
323
- // one field session on a COPIED picture, where no encoder touches a frame.
324
- //
325
- // A single clean read of the same file through this route produced none,
326
- // and four concurrent ones produced none; what the field session also had
327
- // was a piece store whose readers wanted every piece it could hold, and
328
- // 100 of 1395 evictions took a piece a reader had declared. So this says
329
- // whether the body was short — which either names the cause or removes
330
- // the last candidate.
331
- if (sent !== contentLength) {
332
- logger.error(
333
- `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
334
- `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
335
- "Whatever is reading this has a truncated body and no way to know it."
336
- );
337
- }
338
- reply.raw.end();
339
- } catch (error) {
340
- // The body is already committed by its headers, so there is nothing
341
- // useful to send instead — drop the connection and let the client retry.
342
- // But say why: swallowing this made the route close connections with no
343
- // status and no trace, which from the client looks like the proxy died
344
- // and from the log looks like nothing happened at all.
345
- // WHOSE end it was. A write cancelled because the consumer went away is
346
- // the ordinary end of a read: ffmpeg is terminated on every seek and
347
- // whenever the look-ahead bound suspends it, and its connection closes
348
- // with it. Reported as a failure, that line fired several times a minute
349
- // during healthy playback — and on 2026-08-09 it was read as the cause of
350
- // broken audio, which it was not. A read that ends because the reader
351
- // left is not a fault and must not be dressed as one; anything else is.
352
- const message = error instanceof Error ? error.message : String(error);
353
- const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
354
- const line =
355
- `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
356
- `${sent} of ${contentLength} bytes: ${message}`;
357
- if (consumerLeft) {
358
- logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
359
- } else {
360
- logger.warn(line);
361
- }
362
- reply.raw.destroy();
363
- }
364
- return;
365
- }
366
-
367
- reply.header("Accept-Ranges", "bytes");
368
- reply.header("Content-Type", "application/octet-stream");
369
- reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
370
-
371
- if (!range) {
372
- reply.header("Content-Length", String(file.length));
373
- return reply.send(file.createReadStream());
374
- }
375
-
376
- reply.code(206);
377
- reply.header("Content-Length", String(contentLength));
378
- reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
379
- return reply.send(file.createReadStream({ start, end }));
380
- }
1
+ /**
2
+ * @file Byte-range aware torrent file streaming endpoint.
3
+ *
4
+ * Accepts either a `sourceKey` (registered via POST /api/sources) or a raw
5
+ * `sourceType` + `source` pair. Responds with HTTP 206 for range requests
6
+ * and HTTP 200 for full-file requests.
7
+ */
8
+
9
+ import { open } from "node:fs/promises";
10
+ import { parseRange } from "../../utils/parse-range.js";
11
+ import { logger } from "../../utils/logger.js";
12
+
13
+ /**
14
+ * Resolve source parameters from the query string.
15
+ * Prefers a registered `sourceKey`; falls back to inline `sourceType`+`source`.
16
+ *
17
+ * @param {import("fastify").FastifyRequest["query"]} query
18
+ * @param {ReturnType<import("../../store/source-registry.js").createSourceRegistry>} sourceRegistry
19
+ * @returns {{ sourceType: string, source: string, sourceKey: string }}
20
+ */
21
+ function getSourceParams(query, sourceRegistry) {
22
+ const sourceKey = typeof query.sourceKey === "string" ? query.sourceKey : "";
23
+ const sourceTypeFromQuery = typeof query.sourceType === "string" ? query.sourceType : "";
24
+ const sourceFromQuery = typeof query.source === "string" ? query.source : "";
25
+
26
+ const sourceRecord = sourceKey ? sourceRegistry.get(sourceKey) : null;
27
+ const sourceType = sourceRecord?.sourceType ?? sourceTypeFromQuery;
28
+ const source = sourceRecord?.source ?? sourceFromQuery;
29
+ return { sourceType, source, sourceKey };
30
+ }
31
+
32
+ /**
33
+ * How long a request may wait for a torrent that is still being added.
34
+ *
35
+ * Adding a magnet takes as long as its metadata does — seconds when peers
36
+ * answer, forever when none do — and `getTorrent` waits for it. Awaiting that
37
+ * with no bound is what made this route answer nothing at all.
38
+ */
39
+ const TORRENT_READY_TIMEOUT_MS = 10_000;
40
+
41
+ /**
42
+ * The torrent for a source, or a `TORRENT_NOT_READY` error once the wait has
43
+ * gone on long enough to be worth reporting.
44
+ *
45
+ * The underlying add is NOT cancelled: it keeps running and warms the pool, so
46
+ * the client's next attempt is likely to find it ready.
47
+ *
48
+ * @param {import("../../services/torrent/torrent-pool.js").TorrentPool} torrentPool
49
+ * @param {string} sourceType
50
+ * @param {string} source
51
+ * @returns {Promise<import("webtorrent").Torrent>}
52
+ */
53
+ async function waitForTorrent(torrentPool, sourceType, source) {
54
+ let timer = null;
55
+ const expiry = new Promise((_resolve, reject) => {
56
+ timer = setTimeout(() => {
57
+ const error = new Error("Torrent metadata is not available yet.");
58
+ error.code = "TORRENT_NOT_READY";
59
+ reject(error);
60
+ }, TORRENT_READY_TIMEOUT_MS);
61
+ timer.unref?.();
62
+ });
63
+ try {
64
+ return await Promise.race([torrentPool.getTorrent(sourceType, source), expiry]);
65
+ } finally {
66
+ if (timer) {
67
+ clearTimeout(timer);
68
+ }
69
+ }
70
+ }
71
+
72
+ /**
73
+ * Stream a torrent file over HTTP with byte-range support.
74
+ *
75
+ * GET /stream
76
+ *
77
+ * @param {import("fastify").FastifyRequest} req
78
+ * @param {import("fastify").FastifyReply} reply
79
+ * @param {{ sourceRegistry: ReturnType<import("../../store/source-registry.js").createSourceRegistry>, torrentPool: import("../../services/torrent/torrent-pool.js").TorrentPool }} deps
80
+ * @returns {Promise<void>}
81
+ */
82
+ /**
83
+ * The whole file for this source and index, if this proxy has one.
84
+ *
85
+ * The source key IS the identity: `torrent:<infohash>`, the same for a magnet
86
+ * and for a `.torrent` file of the same content. Nothing the torrent would have
87
+ * told us is needed to find the file, which is the point — asking the torrent
88
+ * would add it back.
89
+ *
90
+ * @param {{ wholeFiles?: Map<string, { path: string, length: number, name: string }> }} torrentPool
91
+ * @param {string} sourceKey
92
+ * @param {number} fileIndex
93
+ * @returns {{ path: string, length: number, name: string } | null}
94
+ */
95
+ function wholeFileFor(torrentPool, sourceKey, fileIndex) {
96
+ const held = torrentPool?.wholeFiles;
97
+ if (!(held instanceof Map) || held.size === 0 || !sourceKey.startsWith("torrent:")) {
98
+ return null;
99
+ }
100
+ const infoHash = sourceKey.slice("torrent:".length).toLowerCase();
101
+ return held.get(`${infoHash}/${fileIndex}`) ?? null;
102
+ }
103
+
104
+ /**
105
+ * Serve a whole file off the disk, with ranges.
106
+ *
107
+ * @param {import("fastify").FastifyRequest} req
108
+ * @param {import("fastify").FastifyReply} reply
109
+ * @param {{ path: string, length: number, name: string }} file
110
+ * @param {import("node:fs/promises").FileHandle} handle - Already open; closed for HEAD.
111
+ * @returns {Promise<void> | void}
112
+ */
113
+ function serveWholeFile(req, reply, file, handle) {
114
+ const disposition = `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`;
115
+ if (req.method === "HEAD") {
116
+ reply.hijack();
117
+ reply.raw.writeHead(200, {
118
+ "Accept-Ranges": "bytes",
119
+ "Content-Type": "application/octet-stream",
120
+ "Content-Length": String(file.length),
121
+ "Content-Disposition": disposition
122
+ });
123
+ reply.raw.end();
124
+ return;
125
+ }
126
+ reply.header("Accept-Ranges", "bytes");
127
+ reply.header("Content-Type", "application/octet-stream");
128
+ reply.header("Content-Disposition", disposition);
129
+ const range = parseRange(req.headers.range, file.length);
130
+ if (!range) {
131
+ reply.header("Content-Length", String(file.length));
132
+ return reply.send(handle.createReadStream());
133
+ }
134
+ const { start, end } = range;
135
+ reply.code(206);
136
+ reply.header("Content-Length", String(end - start + 1));
137
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
138
+ return reply.send(handle.createReadStream({ start, end }));
139
+ }
140
+
141
+ export async function handleStreamGet(req, reply, { sourceRegistry, torrentPool, noteInputBytes = null }) {
142
+ const fileIndexRaw = typeof req.query.fileIndex === "string" ? req.query.fileIndex : "";
143
+ const fileIndex = Number(fileIndexRaw);
144
+ const { sourceType, source, sourceKey } = getSourceParams(req.query, sourceRegistry);
145
+
146
+ if (!sourceType || !source || !Number.isInteger(fileIndex) || fileIndex < 0) {
147
+ return reply
148
+ .code(400)
149
+ .send({ error: "sourceKey or sourceType+source with fileIndex are required." });
150
+ }
151
+
152
+ // A FILE DOWNLOADED WHOLE IS A FILE, and reading it needs no torrent: no
153
+ // piece store, no memory ceiling, no eviction, no revival from a spill, and
154
+ // nothing that can refuse the read for want of memory. The check comes before
155
+ // the torrent is asked for on purpose — asking would add it back.
156
+ //
157
+ // The infohash is in the source key (`torrent:<infohash>`), so this needs
158
+ // nothing the torrent would have told us.
159
+ const whole = wholeFileFor(torrentPool, sourceKey, fileIndex);
160
+ if (whole) {
161
+ let handle;
162
+ try {
163
+ // Open before committing headers: the disk owner may have removed an
164
+ // announced file. An open descriptor also preserves a live POSIX read.
165
+ handle = await open(whole.path, "r");
166
+ } catch (error) {
167
+ if (error.code !== "ENOENT") throw error;
168
+ const key = `${sourceKey.slice("torrent:".length).toLowerCase()}/${fileIndex}`;
169
+ if (torrentPool.wholeFiles.get(key) === whole) torrentPool.wholeFiles.delete(key);
170
+ }
171
+ if (handle) {
172
+ if (req.method === "HEAD") await handle.close();
173
+ try {
174
+ return serveWholeFile(req, reply, whole, handle);
175
+ } catch (error) {
176
+ await handle.close().catch(() => undefined);
177
+ throw error;
178
+ }
179
+ }
180
+ }
181
+
182
+ let torrent;
183
+ try {
184
+ torrent = await waitForTorrent(torrentPool, sourceType, source);
185
+ } catch (error) {
186
+ if (error instanceof Error && error.code === "TORRENT_NOT_READY") {
187
+ // Say so, rather than holding the connection until the client gives up.
188
+ // Reproduced 2026-08-04 on a magnet whose metadata never arrived: both a
189
+ // ranged GET and a HEAD returned nothing at all for the full 30 s the
190
+ // probe was willing to wait, and the route had written neither a status
191
+ // nor a header — from the client that is indistinguishable from the proxy
192
+ // having died, and it left no trace in the log either.
193
+ reply.header("Retry-After", "1");
194
+ return reply.code(503).send({ error: "Torrent metadata is not available yet." });
195
+ }
196
+ const message = error instanceof Error ? error.message : String(error);
197
+ return reply.code(500).send({ error: `Failed to load torrent source: ${message}` });
198
+ }
199
+
200
+ const file = torrent.files[fileIndex];
201
+ if (!file) {
202
+ return reply.code(404).send({ error: "File index was not found in torrent." });
203
+ }
204
+
205
+ // HEAD asks what a GET would return, not for the bytes. Fastify serves HEAD
206
+ // from this same handler, which used to mean a HEAD started a read of the
207
+ // WHOLE file: the body was discarded by Node, but the read ran on, the
208
+ // response never finished, and the next request on that keep-alive connection
209
+ // waited behind it. Measured on the field host: the keyframe-index HEAD
210
+ // returned headers in 23 ms and then held the connection until its 15 s
211
+ // timeout, which is where the 73 s transcode-session create went.
212
+ if (req.method === "HEAD") {
213
+ // Written to the raw response on purpose. Answering through `reply.send()`
214
+ // with no payload makes Fastify set `content-length: 0`, which is worse
215
+ // than useless here: the keyframe index asks for the file size with this
216
+ // very request and treats 0 as "no index available", silently falling back
217
+ // to an invented segment grid. Hijacking leaves the response to us, and
218
+ // Node omits the body for HEAD by itself.
219
+ reply.hijack();
220
+ reply.raw.writeHead(200, {
221
+ "Accept-Ranges": "bytes",
222
+ "Content-Type": "application/octet-stream",
223
+ "Content-Length": String(file.length),
224
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`
225
+ });
226
+ reply.raw.end();
227
+ return;
228
+ }
229
+
230
+ const range = parseRange(req.headers.range, file.length);
231
+ // Prioritize the pieces at this read position so a seek (a request at a new
232
+ // byte offset) downloads first instead of waiting behind the sequential
233
+ // backlog — this is what caused ~15-18 s stalls when seeking into an
234
+ // undownloaded region.
235
+ // Only the encoder's own input read tracks where the viewer is. Everything
236
+ // else that comes through here — the codec probe, the keyframe index, a
237
+ // subtitle fetch — reads the file's edges, and treating those as a viewer
238
+ // position made every session start and every encoder restart look like a
239
+ // burst of seeks (measured: two spurious "the viewer moved" per start).
240
+ torrentPool.prioritizeByteRange(torrent, fileIndex, range ? range.start : 0, undefined, {
241
+ wholeFileRead: range === null,
242
+ isPlaybackRead: req.query.reader === "playback"
243
+ });
244
+
245
+ const start = range ? range.start : 0;
246
+ const end = range ? range.end : file.length - 1;
247
+ const contentLength = end - start + 1;
248
+
249
+ // Written straight out of the torrent's shared memory when that is available:
250
+ // no copy on either thread, at the cost of doing the writing by hand, because
251
+ // only the write callback tells us when a piece may be released. Falls back to
252
+ // the ordinary stream for sources without a shared pool.
253
+ // How far ahead of its own read head this reader should ask the swarm for.
254
+ // Supplied by whoever knows the media's byte rate — the transcode session
255
+ // puts it on the ffmpeg input URL, sized in seconds of playback — because
256
+ // this thread knows only bytes, and 32 MB is half a minute of a 1080p film
257
+ // but four seconds of a disc remux. Absent or unusable, the reader's own
258
+ // default stands.
259
+ const windowBytesRaw = Number(req.query.windowBytes);
260
+ const windowBytes =
261
+ Number.isFinite(windowBytesRaw) && windowBytesRaw > 0 ? windowBytesRaw : undefined;
262
+
263
+ // Which transcode session this read feeds, when it feeds one. Put on the URL
264
+ // by the session that builds it, because this route otherwise knows only a
265
+ // file — and two sessions can read one file, so the file cannot stand in for
266
+ // the session.
267
+ const sessionId = typeof req.query.session === "string" ? req.query.session : "";
268
+
269
+ const fragments = typeof file.createFragmentReader === "function"
270
+ ? file.createFragmentReader({ start, end, windowBytes })
271
+ : null;
272
+
273
+ if (fragments) {
274
+ reply.hijack();
275
+ reply.raw.writeHead(range ? 206 : 200, {
276
+ "Accept-Ranges": "bytes",
277
+ "Content-Type": "application/octet-stream",
278
+ "Content-Length": String(contentLength),
279
+ "Content-Disposition": `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`,
280
+ ...(range ? { "Content-Range": `bytes ${start}-${end}/${file.length}` } : {})
281
+ });
282
+
283
+ // A client that goes away mid-response must stop the read, or pieces keep
284
+ // being fetched for nobody.
285
+ reply.raw.once("close", () => fragments.cancel());
286
+
287
+ let sent = 0;
288
+ try {
289
+ for await (const fragment of fragments) {
290
+ if (reply.raw.writableEnded || reply.raw.destroyed) {
291
+ fragment.release();
292
+ break;
293
+ }
294
+ await new Promise((resolve, reject) => {
295
+ reply.raw.write(fragment.bytes, (error) => (error ? reject(error) : resolve()));
296
+ });
297
+ sent += fragment.bytes.length;
298
+ // Say so, if this read belongs to a transcode session. It is the only
299
+ // proof that a session which has produced nothing yet is nevertheless
300
+ // being fed: the encoder's own progress cannot move until its first
301
+ // frame is decoded, and a viewer waiting for that first frame was being
302
+ // told the proxy had died while the swarm was delivering to it. Field
303
+ // 2026-09-03: 46.3 s on one piece, `processedSeconds` frozen at the
304
+ // start position throughout, and the browser gave up 0.4 s before the
305
+ // piece landed.
306
+ if (noteInputBytes) {
307
+ noteInputBytes(sessionId, fragment.bytes.length);
308
+ }
309
+ // Only now are these bytes gone: the piece can be unpinned, and the
310
+ // slot it occupies reused. Releasing before this point corrupts the
311
+ // response silently.
312
+ fragment.release();
313
+ }
314
+ // THE BODY MUST BE AS LONG AS THE HEADER PROMISED, and nothing checked.
315
+ //
316
+ // `Content-Length` is committed before the first byte, and the reader can
317
+ // finish early in silence: its `close()` ends the iteration with no
318
+ // accounting, and only the `fail()` path is logged. A client then has a
319
+ // response shorter than declared, and ffmpeg's mp4 demuxer — which holds
320
+ // the sample table and asks for samples past what arrived — starts
321
+ // parsing at wrong offsets. That is exactly `Invalid NAL unit size` with
322
+ // a negative length and `missing picture in access unit`: 2138 of them in
323
+ // one field session on a COPIED picture, where no encoder touches a frame.
324
+ //
325
+ // A single clean read of the same file through this route produced none,
326
+ // and four concurrent ones produced none; what the field session also had
327
+ // was a piece store whose readers wanted every piece it could hold, and
328
+ // 100 of 1395 evictions took a piece a reader had declared. So this says
329
+ // whether the body was short — which either names the cause or removes
330
+ // the last candidate.
331
+ if (sent !== contentLength) {
332
+ logger.error(
333
+ `stream: read of "${file.name}" bytes ${start}-${end} ENDED SHORT — ` +
334
+ `${sent} of ${contentLength} bytes sent under a Content-Length that promised all of them. ` +
335
+ "Whatever is reading this has a truncated body and no way to know it."
336
+ );
337
+ }
338
+ reply.raw.end();
339
+ } catch (error) {
340
+ // The body is already committed by its headers, so there is nothing
341
+ // useful to send instead — drop the connection and let the client retry.
342
+ // But say why: swallowing this made the route close connections with no
343
+ // status and no trace, which from the client looks like the proxy died
344
+ // and from the log looks like nothing happened at all.
345
+ // WHOSE end it was. A write cancelled because the consumer went away is
346
+ // the ordinary end of a read: ffmpeg is terminated on every seek and
347
+ // whenever the look-ahead bound suspends it, and its connection closes
348
+ // with it. Reported as a failure, that line fired several times a minute
349
+ // during healthy playback — and on 2026-08-09 it was read as the cause of
350
+ // broken audio, which it was not. A read that ends because the reader
351
+ // left is not a fault and must not be dressed as one; anything else is.
352
+ const message = error instanceof Error ? error.message : String(error);
353
+ const consumerLeft = req.raw.aborted || reply.raw.destroyed || /ECANCELED|EPIPE|ERR_STREAM_DESTROYED/.test(message);
354
+ const line =
355
+ `stream: read of "${file.name}" bytes ${start}-${end} ended after ` +
356
+ `${sent} of ${contentLength} bytes: ${message}`;
357
+ if (consumerLeft) {
358
+ logger.debug(`${line} (the reader disconnected — expected on an encoder restart)`);
359
+ } else {
360
+ logger.warn(line);
361
+ }
362
+ reply.raw.destroy();
363
+ }
364
+ return;
365
+ }
366
+
367
+ reply.header("Accept-Ranges", "bytes");
368
+ reply.header("Content-Type", "application/octet-stream");
369
+ reply.header("Content-Disposition", `inline; filename*=UTF-8''${encodeURIComponent(file.name)}`);
370
+
371
+ if (!range) {
372
+ reply.header("Content-Length", String(file.length));
373
+ return reply.send(file.createReadStream());
374
+ }
375
+
376
+ reply.code(206);
377
+ reply.header("Content-Length", String(contentLength));
378
+ reply.header("Content-Range", `bytes ${start}-${end}/${file.length}`);
379
+ return reply.send(file.createReadStream({ start, end }));
380
+ }