@torrent-tv/proxy 2.88.4 → 2.88.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (489) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +2266 -2259
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/calibration/audio/NOTICE.md +19 -0
  19. package/assets/calibration/audio/aac.m4a +0 -0
  20. package/assets/calibration/audio/ac3.ac3 +0 -0
  21. package/assets/calibration/audio/alac.m4a +0 -0
  22. package/assets/calibration/audio/dts.dts +0 -0
  23. package/assets/calibration/audio/eac3.eac3 +0 -0
  24. package/assets/calibration/audio/flac.flac +0 -0
  25. package/assets/calibration/audio/manifest.json +98 -0
  26. package/assets/calibration/audio/mp2.mp2 +0 -0
  27. package/assets/calibration/audio/mp3.mp3 +0 -0
  28. package/assets/calibration/audio/opus.opus +0 -0
  29. package/assets/calibration/audio/pcm.wav +0 -0
  30. package/assets/calibration/audio/truehd.thd +0 -0
  31. package/assets/calibration/audio/vorbis.ogg +0 -0
  32. package/assets/diagnostics/sctpstate.gdb +31 -31
  33. package/bin/cli.js +684 -684
  34. package/bin/thread-pool.js +30 -30
  35. package/biome.json +412 -411
  36. package/docs/browser-proxy-contract.md +155 -152
  37. package/docs/container-architecture.md +218 -218
  38. package/docs/download-architecture.md +261 -261
  39. package/docs/encode-architecture.md +729 -729
  40. package/docs/encode-run-state.md +96 -96
  41. package/docs/logs.md +97 -97
  42. package/docs/playback-start-forecast.md +56 -0
  43. package/docs/socks5-egress-research.md +114 -114
  44. package/docs/storage-architecture.md +267 -267
  45. package/knip.json +14 -14
  46. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  47. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  48. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  49. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  50. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  51. package/openspec/changes/binary-distribution/proposal.md +53 -53
  52. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  53. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  54. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  55. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  56. package/openspec/changes/cold-start/design.md +98 -98
  57. package/openspec/changes/cold-start/proposal.md +62 -62
  58. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  59. package/openspec/changes/cold-start/tasks.md +48 -48
  60. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  61. package/openspec/changes/disk-cap/proposal.md +37 -37
  62. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  63. package/openspec/changes/disk-cap/tasks.md +19 -19
  64. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  65. package/openspec/changes/proxy-observability/design.md +38 -38
  66. package/openspec/changes/proxy-observability/proposal.md +49 -49
  67. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  68. package/openspec/changes/proxy-observability/tasks.md +21 -21
  69. package/openspec/changes/seek-debounce/design.md +118 -118
  70. package/openspec/changes/seek-debounce/proposal.md +59 -59
  71. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  72. package/openspec/changes/seek-debounce/tasks.md +33 -33
  73. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  74. package/openspec/changes/subtitle-language/proposal.md +50 -50
  75. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  76. package/openspec/changes/subtitle-language/tasks.md +26 -26
  77. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  78. package/openspec/changes/track-selection/design.md +47 -47
  79. package/openspec/changes/track-selection/proposal.md +45 -45
  80. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  81. package/openspec/changes/track-selection/tasks.md +20 -20
  82. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  83. package/openspec/changes/transcode-quality/proposal.md +51 -51
  84. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  85. package/openspec/changes/transcode-quality/tasks.md +63 -63
  86. package/openspec/config.yaml +38 -38
  87. package/package.json +1 -1
  88. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  89. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  90. package/research/double-spawn-2026-09-10.md +171 -171
  91. package/research/handover-2026-09-13.md +209 -209
  92. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  93. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  94. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  95. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  96. package/routes/api/client-logs/post.js +86 -86
  97. package/routes/api/delivery-sink/get.js +72 -72
  98. package/routes/api/link-probe/get.js +51 -51
  99. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  100. package/routes/api/playback-plan/post.js +53 -53
  101. package/routes/api/sources/post.js +36 -36
  102. package/routes/api/sources/stats/get.js +132 -132
  103. package/routes/api/sources/warm/post.js +217 -217
  104. package/routes/api/subtitles/get.js +230 -230
  105. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  106. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  107. package/routes/api/transcode-sessions/post.js +178 -178
  108. package/routes/api/transcode-sessions/progress/get.js +27 -27
  109. package/routes/api/transcode-sessions/release/post.js +41 -41
  110. package/routes/api/transcode-sessions/seek/post.js +63 -63
  111. package/routes/health/get.js +13 -13
  112. package/routes/healthz/get.js +13 -13
  113. package/routes/stream/get.js +380 -380
  114. package/routes/transcode/audio-file/get.js +64 -64
  115. package/routes/transcode/audio-warm/get.js +95 -95
  116. package/routes/transcode/session-file/get.js +52 -52
  117. package/routes/transcode/variant-file/get.js +95 -95
  118. package/routes/transcode/variant-warm/get.js +84 -84
  119. package/scripts/build-audio-samples.mjs +31 -0
  120. package/scripts/render-run-graph.js +173 -173
  121. package/server.js +730 -725
  122. package/services/encode/CoverageMap.js +428 -428
  123. package/services/encode/CushionReport.js +345 -345
  124. package/services/encode/EncodeAdmission.js +376 -376
  125. package/services/encode/EncodeOrchestrator.js +1217 -1217
  126. package/services/encode/EncodePlan.js +1366 -1366
  127. package/services/encode/EncodeRun.js +813 -813
  128. package/services/encode/EncodeRuns.js +1237 -1235
  129. package/services/encode/Encoder.js +142 -142
  130. package/services/encode/EncoderSelection.js +38 -38
  131. package/services/encode/LocalObservations.js +359 -359
  132. package/services/encode/NvencEncoder.js +50 -50
  133. package/services/encode/OutputOpening.js +783 -783
  134. package/services/encode/OutputTimes.js +579 -579
  135. package/services/encode/QsvEncoder.js +58 -58
  136. package/services/encode/Renditions.js +2282 -2282
  137. package/services/encode/RunProgress.js +84 -84
  138. package/services/encode/SegmentDemand.js +95 -95
  139. package/services/encode/SoftwareEncoder.js +121 -121
  140. package/services/encode/V4l2m2mEncoder.js +53 -53
  141. package/services/encode/VaapiEncoder.js +66 -66
  142. package/services/encode/args.js +418 -418
  143. package/services/encode/audio-calibration.js +67 -0
  144. package/services/encode/audio-work-rate.js +15 -0
  145. package/services/encode/available-share.js +89 -89
  146. package/services/encode/calibration.js +361 -361
  147. package/services/encode/contention.js +128 -128
  148. package/services/encode/decode-cost-fit.js +363 -363
  149. package/services/encode/encode-exit.js +114 -114
  150. package/services/encode/encode-run-state.js +551 -551
  151. package/services/encode/encoder-readings.js +45 -45
  152. package/services/encode/fingerprint.js +322 -322
  153. package/services/encode/host-load.js +174 -174
  154. package/services/encode/hwaccel.js +1894 -1894
  155. package/services/encode/index.js +9 -9
  156. package/services/encode/learned-median.js +90 -90
  157. package/services/encode/output/EncodedOutput.js +57 -57
  158. package/services/encode/output/Output.js +131 -131
  159. package/services/encode/output/OutputCatalog.js +414 -414
  160. package/services/encode/output/OutputSpec.js +390 -390
  161. package/services/encode/output/Timeline.js +308 -308
  162. package/services/encode/output/cut-grid.js +107 -107
  163. package/services/encode/output/index.js +20 -20
  164. package/services/encode/output/ladder.js +32 -32
  165. package/services/encode/output/playlists.js +284 -284
  166. package/services/encode/output/rates.js +125 -125
  167. package/services/encode/output-key-format.js +21 -21
  168. package/services/encode/quality/EncodeCost.js +1167 -1150
  169. package/services/encode/quality/HostLoad.js +525 -525
  170. package/services/encode/quality/HostTimings.js +249 -249
  171. package/services/encode/quality/OutputQualityState.js +28 -28
  172. package/services/encode/quality/QualityController.js +935 -935
  173. package/services/encode/quality/QualityOffer.js +416 -416
  174. package/services/encode/quality/drain-threat.js +47 -47
  175. package/services/encode/quality/link-budget.js +349 -349
  176. package/services/encode/quality/output-format.js +319 -319
  177. package/services/encode/quality/serving-output.js +216 -216
  178. package/services/encode/quality/visible-rung.js +57 -57
  179. package/services/encode/run-budget.js +97 -97
  180. package/services/encode/run-command.js +754 -754
  181. package/services/encode/run-costs.js +155 -155
  182. package/services/encode/run-inputs.js +42 -42
  183. package/services/encode/segment-formats/fmp4.js +458 -456
  184. package/services/encode/segment-formats/index.js +85 -85
  185. package/services/encode/segment-formats/init-compat.js +324 -324
  186. package/services/encode/segment-formats/mp4-boxes.js +12 -1
  187. package/services/encode/segment-formats/mpegts.js +134 -134
  188. package/services/encode/start-stop-cost.js +178 -178
  189. package/services/encode/throughput.js +97 -97
  190. package/services/encode/torrent-cost.js +88 -88
  191. package/services/identity/installation-id.js +38 -38
  192. package/services/media/ContainerOrchestrator.js +149 -149
  193. package/services/media/KeyframeTables.js +316 -316
  194. package/services/media/SourceFile.js +298 -298
  195. package/services/media/SubtitleCues.js +520 -520
  196. package/services/media/SubtitleOrchestrator.js +167 -167
  197. package/services/media/audio-inventory.js +299 -298
  198. package/services/media/container/AviContainer.js +266 -266
  199. package/services/media/container/Container.js +609 -609
  200. package/services/media/container/ContainerFactory.js +56 -56
  201. package/services/media/container/KeyframeTable.js +272 -272
  202. package/services/media/container/MatroskaContainer.js +1494 -1494
  203. package/services/media/container/Mp4Container.js +1344 -1344
  204. package/services/media/container/ebml-reader.js +159 -159
  205. package/services/media/ffmpeg-banner.js +260 -260
  206. package/services/media/keyframe-probe.js +157 -157
  207. package/services/media/media-info-probe.js +93 -93
  208. package/services/media/playback-planner.js +931 -931
  209. package/services/media/tracks/AudioTrack.js +143 -143
  210. package/services/media/tracks/ContainerTrack.js +75 -75
  211. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  212. package/services/media/tracks/SubtitleTrack.js +38 -38
  213. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  214. package/services/media/tracks/VideoTrack.js +33 -33
  215. package/services/media/tracks/audio-bound.js +233 -233
  216. package/services/media/tracks/index.js +15 -15
  217. package/services/media/tracks/language-detect.js +174 -174
  218. package/services/server/OutputLifecycle.js +418 -418
  219. package/services/server/SegmentServing.js +1150 -1150
  220. package/services/server/ViewerRequests.js +785 -760
  221. package/services/server/WaitLedger.js +142 -142
  222. package/services/server/controllers/PlaybackController.js +40 -40
  223. package/services/server/controllers/SubtitleController.js +109 -109
  224. package/services/server/http-responses.js +60 -60
  225. package/services/server/playback-readiness.js +516 -708
  226. package/services/server/transcode-session-files.js +325 -325
  227. package/services/server/wire-outputs.js +1020 -995
  228. package/services/storage/Diagnostics.js +202 -202
  229. package/services/storage/MachineBudget.js +235 -235
  230. package/services/storage/allowance.js +107 -107
  231. package/services/storage/core-dumps.js +106 -106
  232. package/services/storage/files/CompletedFiles.js +391 -391
  233. package/services/storage/files/piece-from-whole-file.js +118 -118
  234. package/services/storage/free.js +71 -71
  235. package/services/storage/keep.js +48 -48
  236. package/services/storage/machine-memory.js +56 -56
  237. package/services/storage/memory-report.js +575 -575
  238. package/services/storage/piece-store/piece-disk-store.js +539 -539
  239. package/services/storage/piece-store/piece-lru.js +495 -495
  240. package/services/storage/piece-store/shared-piece-store.js +1937 -1931
  241. package/services/storage/returns.js +103 -103
  242. package/services/storage/segment-store/SegmentStore.js +1255 -1240
  243. package/services/storage/wire.js +175 -175
  244. package/services/torrent/demand/DemandRegister.js +202 -202
  245. package/services/torrent/demand/Urgency.js +137 -137
  246. package/services/torrent/demand/Window.js +118 -118
  247. package/services/torrent/demand/index.js +8 -8
  248. package/services/torrent/demand/pieces.js +140 -140
  249. package/services/torrent/download/SwarmSelection.js +386 -386
  250. package/services/torrent/download/registry.js +102 -102
  251. package/services/torrent/download/withdraw-claim.js +80 -80
  252. package/services/torrent/files.js +455 -455
  253. package/services/torrent/naming.js +619 -619
  254. package/services/torrent/piece-store-of.js +29 -29
  255. package/services/torrent/supply-margin.js +262 -262
  256. package/services/torrent/torrent-pool.js +2688 -2675
  257. package/services/torrent/worker/background-fill.js +213 -213
  258. package/services/torrent/worker/channel.js +271 -271
  259. package/services/torrent/worker/client.js +765 -765
  260. package/services/torrent/worker/fastest-wires.js +342 -342
  261. package/services/torrent/worker/handle-state.js +23 -23
  262. package/services/torrent/worker/held-bytes.js +155 -155
  263. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  264. package/services/torrent/worker/piece-reader.js +1078 -1078
  265. package/services/torrent/worker/pool-adapter.js +371 -371
  266. package/services/torrent/worker/protocol.js +184 -184
  267. package/services/torrent/worker/resume-warm.js +107 -107
  268. package/services/torrent/worker/webrtc-shim.js +219 -219
  269. package/services/torrent/worker/worker.js +1129 -1129
  270. package/services/transport/data-channel-handler.js +1369 -1369
  271. package/services/transport/delivery-probe.js +842 -842
  272. package/services/transport/health-collector.js +53 -53
  273. package/services/transport/nat-classifier.js +231 -231
  274. package/services/transport/packet-witness.js +808 -808
  275. package/services/transport/port-mapper.js +235 -235
  276. package/services/transport/registry-api.js +81 -81
  277. package/services/transport/tunnel-client.js +447 -447
  278. package/services/transport/usrsctp-state.js +175 -175
  279. package/services/transport/webrtc-manager.js +484 -484
  280. package/services/viewer/Assignments.js +340 -340
  281. package/services/viewer/PriorityMap.js +390 -390
  282. package/services/viewer/PriorityOrchestrator.js +325 -325
  283. package/services/viewer/Viewer.js +691 -691
  284. package/services/viewer/Viewers.js +368 -368
  285. package/services/viewer/active-output.js +37 -37
  286. package/services/viewer/audio-start.js +46 -46
  287. package/services/viewer/buffer-trend.js +81 -81
  288. package/services/viewer/choices.js +647 -647
  289. package/services/viewer/positions.js +126 -126
  290. package/services/viewer/report-intake.js +46 -46
  291. package/store/source-registry.js +71 -71
  292. package/test/asset-paths.test.js +28 -28
  293. package/test/audio-calibration.test.js +23 -0
  294. package/test/audio-inventory.test.js +212 -212
  295. package/test/audio-track-bitrate.test.js +40 -40
  296. package/test/auto-quality-step.test.js +707 -707
  297. package/test/available-share.test.js +76 -76
  298. package/test/background-fill.test.js +190 -190
  299. package/test/client-log-file.test.js +110 -110
  300. package/test/completed-files.test.js +115 -115
  301. package/test/concurrent-cost.test.js +148 -148
  302. package/test/container-media-info.test.js +228 -228
  303. package/test/contention.test.js +76 -76
  304. package/test/core-dumps.test.js +57 -57
  305. package/test/coverage-follows-the-disk.test.js +228 -228
  306. package/test/coverage-map.test.js +195 -195
  307. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  308. package/test/cut-times-timeline.test.js +65 -65
  309. package/test/cuts-follow-published-grid.test.js +109 -109
  310. package/test/data-channel-frame.test.js +63 -63
  311. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  312. package/test/dead-torrent-handle.test.js +52 -52
  313. package/test/declared-rates.test.js +116 -116
  314. package/test/declared-tracks.test.js +43 -43
  315. package/test/decode-cost-fit.test.js +202 -202
  316. package/test/decode-cost.test.js +462 -462
  317. package/test/delivery-probe.test.js +393 -393
  318. package/test/demand-register.test.js +206 -206
  319. package/test/dht-bootstrap.test.js +72 -72
  320. package/test/drain-threat.test.js +65 -65
  321. package/test/duplicate-add.test.js +48 -48
  322. package/test/encode-admission.test.js +146 -146
  323. package/test/encode-cost.test.js +283 -283
  324. package/test/encode-exit.test.js +111 -111
  325. package/test/encode-orchestrator.test.js +419 -419
  326. package/test/encode-plan-viewers.test.js +718 -718
  327. package/test/encode-plan.test.js +545 -545
  328. package/test/encode-run-state.test.js +314 -314
  329. package/test/encode-run.test.js +162 -162
  330. package/test/encode-slope.test.js +46 -46
  331. package/test/encoded-output.test.js +39 -39
  332. package/test/encoder-kinds.test.js +122 -122
  333. package/test/encoder-readings.test.js +46 -46
  334. package/test/every-claimant-is-told-its-share.test.js +152 -152
  335. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  336. package/test/failed-start-breaker.test.js +202 -202
  337. package/test/fastest-wires.test.js +143 -143
  338. package/test/ffmpeg-stream-counts.test.js +78 -78
  339. package/test/file-edges.test.js +191 -191
  340. package/test/fmp4-presentation-clock.test.js +162 -147
  341. package/test/fmp4-self-contained.test.js +80 -80
  342. package/test/fmp4-timestamps.test.js +140 -140
  343. package/test/fmp4-track-completeness.test.js +41 -41
  344. package/test/format-keyed-outputs.test.js +78 -78
  345. package/test/health-metrics.test.js +38 -38
  346. package/test/held-request-width.test.js +157 -157
  347. package/test/helpers/encode-run.js +136 -136
  348. package/test/helpers/held-file.js +29 -29
  349. package/test/helpers/manager.js +57 -57
  350. package/test/helpers/output-spec.js +63 -63
  351. package/test/host-load.test.js +68 -68
  352. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  353. package/test/init-compat.test.js +219 -219
  354. package/test/input-lost-quiets-the-plan.test.js +261 -261
  355. package/test/input-unavailable.test.js +48 -48
  356. package/test/installation-id.test.js +39 -39
  357. package/test/keeping-period.test.js +83 -83
  358. package/test/keyframe-index-accuracy.test.js +188 -188
  359. package/test/keyframe-table-budget.test.js +102 -102
  360. package/test/keyframes-belong-to-the-file.test.js +249 -249
  361. package/test/learned-median.test.js +37 -37
  362. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  363. package/test/limit-row-by-area.test.js +60 -60
  364. package/test/link-budget.test.js +112 -112
  365. package/test/link-probe.test.js +56 -56
  366. package/test/local-encoding-data.test.js +273 -273
  367. package/test/logger-repeats.test.js +134 -134
  368. package/test/look-ahead-coverage.test.js +56 -56
  369. package/test/manager-surface.test.js +292 -292
  370. package/test/matroska-cues-track.test.js +192 -192
  371. package/test/memory-budget.test.js +390 -390
  372. package/test/move-cost.test.js +216 -216
  373. package/test/mp4-subtitles.test.js +173 -173
  374. package/test/one-authority.test.js +285 -285
  375. package/test/one-budget.test.js +149 -149
  376. package/test/one-output-one-session.test.js +273 -270
  377. package/test/one-resource-divided.test.js +185 -185
  378. package/test/one-serving-output-per-height.test.js +458 -458
  379. package/test/orchestrator-wired.test.js +206 -206
  380. package/test/output-catalog.test.js +39 -39
  381. package/test/output-shape.test.js +21 -21
  382. package/test/output-spec.test.js +251 -251
  383. package/test/output-speed.test.js +88 -88
  384. package/test/outputs-being-prepared.test.js +40 -40
  385. package/test/packet-witness-ring.test.js +236 -236
  386. package/test/packet-witness.test.js +148 -148
  387. package/test/piece-disk-store.test.js +401 -401
  388. package/test/piece-from-whole-file.test.js +129 -129
  389. package/test/piece-lru.test.js +319 -319
  390. package/test/piece-reader.test.js +162 -162
  391. package/test/piece-selection-offset.test.js +85 -85
  392. package/test/piece-store-eviction.test.js +595 -595
  393. package/test/piece-store-never-refuses.test.js +153 -153
  394. package/test/piece-store-reservations.test.js +403 -403
  395. package/test/piece-store-slow-disk.test.js +159 -159
  396. package/test/piece-tail.test.js +97 -97
  397. package/test/plan-host-timings.test.js +68 -68
  398. package/test/plan-is-steady.test.js +225 -225
  399. package/test/playback-readiness.test.js +483 -453
  400. package/test/playback-start-regressions.test.js +99 -99
  401. package/test/priority-map-download.test.js +174 -174
  402. package/test/priority-map-emptied.test.js +204 -204
  403. package/test/priority-map-per-output.test.js +215 -215
  404. package/test/priority-map.test.js +163 -163
  405. package/test/probe-wedge-certainty.test.js +60 -60
  406. package/test/produced-copy-choice.test.js +213 -213
  407. package/test/published-timeline.test.js +83 -83
  408. package/test/quality-offer.test.js +162 -162
  409. package/test/quality-variants.test.js +1257 -1257
  410. package/test/rate-control-in-the-output.test.js +180 -180
  411. package/test/read-survives-withdrawal.test.js +164 -164
  412. package/test/read-window.test.js +365 -365
  413. package/test/resume-warm.test.js +39 -39
  414. package/test/run-graph-drift.test.js +37 -37
  415. package/test/run-inputs.test.js +80 -80
  416. package/test/run-intervals.test.js +100 -100
  417. package/test/run-position-follows-published-grid.test.js +89 -89
  418. package/test/run-progress.test.js +65 -65
  419. package/test/same-height-switch.test.js +664 -664
  420. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  421. package/test/seek-landing.test.js +109 -109
  422. package/test/seek-target-not-superseded.test.js +195 -195
  423. package/test/segment-closed-on-both-branches.test.js +96 -96
  424. package/test/segment-cut-times.test.js +63 -63
  425. package/test/segment-demand.test.js +80 -80
  426. package/test/segment-hold-supersede.test.js +91 -91
  427. package/test/segment-judged-by-its-own-header.test.js +221 -221
  428. package/test/segment-serve-wiring.test.js +475 -475
  429. package/test/segment-store-eviction.test.js +247 -247
  430. package/test/segment-store.test.js +338 -323
  431. package/test/segment-true-start.test.js +86 -86
  432. package/test/segments-are-shared.test.js +176 -176
  433. package/test/send-chunk-bytes.test.js +86 -86
  434. package/test/serving-existing-output.test.js +105 -105
  435. package/test/serving-output.test.js +102 -102
  436. package/test/shared-piece-store.test.js +310 -310
  437. package/test/sidecar-naming.test.js +142 -142
  438. package/test/soundtrack-rate-bound.test.js +289 -289
  439. package/test/source-file.test.js +133 -133
  440. package/test/source-registry.test.js +18 -18
  441. package/test/split-a-stretch.test.js +139 -139
  442. package/test/stale-request-after-seek.test.js +158 -158
  443. package/test/startup-readings.test.js +124 -124
  444. package/test/stream-route.test.js +209 -209
  445. package/test/subtitle-cue-framing.test.js +200 -200
  446. package/test/subtitle-cue-source.test.js +102 -102
  447. package/test/subtitle-cue-walk.test.js +370 -370
  448. package/test/subtitle-cursor.test.js +63 -63
  449. package/test/subtitle-defaults.test.js +118 -118
  450. package/test/subtitle-language.test.js +252 -252
  451. package/test/subtitle-track-numbering.test.js +386 -386
  452. package/test/supply-margin.test.js +177 -177
  453. package/test/swarm-follows-readers.test.js +174 -174
  454. package/test/swarm-reach.test.js +130 -130
  455. package/test/swarm-selection.test.js +220 -220
  456. package/test/tail-duplication.test.js +167 -167
  457. package/test/the-channel-has-both-ends.test.js +91 -91
  458. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  459. package/test/thread-pool.test.js +53 -53
  460. package/test/timeline.test.js +84 -84
  461. package/test/torrent-contents.test.js +235 -235
  462. package/test/torrent-cost.test.js +71 -71
  463. package/test/torrent-files.test.js +221 -221
  464. package/test/torrent-naming.test.js +255 -255
  465. package/test/tracks-begin-together.test.js +209 -209
  466. package/test/tunnel-renewal.test.js +167 -167
  467. package/test/two-viewers-one-picture.test.js +504 -504
  468. package/test/upload-hurry.test.js +186 -186
  469. package/test/usrsctp-state.test.js +131 -131
  470. package/test/video-facts.test.js +102 -102
  471. package/test/viewer-assignments.test.js +143 -143
  472. package/test/viewer-outputs.test.js +285 -285
  473. package/test/viewer-presence.test.js +116 -116
  474. package/test/viewer-requests-admission.test.js +89 -89
  475. package/test/viewer-states.test.js +189 -189
  476. package/test/viewer-subtitle-subscription.test.js +96 -96
  477. package/test/viewer.test.js +139 -139
  478. package/test/viewing-generations.test.js +390 -390
  479. package/test/visible-rung.test.js +37 -37
  480. package/test/wait-ledger.test.js +100 -100
  481. package/test/webrtc-shim.test.js +149 -149
  482. package/test/wedge-certainty.test.js +131 -131
  483. package/test/withdraw-piece-claim.test.js +212 -212
  484. package/test/worker-channel.test.js +158 -158
  485. package/utils/client-log-file.js +151 -151
  486. package/utils/logger.js +312 -312
  487. package/utils/parse-range.js +25 -25
  488. package/utils/perf.js +59 -59
  489. package/utils/torrent-source-key.js +38 -38
@@ -1,765 +1,765 @@
1
- /**
2
- * @file Main-thread face of the torrent worker.
3
- *
4
- * Presents the same operations the routes and session manager already use, so
5
- * moving the torrent to its own thread does not ripple through calling code.
6
- * The one unavoidable change is that torrents are named by `sourceKey` instead
7
- * of passed around as objects — objects cannot cross a thread boundary, and
8
- * pretending otherwise would mean copying them on every call.
9
- *
10
- * Reads come back as an ordinary `ReadableStream`, so `/stream` and the codec
11
- * probe consume them exactly as they consume WebTorrent's own streams today.
12
- * What that hides is the part that matters: chunks arrive as transferred
13
- * buffers, never copied — 5.3 ms per 10 MB against 37 ms if cloned and 104 ms
14
- * through a transferable stream (measured 2026-08-02, see `protocol.js`).
15
- */
16
-
17
- import { Worker } from "node:worker_threads";
18
- import { Readable } from "node:stream";
19
- import { fileURLToPath } from "node:url";
20
- import { logger, writeAlreadyDecided } from "../../../utils/logger.js";
21
- import { createCaller, createReceiveStream } from "./channel.js";
22
- import { Command, Event } from "./protocol.js";
23
-
24
- const WORKER_URL = new URL("./worker.js", import.meta.url);
25
- /**
26
- * How long a shutdown waits for the thread to end by itself before forcing it.
27
- *
28
- * Ending by itself is what lets libuv drain the handle callbacks it is holding;
29
- * forcing it is what ran one of those against a freed isolate. Five seconds is
30
- * long enough for a destroyed torrent client to release its sockets and short
31
- * enough that a shutdown never appears to hang.
32
- */
33
- const WORKER_EXIT_GRACE_MS = 5_000;
34
-
35
- /**
36
- * Runs the torrent client on its own thread and exposes it to the main thread.
37
- *
38
- * Why this exists at all: profiling during a live seek found the main thread
39
- * ~85% busy with WebTorrent (buffer concatenation ~15%, wire updates ~9%,
40
- * garbage collection ~5%), while three of four cores idled. Serving a segment
41
- * queued behind that work, so reading a finished 10 MB file took 12-23 s where
42
- * handing it to the channel took 125 ms.
43
- */
44
- /**
45
- * Piece buffers this thread has been handed, and how many the collector has
46
- * taken back.
47
- *
48
- * A `SharedArrayBuffer`'s memory belongs to neither isolate: it lives until
49
- * BOTH have let go. So the worker's own count answers only half the question,
50
- * and this is the other half — 700 MB grew in the field on 2026-08-31 with the
51
- * store's own memory falling, and the two candidates are "a reference of ours
52
- * outlives the piece" and "the allocator keeps what we free". These two
53
- * counters separate them (roadmap item 2).
54
- *
55
- * A fragment arrives as a fresh handle onto the same shared memory every time,
56
- * so what is counted is handles, not pieces. That is the right quantity anyway:
57
- * one handle retained keeps the whole piece alive.
58
- */
59
- const fragmentBuffers = { seen: 0, collected: 0 };
60
- const fragmentCollector = typeof FinalizationRegistry === "function"
61
- ? new FinalizationRegistry(() => {
62
- fragmentBuffers.collected += 1;
63
- })
64
- : null;
65
-
66
- /**
67
- * What the collector has taken back against what this thread was handed.
68
- *
69
- * @returns {{ seen: number, collected: number }}
70
- */
71
- export function fragmentBufferCollection() {
72
- return { seen: fragmentBuffers.seen, collected: fragmentBuffers.collected };
73
- }
74
-
75
- export class TorrentWorkerClient {
76
- #worker;
77
- /**
78
- * Whether this shutdown was asked for, so the thread ending can be told from
79
- * the thread dying. Without it both look identical from outside, which is how
80
- * five crashes produced no line in the log.
81
- */
82
- #stopping = false;
83
- #caller;
84
- /** Receive-side handles for in-flight reads, keyed by request id. */
85
- #reads = new Map();
86
-
87
- /**
88
- * The last piece served to each open read, so a fragment arriving out of
89
- * order can be named. Cleared when the read ends.
90
- *
91
- * @type {Map<number, number>}
92
- */
93
- #lastPieceByRead = new Map();
94
- /** Reads consuming fragments in place, keyed by request id. */
95
- #fragmentReaders = new Map();
96
-
97
- /**
98
- * Files downloaded whole, by `${infoHash}/${fileIndex}`.
99
- *
100
- * Held on THIS thread because it is this thread that serves them: a file that
101
- * is whole is read with an ordinary file read, and asking the torrent thread
102
- * for anything about it would put back the very hop this removes. The torrent
103
- * thread writes the files and says so; this is what it says.
104
- *
105
- * @type {Map<string, { path: string, length: number, name: string }>}
106
- */
107
- wholeFiles = new Map();
108
-
109
- /** @type {(event: { sourceKey: string, fileIndex: number, trackIndex: number, cues: object[], language: string }) => void} */
110
- /** @type {(event: { sourceKey: string, fileIndexes: number[] }) => void} */
111
- #onPiecesArrived;
112
-
113
- /**
114
- * @param {{ memoryBytes?: number, stateDir?: string, onPiecesArrived?: (event: object) => void }} [options]
115
- */
116
- constructor({ memoryBytes, stateDir, onPiecesArrived } = {}) {
117
- this.#worker = new Worker(fileURLToPath(WORKER_URL), {
118
- // `stateDir` travels because the worker writes heap snapshots of its own
119
- // isolate there. It cannot choose a directory any other way: a worker may
120
- // not change the process's working directory, and the isolate that has
121
- // died three times is the one no snapshot has ever been taken of.
122
- workerData: { memoryBytes, stateDir }
123
- });
124
- this.#caller = createCaller(this.#worker);
125
- this.#onPiecesArrived = onPiecesArrived ?? (() => undefined);
126
-
127
- this.#worker.on("message", (message) => {
128
- // A failed read must fail its stream. This is checked BEFORE the caller
129
- // sees the message: until 2.9.76 nothing here handled a read error at
130
- // all, so the worker's report was dropped as unknown, and because the
131
- // worker sent the end-of-read marker from its `finally` even when the
132
- // read had thrown, the reader saw a clean end of file instead. A read
133
- // that failed before it produced anything simply hung forever.
134
- if (message?.type === Event.ERROR && this.#reads.has(message.id)) {
135
- const read = this.#reads.get(message.id);
136
- this.#reads.delete(message.id);
137
- read.fail(new Error(message.error ?? "Torrent worker read failed."));
138
- return;
139
- }
140
- if (message?.type === Event.ERROR && this.#fragmentReaders.has(message.id)) {
141
- const reader = this.#fragmentReaders.get(message.id);
142
- this.#fragmentReaders.delete(message.id);
143
- reader.fail(new Error(message.error ?? "Torrent worker read failed."));
144
- return;
145
- }
146
- if (this.#caller.handleReply(message)) {
147
- return;
148
- }
149
- switch (message?.type) {
150
- case Event.FRAGMENT: {
151
- const buffer = message.buffer;
152
- if (!buffer || !Number.isInteger(message.offset) || message.offset < 0 ||
153
- !Number.isInteger(message.length) || message.length <= 0 ||
154
- message.offset + message.length > buffer.byteLength) {
155
- const error = new Error(`Invalid source fragment ${message.offset}+${message.length} ` +
156
- `in a buffer of ${buffer?.byteLength ?? 0}B (read ${message.id}).`);
157
- logger.warn(`torrent-worker: ${error.message}`);
158
- this.#fragmentReaders.get(message.id)?.fail(error);
159
- this.#fragmentReaders.delete(message.id);
160
- this.#reads.get(message.id)?.fail(error);
161
- this.#reads.delete(message.id);
162
- this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
163
- void this.#caller.call(Command.CANCEL_READ, { readId: message.id }).catch(() => undefined);
164
- break;
165
- }
166
- // A sequential read walks the file forwards, so each fragment either
167
- // continues the piece before it or moves to the very next one.
168
- // Anything else means the bytes handed to the decoder are not the
169
- // file's bytes in order — which is what a decoder complaining about
170
- // its input has twice turned out to mean (2.9.126, and the AC-3
171
- // failure of 2026-08-09: the encoder ran at 9.3x, the piece store
172
- // reported no spills and 100% of reads from memory, and the decoder
173
- // still saw "new coupling strategy must be present in block 0"). The
174
- // bounds check catches a fragment outside the pool; this catches one
175
- // inside it that belongs somewhere else.
176
- const lastPiece = this.#lastPieceByRead.get(message.id);
177
- if (lastPiece !== undefined && message.pieceIndex !== lastPiece && message.pieceIndex !== lastPiece + 1) {
178
- logger.warn(
179
- `torrent-worker: read ${message.id} jumped from piece ${lastPiece} to ` +
180
- `${message.pieceIndex} (${message.length}B at pool offset ${message.offset}) — ` +
181
- "the consumer is being handed the file out of order"
182
- );
183
- }
184
- this.#lastPieceByRead.set(message.id, message.pieceIndex);
185
- fragmentBuffers.seen += 1;
186
- fragmentCollector?.register(buffer, null);
187
- const view = new Uint8Array(buffer, message.offset, message.length);
188
-
189
- const reader = this.#fragmentReaders.get(message.id);
190
- if (reader) {
191
- // Handed on as a view into the pool — no copy anywhere. The piece
192
- // stays pinned until the consumer says it is done with these exact
193
- // bytes, which for a response body means the socket write has
194
- // completed.
195
- reader.push(view, () => {
196
- this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
197
- });
198
- break;
199
- }
200
-
201
- // Plain-stream consumers keep what they are given while the slot may
202
- // be reused, so they get a copy and the piece is released at once.
203
- this.#reads.get(message.id)?.push(Uint8Array.prototype.slice.call(view));
204
- this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
205
- break;
206
- }
207
- case Event.CHUNK: {
208
- const bytes = message.bytes;
209
- this.#reads.get(message.id)?.push(
210
- new Uint8Array(bytes.buffer, bytes.byteOffset, bytes.length)
211
- );
212
- break;
213
- }
214
- case Event.READ_END:
215
- this.#lastPieceByRead.delete(message.id);
216
- this.#reads.get(message.id)?.close();
217
- this.#reads.delete(message.id);
218
- this.#fragmentReaders.get(message.id)?.close();
219
- this.#fragmentReaders.delete(message.id);
220
- break;
221
- case Event.LOG:
222
- // Written as it is: the worker holds the same repeat rule and has
223
- // already applied it, and deciding again here would be one decision
224
- // taken twice on two different histories.
225
- writeAlreadyDecided(message.level ?? "info", `torrent-worker: ${message.message}`);
226
- break;
227
- case Event.FILE_COMPLETE:
228
- // Recorded here so the stream route can answer from the file without
229
- // going near the torrent thread at all.
230
- this.wholeFiles.set(`${message.infoHash}/${message.fileIndex}`, {
231
- path: message.path,
232
- length: message.length,
233
- name: message.name
234
- });
235
- break;
236
- case Event.PIECES_ARRIVED:
237
- // ANNOUNCED by the thread that owns the swarm, acted on here: the
238
- // subtitle walk is this thread's and needs to know a piece arrived.
239
- this.#onPiecesArrived({
240
- sourceKey: message.sourceKey,
241
- fileIndexes: Array.isArray(message.fileIndexes) ? message.fileIndexes : []
242
- });
243
- break;
244
- default:
245
- break;
246
- }
247
- });
248
-
249
- this.#worker.on("error", (error) => {
250
- logger.error(`torrent-worker crashed: ${error?.message ?? error}`);
251
- // Fail everything outstanding rather than leaving callers hanging: a dead
252
- // worker will never answer, and a stalled request is worse than an error
253
- // the loading flow can retry.
254
- this.#failEverythingOutstanding(new Error("Torrent worker stopped unexpectedly."));
255
- });
256
-
257
- // A worker that ENDS was, until now, not noticed at all: only `message` and
258
- // `error` were listened for. So when the thread went away the proxy simply
259
- // stopped, the log ended mid-sentence, and nothing said whether we had
260
- // asked for it — which is precisely the reading that was missing on
261
- // 2026-08-21, when a core dump showed the thread faulting inside
262
- // `Environment::CleanupHandles` and there was no way to tell our own
263
- // shutdown from the thread ending on its own.
264
- this.#worker.on("exit", (code) => {
265
- if (this.#stopping) {
266
- logger.info(`torrent-worker: thread ended as asked (code ${code})`);
267
- return;
268
- }
269
- logger.error(
270
- `torrent-worker: thread ended on its own with code ${code} — nobody asked it to. ` +
271
- "Everything waiting on it is failed; the proxy has no torrent client until it is rebuilt."
272
- );
273
- this.#failEverythingOutstanding(new Error("Torrent worker ended unexpectedly."));
274
- });
275
- }
276
-
277
- /**
278
- * A dead thread will never answer, so everything waiting on it is failed.
279
- *
280
- * INCLUDING THE FRAGMENT READS, which is what ffmpeg's input is. Both death
281
- * handlers walked `#reads` alone and left `#fragmentReaders` untouched, so an
282
- * encoder's input neither ended nor errored — it went quiet. Field 2026-08-31,
283
- * three times: the thread died, both ffmpeg runs stayed ALIVE and stopped
284
- * producing (167 `holding segment-00085.mp4 … encoder alive` lines), the
285
- * browser drained its cushion and then retried a segment that would never
286
- * exist, for ever, with nothing shown to the viewer.
287
- *
288
- * @param {Error} reason
289
- */
290
- #failEverythingOutstanding(reason) {
291
- this.#caller.rejectAll(reason);
292
- for (const [, read] of this.#reads) {
293
- read.fail(reason);
294
- }
295
- this.#reads.clear();
296
- for (const [, reader] of this.#fragmentReaders) {
297
- reader.fail(reason);
298
- }
299
- this.#fragmentReaders.clear();
300
- }
301
-
302
- /**
303
- * Add (or join) a torrent and register it under `sourceKey`.
304
- *
305
- * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
306
- * @returns {Promise<{ infoHash: string, name: string, files: { index: number, name: string, path: string, length: number }[] }>}
307
- */
308
- async addSource({ sourceKey, sourceType, source }) {
309
- return this.#caller.call(Command.ADD_SOURCE, { sourceKey, sourceType, source });
310
- }
311
-
312
- /**
313
- * The torrent's files, as plain data.
314
- *
315
- * @param {string} sourceKey
316
- * @returns {Promise<{ index: number, name: string, path: string, length: number }[]>}
317
- */
318
- async listFiles(sourceKey) {
319
- return this.#caller.call(Command.LIST_FILES, { sourceKey });
320
- }
321
-
322
- /**
323
- * Live download figures for the progress display.
324
- *
325
- * @param {{ sourceKey: string, fileIndex: number, resumeAnchorByteStart?: number | null }} params
326
- * @returns {Promise<object>}
327
- */
328
- async getFileStats({ sourceKey, fileIndex, resumeAnchorByteStart = null }) {
329
- return this.#caller.call(Command.FILE_STATS, { sourceKey, fileIndex, resumeAnchorByteStart });
330
- }
331
-
332
- /**
333
- * The text subtitle tracks a file carries.
334
- *
335
- * @param {{ sourceKey: string, fileIndex: number }} params
336
- * @returns {Promise<{ tracks: object[] }>}
337
- */
338
-
339
-
340
-
341
-
342
- /**
343
- * Start fetching the region a viewer is about to resume at.
344
- *
345
- * @param {{ sourceKey: string, fileIndex: number, positionSeconds: number }} params
346
- * @returns {Promise<{ started: boolean }>}
347
- */
348
- /**
349
- * Fetch one whole file in the room the viewer's own reading leaves.
350
- *
351
- * @param {{ sourceKey: string, fileIndex: number }} params
352
- * @returns {Promise<{ started: boolean }>}
353
- */
354
- async fillFile({ sourceKey, fileIndex }) {
355
- return this.#caller.call(Command.FILL_FILE, { sourceKey, fileIndex });
356
- }
357
-
358
- /**
359
- * The byte ranges of one file the torrent holds WHOLE.
360
- *
361
- * @param {{ sourceKey: string, fileIndex: number }} params
362
- * @returns {Promise<Array<[number, number]>>}
363
- */
364
- async heldRanges({ sourceKey, fileIndex }) {
365
- const answer = await this.#caller.call(Command.HELD_RANGES, { sourceKey, fileIndex });
366
- return Array.isArray(answer?.ranges) ? answer.ranges : [];
367
- }
368
-
369
- /**
370
- * Bytes of a range the torrent already holds. Never fetched: null where they
371
- * are not there.
372
- *
373
- * @param {{ sourceKey: string, fileIndex: number, start: number, end: number }} params
374
- * @returns {Promise<Buffer | null>}
375
- */
376
- async readHeld({ sourceKey, fileIndex, start, end }) {
377
- const answer = await this.#caller.call(Command.READ_HELD, { sourceKey, fileIndex, start, end });
378
- return answer?.bytes ? Buffer.from(answer.bytes) : null;
379
- }
380
-
381
- async warmResumePosition({ sourceKey, fileIndex, positionSeconds, durationSeconds }) {
382
- return this.#caller.call(Command.WARM_POSITION, { sourceKey, fileIndex, positionSeconds, durationSeconds });
383
- }
384
-
385
-
386
- /**
387
- * Bytes every torrent on the worker has moved, downloaded and uploaded apart.
388
- *
389
- * The client lives on the worker thread, so this cannot be read as a property
390
- * from here — which is exactly the mistake 2.19.0 shipped, leaving the figure
391
- * always zero and the whole feature inert.
392
- *
393
- * @returns {Promise<{ downloaded: number, uploaded: number }>}
394
- */
395
- async getTorrentTotals() {
396
- return this.#caller.call(Command.TORRENT_TOTALS, {});
397
- }
398
-
399
- /**
400
- * Which films this proxy holds right now, and how much of each.
401
- *
402
- * Asked of the worker rather than of the main thread's map of stand-ins: that
403
- * map is only cleared on shutdown, so it names films this proxy let go of
404
- * hours ago.
405
- *
406
- * @returns {Promise<{ held: { infoHash: string, progress: number, bytes: number }[] }>}
407
- */
408
- async heldTorrents() {
409
- return this.#caller.call(Command.HELD_TORRENTS, {});
410
- }
411
-
412
- /** State conditional demand for every file in a selected torrent. */
413
- async fillTorrent(sourceKey) {
414
- return this.#caller.call(Command.FILL_TORRENT, { sourceKey });
415
- }
416
-
417
- /**
418
- * Reorder piece selection around a read position (seek prioritisation).
419
- *
420
- * @param {{ sourceKey: string, fileIndex: number, byteStart: number, windowBytes?: number, wholeFileRead?: boolean }} params
421
- * @returns {Promise<void>}
422
- */
423
- async prioritizeByteRange({ sourceKey, fileIndex, byteStart, windowBytes, wholeFileRead }) {
424
- await this.#caller.call(Command.PRIORITIZE, {
425
- sourceKey,
426
- fileIndex,
427
- byteStart,
428
- windowBytes,
429
- wholeFileRead
430
- });
431
- }
432
-
433
- /**
434
- * Hand the download the priority map for one file.
435
- *
436
- * Seconds of film against a number, and nothing else: what is wanted and in
437
- * what order. Turning that into bytes, into pieces, and into what the swarm
438
- * is asked for is the download's own business, and so is what it keeps in
439
- * memory.
440
- *
441
- * @param {{ sourceKey: string, fileIndex: number, durationSeconds: number, zones: { from: number, to: number, priority: number }[] }} params
442
- * @returns {Promise<void>}
443
- */
444
- async setPriorityMap({ sourceKey, fileIndex, zones, durationSeconds }) {
445
- await this.#caller.call(Command.PRIORITY_MAP, {
446
- sourceKey,
447
- fileIndex,
448
- zones,
449
- durationSeconds
450
- });
451
- }
452
-
453
- /**
454
- * Pre-fetch the head and tail the codec probe needs.
455
- *
456
- * @param {{ sourceKey: string, fileIndex: number, options?: { headBytes?: number, tailBytes?: number, timeoutMs?: number, awaited?: boolean } }} params
457
- * @returns {Promise<unknown>}
458
- */
459
- async prefetchFileEdges({ sourceKey, fileIndex, options = {} }) {
460
- return this.#caller.call(Command.PREFETCH_EDGES, { sourceKey, fileIndex, options });
461
- }
462
-
463
- /**
464
- * Read a byte range as a stream.
465
- *
466
- * Returns immediately with a stream that fills as chunks arrive; cancelling it
467
- * (viewer gone, seek superseded) stops the worker reading, so pieces are not
468
- * fetched for a stream nobody will drain.
469
- *
470
- * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
471
- * @returns {ReadableStream<Uint8Array>}
472
- */
473
- createReadStream({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
474
- // Same id sequence as commands — see `nextId` in `channel.js`.
475
- const readId = this.#caller.nextId();
476
- const receive = createReceiveStream({
477
- port: this.#worker,
478
- requestId: readId,
479
- onCancel: () => {
480
- void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
481
- this.#reads.delete(readId);
482
- this.#lastPieceByRead.delete(readId);
483
- }
484
- });
485
- this.#reads.set(readId, receive);
486
-
487
- // The worker replies to READ_RANGE only once the body is fully sent; a
488
- // failure before that must surface on the stream, not vanish.
489
- this.#worker.postMessage({
490
- command: Command.READ_RANGE,
491
- id: readId,
492
- params: { sourceKey, fileIndex, start, end, windowBytes }
493
- });
494
-
495
- return receive.stream;
496
- }
497
-
498
- /**
499
- * Read a byte range as fragments of shared memory, without copying.
500
- *
501
- * Each fragment is a view straight into the torrent's piece pool, and the
502
- * piece behind it stays pinned until `release()` is called — so the consumer
503
- * must call it once it is genuinely finished with those bytes. For a response
504
- * body that means after the socket write has completed, not when it was
505
- * queued: verified that writing a shared-memory view and then overwriting the
506
- * pool from the write callback leaves the client's copy intact, and that
507
- * overwriting it earlier corrupts it silently.
508
- *
509
- * Returns `null` when this source has no shared pool, so the caller can fall
510
- * back to {@link createReadStream}.
511
- *
512
- * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
513
- * @returns {{ [Symbol.asyncIterator]: () => AsyncGenerator<{ bytes: Uint8Array, release: () => void }>, cancel: () => void } | null}
514
- */
515
- createFragmentReader({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
516
- const readId = this.#caller.nextId();
517
- /** @type {{ bytes: Uint8Array, release: () => void }[]} */
518
- const queue = [];
519
- let wake = null;
520
- let finished = false;
521
- let failure = null;
522
-
523
- const notify = () => {
524
- const resume = wake;
525
- wake = null;
526
- resume?.();
527
- };
528
-
529
- this.#fragmentReaders.set(readId, {
530
- push(bytes, confirm) {
531
- queue.push({ bytes, release: confirm });
532
- notify();
533
- },
534
- close() {
535
- finished = true;
536
- notify();
537
- },
538
- fail(error) {
539
- failure = error;
540
- finished = true;
541
- notify();
542
- }
543
- });
544
-
545
- const cancel = () => {
546
- if (this.#fragmentReaders.delete(readId)) {
547
- void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
548
- }
549
- finished = true;
550
- notify();
551
- };
552
-
553
- this.#worker.postMessage({
554
- command: Command.READ_RANGE,
555
- id: readId,
556
- params: { sourceKey, fileIndex, start, end, windowBytes }
557
- });
558
-
559
- return {
560
- cancel,
561
- async *[Symbol.asyncIterator]() {
562
- try {
563
- for (;;) {
564
- while (queue.length > 0) {
565
- yield queue.shift();
566
- }
567
- if (failure) {
568
- throw failure;
569
- }
570
- if (finished) {
571
- return;
572
- }
573
- await new Promise((resolve) => {
574
- wake = resolve;
575
- });
576
- }
577
- } finally {
578
- // Covers the consumer breaking out early — a client that hung up, a
579
- // superseded seek — which must stop the read rather than leave it
580
- // fetching pieces nobody will take.
581
- if (!finished) {
582
- cancel();
583
- }
584
- }
585
- }
586
- };
587
- }
588
-
589
- /**
590
- * A stand-in for the WebTorrent torrent object, backed by the worker.
591
- *
592
- * Callers already hold a torrent and reach into `torrent.files[i]` — for the
593
- * length, the name, or a read stream. Handing back an object of the same
594
- * shape keeps every one of those call sites working unchanged, which matters:
595
- * they are spread across the stream route, the subtitle route, the playback
596
- * planner and the health report, and rewriting all of them to thread a
597
- * `sourceKey` through would be a large change with nothing to show for it.
598
- *
599
- * Only what is actually used is provided. Anything else would be a promise we
600
- * cannot keep — the real object lives on the other thread and its methods are
601
- * not reachable from here.
602
- *
603
- * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
604
- * @returns {Promise<{ infoHash: string, name: string, sourceKey: string, files: object[] }>}
605
- */
606
- async getTorrent({ sourceKey, sourceType, source }) {
607
- const info = await this.addSource({ sourceKey, sourceType, source });
608
- const client = this;
609
- return {
610
- infoHash: info.infoHash,
611
- name: info.name,
612
- // Carried so helpers that receive only the torrent can still name it to
613
- // the worker.
614
- sourceKey,
615
- files: info.files.map((file) => ({
616
- ...file,
617
- /**
618
- * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
619
- * @returns {ReadableStream<Uint8Array>}
620
- */
621
- createReadStream(options = {}) {
622
- // Node stream, not a web one: Fastify replies and the ffmpeg pipe
623
- // both expect that shape, and every existing call site passes the
624
- // result straight to one of them. `Readable.fromWeb` adds no copy —
625
- // it wraps the same buffers.
626
- return Readable.fromWeb(
627
- client.createReadStream({
628
- sourceKey,
629
- fileIndex: file.index,
630
- start: options.start ?? null,
631
- end: options.end ?? null,
632
- windowBytes: options.windowBytes
633
- })
634
- );
635
- },
636
-
637
- /**
638
- * Fragments of shared memory, for a caller that can say when it has
639
- * finished with each one. `null` when this source has no shared pool.
640
- *
641
- * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
642
- * @returns {ReturnType<TorrentWorkerClient["createFragmentReader"]>}
643
- */
644
- createFragmentReader(options = {}) {
645
- return client.createFragmentReader({
646
- sourceKey,
647
- fileIndex: file.index,
648
- start: options.start ?? null,
649
- end: options.end ?? null,
650
- windowBytes: options.windowBytes
651
- });
652
- }
653
- }))
654
- };
655
- }
656
-
657
- /**
658
- * Shut the torrent client down and stop the thread.
659
- *
660
- * @returns {Promise<void>}
661
- */
662
- /**
663
- * What the spilled pieces weigh, as of the last revision. Zero until one has
664
- * happened, which is what "we have not asked yet" means.
665
- *
666
- * @type {number}
667
- */
668
- spilledBytes = 0;
669
-
670
- /**
671
- * Tell the piece stores on the torrent thread their share of MEMORY.
672
- *
673
- * The same owner divides memory and disk, because the two trade: pieces that
674
- * do not fit in memory are spilled to disk, so what the stores are given here
675
- * decides how much disk they need there.
676
- *
677
- * @param {number} bytes
678
- * @returns {Promise<{ held: number, wanted: number }>}
679
- */
680
- async allowMemoryBytes(bytes) {
681
- try {
682
- const claim = await this.#caller.call(Command.MEMORY_ALLOWANCE, { bytes });
683
- this.memoryClaim = {
684
- held: Number(claim?.held) || 0,
685
- wanted: Number(claim?.wanted) || 0
686
- };
687
- } catch {
688
- // The thread is gone or busy; the next revision says it again.
689
- }
690
- return this.memoryClaim ?? { held: 0, wanted: 0 };
691
- }
692
-
693
- /**
694
- * Tell the whole files on the torrent thread their share of the disk.
695
- *
696
- * Same shape as the spilled pieces, and for the same reason: they hold bytes
697
- * on this machine and the owner of the disk is on the other thread.
698
- *
699
- * @param {number} bytes
700
- * @returns {Promise<number>} What they hold after it.
701
- */
702
- async allowWholeFileBytes(bytes) {
703
- try {
704
- this.wholeFileBytes = Number(await this.#caller.call(Command.WHOLE_FILES_ALLOWANCE, { bytes })) || 0;
705
- } catch {
706
- // The thread is gone or busy; the next revision says it again.
707
- }
708
- return this.wholeFileBytes ?? 0;
709
- }
710
-
711
- /**
712
- * Say how much disk the spilled pieces on this thread may take between them.
713
- *
714
- * Best effort and never awaited by anything that matters: a share that does
715
- * not arrive leaves the ceiling where it was, and the next revision is a
716
- * minute away.
717
- *
718
- * @param {number} bytes
719
- * @returns {Promise<void>}
720
- */
721
- async allowSpillBytes(bytes) {
722
- try {
723
- const revised = await this.#caller.call(Command.SPILL_ALLOWANCE, { bytes });
724
- // The reply says what those stores actually hold, which is what the owner
725
- // of the disk needs for the next division. One exchange, both directions.
726
- this.spilledBytes = Array.isArray(revised)
727
- ? revised.reduce((sum, store) => sum + (Number(store?.bytes) || 0), 0)
728
- : this.spilledBytes;
729
- } catch {
730
- // The thread is gone or busy; the next revision says it again.
731
- }
732
- return this.spilledBytes;
733
- }
734
-
735
- async destroyAll() {
736
- this.#stopping = true;
737
- try {
738
- await this.#caller.call(Command.DESTROY_ALL, {});
739
- } catch {
740
- // Already gone — the wait below settles either way.
741
- }
742
- // Let the thread END rather than tearing it down under itself.
743
- //
744
- // `terminate()` frees the environment immediately, with the handle
745
- // callbacks libuv still holds queued. One of those is utp-native's UDP
746
- // read, and running it against a freed isolate is what the core dump of
747
- // 2026-08-21 caught: `on_utp_accept` → `napi_get_buffer_info` →
748
- // `v8::Value::IsArrayBufferView` inside `Environment::CleanupHandles`.
749
- // Once the client inside is destroyed the thread has nothing left holding
750
- // its loop open, so it exits by itself and the callbacks drain first.
751
- //
752
- // `terminate()` stays as the bounded fallback, because a shutdown that
753
- // hangs is worse than one that is forced.
754
- await new Promise((resolve) => {
755
- const timer = setTimeout(() => {
756
- logger.warn("torrent-worker: thread did not end in 5s; terminating it");
757
- void this.#worker.terminate().finally(resolve);
758
- }, WORKER_EXIT_GRACE_MS);
759
- this.#worker.once("exit", () => {
760
- clearTimeout(timer);
761
- resolve();
762
- });
763
- });
764
- }
765
- }
1
+ /**
2
+ * @file Main-thread face of the torrent worker.
3
+ *
4
+ * Presents the same operations the routes and session manager already use, so
5
+ * moving the torrent to its own thread does not ripple through calling code.
6
+ * The one unavoidable change is that torrents are named by `sourceKey` instead
7
+ * of passed around as objects — objects cannot cross a thread boundary, and
8
+ * pretending otherwise would mean copying them on every call.
9
+ *
10
+ * Reads come back as an ordinary `ReadableStream`, so `/stream` and the codec
11
+ * probe consume them exactly as they consume WebTorrent's own streams today.
12
+ * What that hides is the part that matters: chunks arrive as transferred
13
+ * buffers, never copied — 5.3 ms per 10 MB against 37 ms if cloned and 104 ms
14
+ * through a transferable stream (measured 2026-08-02, see `protocol.js`).
15
+ */
16
+
17
+ import { Worker } from "node:worker_threads";
18
+ import { Readable } from "node:stream";
19
+ import { fileURLToPath } from "node:url";
20
+ import { logger, writeAlreadyDecided } from "../../../utils/logger.js";
21
+ import { createCaller, createReceiveStream } from "./channel.js";
22
+ import { Command, Event } from "./protocol.js";
23
+
24
+ const WORKER_URL = new URL("./worker.js", import.meta.url);
25
+ /**
26
+ * How long a shutdown waits for the thread to end by itself before forcing it.
27
+ *
28
+ * Ending by itself is what lets libuv drain the handle callbacks it is holding;
29
+ * forcing it is what ran one of those against a freed isolate. Five seconds is
30
+ * long enough for a destroyed torrent client to release its sockets and short
31
+ * enough that a shutdown never appears to hang.
32
+ */
33
+ const WORKER_EXIT_GRACE_MS = 5_000;
34
+
35
+ /**
36
+ * Runs the torrent client on its own thread and exposes it to the main thread.
37
+ *
38
+ * Why this exists at all: profiling during a live seek found the main thread
39
+ * ~85% busy with WebTorrent (buffer concatenation ~15%, wire updates ~9%,
40
+ * garbage collection ~5%), while three of four cores idled. Serving a segment
41
+ * queued behind that work, so reading a finished 10 MB file took 12-23 s where
42
+ * handing it to the channel took 125 ms.
43
+ */
44
+ /**
45
+ * Piece buffers this thread has been handed, and how many the collector has
46
+ * taken back.
47
+ *
48
+ * A `SharedArrayBuffer`'s memory belongs to neither isolate: it lives until
49
+ * BOTH have let go. So the worker's own count answers only half the question,
50
+ * and this is the other half — 700 MB grew in the field on 2026-08-31 with the
51
+ * store's own memory falling, and the two candidates are "a reference of ours
52
+ * outlives the piece" and "the allocator keeps what we free". These two
53
+ * counters separate them (roadmap item 2).
54
+ *
55
+ * A fragment arrives as a fresh handle onto the same shared memory every time,
56
+ * so what is counted is handles, not pieces. That is the right quantity anyway:
57
+ * one handle retained keeps the whole piece alive.
58
+ */
59
+ const fragmentBuffers = { seen: 0, collected: 0 };
60
+ const fragmentCollector = typeof FinalizationRegistry === "function"
61
+ ? new FinalizationRegistry(() => {
62
+ fragmentBuffers.collected += 1;
63
+ })
64
+ : null;
65
+
66
+ /**
67
+ * What the collector has taken back against what this thread was handed.
68
+ *
69
+ * @returns {{ seen: number, collected: number }}
70
+ */
71
+ export function fragmentBufferCollection() {
72
+ return { seen: fragmentBuffers.seen, collected: fragmentBuffers.collected };
73
+ }
74
+
75
+ export class TorrentWorkerClient {
76
+ #worker;
77
+ /**
78
+ * Whether this shutdown was asked for, so the thread ending can be told from
79
+ * the thread dying. Without it both look identical from outside, which is how
80
+ * five crashes produced no line in the log.
81
+ */
82
+ #stopping = false;
83
+ #caller;
84
+ /** Receive-side handles for in-flight reads, keyed by request id. */
85
+ #reads = new Map();
86
+
87
+ /**
88
+ * The last piece served to each open read, so a fragment arriving out of
89
+ * order can be named. Cleared when the read ends.
90
+ *
91
+ * @type {Map<number, number>}
92
+ */
93
+ #lastPieceByRead = new Map();
94
+ /** Reads consuming fragments in place, keyed by request id. */
95
+ #fragmentReaders = new Map();
96
+
97
+ /**
98
+ * Files downloaded whole, by `${infoHash}/${fileIndex}`.
99
+ *
100
+ * Held on THIS thread because it is this thread that serves them: a file that
101
+ * is whole is read with an ordinary file read, and asking the torrent thread
102
+ * for anything about it would put back the very hop this removes. The torrent
103
+ * thread writes the files and says so; this is what it says.
104
+ *
105
+ * @type {Map<string, { path: string, length: number, name: string }>}
106
+ */
107
+ wholeFiles = new Map();
108
+
109
+ /** @type {(event: { sourceKey: string, fileIndex: number, trackIndex: number, cues: object[], language: string }) => void} */
110
+ /** @type {(event: { sourceKey: string, fileIndexes: number[] }) => void} */
111
+ #onPiecesArrived;
112
+
113
+ /**
114
+ * @param {{ memoryBytes?: number, stateDir?: string, onPiecesArrived?: (event: object) => void }} [options]
115
+ */
116
+ constructor({ memoryBytes, stateDir, onPiecesArrived } = {}) {
117
+ this.#worker = new Worker(fileURLToPath(WORKER_URL), {
118
+ // `stateDir` travels because the worker writes heap snapshots of its own
119
+ // isolate there. It cannot choose a directory any other way: a worker may
120
+ // not change the process's working directory, and the isolate that has
121
+ // died three times is the one no snapshot has ever been taken of.
122
+ workerData: { memoryBytes, stateDir }
123
+ });
124
+ this.#caller = createCaller(this.#worker);
125
+ this.#onPiecesArrived = onPiecesArrived ?? (() => undefined);
126
+
127
+ this.#worker.on("message", (message) => {
128
+ // A failed read must fail its stream. This is checked BEFORE the caller
129
+ // sees the message: until 2.9.76 nothing here handled a read error at
130
+ // all, so the worker's report was dropped as unknown, and because the
131
+ // worker sent the end-of-read marker from its `finally` even when the
132
+ // read had thrown, the reader saw a clean end of file instead. A read
133
+ // that failed before it produced anything simply hung forever.
134
+ if (message?.type === Event.ERROR && this.#reads.has(message.id)) {
135
+ const read = this.#reads.get(message.id);
136
+ this.#reads.delete(message.id);
137
+ read.fail(new Error(message.error ?? "Torrent worker read failed."));
138
+ return;
139
+ }
140
+ if (message?.type === Event.ERROR && this.#fragmentReaders.has(message.id)) {
141
+ const reader = this.#fragmentReaders.get(message.id);
142
+ this.#fragmentReaders.delete(message.id);
143
+ reader.fail(new Error(message.error ?? "Torrent worker read failed."));
144
+ return;
145
+ }
146
+ if (this.#caller.handleReply(message)) {
147
+ return;
148
+ }
149
+ switch (message?.type) {
150
+ case Event.FRAGMENT: {
151
+ const buffer = message.buffer;
152
+ if (!buffer || !Number.isInteger(message.offset) || message.offset < 0 ||
153
+ !Number.isInteger(message.length) || message.length <= 0 ||
154
+ message.offset + message.length > buffer.byteLength) {
155
+ const error = new Error(`Invalid source fragment ${message.offset}+${message.length} ` +
156
+ `in a buffer of ${buffer?.byteLength ?? 0}B (read ${message.id}).`);
157
+ logger.warn(`torrent-worker: ${error.message}`);
158
+ this.#fragmentReaders.get(message.id)?.fail(error);
159
+ this.#fragmentReaders.delete(message.id);
160
+ this.#reads.get(message.id)?.fail(error);
161
+ this.#reads.delete(message.id);
162
+ this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
163
+ void this.#caller.call(Command.CANCEL_READ, { readId: message.id }).catch(() => undefined);
164
+ break;
165
+ }
166
+ // A sequential read walks the file forwards, so each fragment either
167
+ // continues the piece before it or moves to the very next one.
168
+ // Anything else means the bytes handed to the decoder are not the
169
+ // file's bytes in order — which is what a decoder complaining about
170
+ // its input has twice turned out to mean (2.9.126, and the AC-3
171
+ // failure of 2026-08-09: the encoder ran at 9.3x, the piece store
172
+ // reported no spills and 100% of reads from memory, and the decoder
173
+ // still saw "new coupling strategy must be present in block 0"). The
174
+ // bounds check catches a fragment outside the pool; this catches one
175
+ // inside it that belongs somewhere else.
176
+ const lastPiece = this.#lastPieceByRead.get(message.id);
177
+ if (lastPiece !== undefined && message.pieceIndex !== lastPiece && message.pieceIndex !== lastPiece + 1) {
178
+ logger.warn(
179
+ `torrent-worker: read ${message.id} jumped from piece ${lastPiece} to ` +
180
+ `${message.pieceIndex} (${message.length}B at pool offset ${message.offset}) — ` +
181
+ "the consumer is being handed the file out of order"
182
+ );
183
+ }
184
+ this.#lastPieceByRead.set(message.id, message.pieceIndex);
185
+ fragmentBuffers.seen += 1;
186
+ fragmentCollector?.register(buffer, null);
187
+ const view = new Uint8Array(buffer, message.offset, message.length);
188
+
189
+ const reader = this.#fragmentReaders.get(message.id);
190
+ if (reader) {
191
+ // Handed on as a view into the pool — no copy anywhere. The piece
192
+ // stays pinned until the consumer says it is done with these exact
193
+ // bytes, which for a response body means the socket write has
194
+ // completed.
195
+ reader.push(view, () => {
196
+ this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
197
+ });
198
+ break;
199
+ }
200
+
201
+ // Plain-stream consumers keep what they are given while the slot may
202
+ // be reused, so they get a copy and the piece is released at once.
203
+ this.#reads.get(message.id)?.push(Uint8Array.prototype.slice.call(view));
204
+ this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
205
+ break;
206
+ }
207
+ case Event.CHUNK: {
208
+ const bytes = message.bytes;
209
+ this.#reads.get(message.id)?.push(
210
+ new Uint8Array(bytes.buffer, bytes.byteOffset, bytes.length)
211
+ );
212
+ break;
213
+ }
214
+ case Event.READ_END:
215
+ this.#lastPieceByRead.delete(message.id);
216
+ this.#reads.get(message.id)?.close();
217
+ this.#reads.delete(message.id);
218
+ this.#fragmentReaders.get(message.id)?.close();
219
+ this.#fragmentReaders.delete(message.id);
220
+ break;
221
+ case Event.LOG:
222
+ // Written as it is: the worker holds the same repeat rule and has
223
+ // already applied it, and deciding again here would be one decision
224
+ // taken twice on two different histories.
225
+ writeAlreadyDecided(message.level ?? "info", `torrent-worker: ${message.message}`);
226
+ break;
227
+ case Event.FILE_COMPLETE:
228
+ // Recorded here so the stream route can answer from the file without
229
+ // going near the torrent thread at all.
230
+ this.wholeFiles.set(`${message.infoHash}/${message.fileIndex}`, {
231
+ path: message.path,
232
+ length: message.length,
233
+ name: message.name
234
+ });
235
+ break;
236
+ case Event.PIECES_ARRIVED:
237
+ // ANNOUNCED by the thread that owns the swarm, acted on here: the
238
+ // subtitle walk is this thread's and needs to know a piece arrived.
239
+ this.#onPiecesArrived({
240
+ sourceKey: message.sourceKey,
241
+ fileIndexes: Array.isArray(message.fileIndexes) ? message.fileIndexes : []
242
+ });
243
+ break;
244
+ default:
245
+ break;
246
+ }
247
+ });
248
+
249
+ this.#worker.on("error", (error) => {
250
+ logger.error(`torrent-worker crashed: ${error?.message ?? error}`);
251
+ // Fail everything outstanding rather than leaving callers hanging: a dead
252
+ // worker will never answer, and a stalled request is worse than an error
253
+ // the loading flow can retry.
254
+ this.#failEverythingOutstanding(new Error("Torrent worker stopped unexpectedly."));
255
+ });
256
+
257
+ // A worker that ENDS was, until now, not noticed at all: only `message` and
258
+ // `error` were listened for. So when the thread went away the proxy simply
259
+ // stopped, the log ended mid-sentence, and nothing said whether we had
260
+ // asked for it — which is precisely the reading that was missing on
261
+ // 2026-08-21, when a core dump showed the thread faulting inside
262
+ // `Environment::CleanupHandles` and there was no way to tell our own
263
+ // shutdown from the thread ending on its own.
264
+ this.#worker.on("exit", (code) => {
265
+ if (this.#stopping) {
266
+ logger.info(`torrent-worker: thread ended as asked (code ${code})`);
267
+ return;
268
+ }
269
+ logger.error(
270
+ `torrent-worker: thread ended on its own with code ${code} — nobody asked it to. ` +
271
+ "Everything waiting on it is failed; the proxy has no torrent client until it is rebuilt."
272
+ );
273
+ this.#failEverythingOutstanding(new Error("Torrent worker ended unexpectedly."));
274
+ });
275
+ }
276
+
277
+ /**
278
+ * A dead thread will never answer, so everything waiting on it is failed.
279
+ *
280
+ * INCLUDING THE FRAGMENT READS, which is what ffmpeg's input is. Both death
281
+ * handlers walked `#reads` alone and left `#fragmentReaders` untouched, so an
282
+ * encoder's input neither ended nor errored — it went quiet. Field 2026-08-31,
283
+ * three times: the thread died, both ffmpeg runs stayed ALIVE and stopped
284
+ * producing (167 `holding segment-00085.mp4 … encoder alive` lines), the
285
+ * browser drained its cushion and then retried a segment that would never
286
+ * exist, for ever, with nothing shown to the viewer.
287
+ *
288
+ * @param {Error} reason
289
+ */
290
+ #failEverythingOutstanding(reason) {
291
+ this.#caller.rejectAll(reason);
292
+ for (const [, read] of this.#reads) {
293
+ read.fail(reason);
294
+ }
295
+ this.#reads.clear();
296
+ for (const [, reader] of this.#fragmentReaders) {
297
+ reader.fail(reason);
298
+ }
299
+ this.#fragmentReaders.clear();
300
+ }
301
+
302
+ /**
303
+ * Add (or join) a torrent and register it under `sourceKey`.
304
+ *
305
+ * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
306
+ * @returns {Promise<{ infoHash: string, name: string, files: { index: number, name: string, path: string, length: number }[] }>}
307
+ */
308
+ async addSource({ sourceKey, sourceType, source }) {
309
+ return this.#caller.call(Command.ADD_SOURCE, { sourceKey, sourceType, source });
310
+ }
311
+
312
+ /**
313
+ * The torrent's files, as plain data.
314
+ *
315
+ * @param {string} sourceKey
316
+ * @returns {Promise<{ index: number, name: string, path: string, length: number }[]>}
317
+ */
318
+ async listFiles(sourceKey) {
319
+ return this.#caller.call(Command.LIST_FILES, { sourceKey });
320
+ }
321
+
322
+ /**
323
+ * Live download figures for the progress display.
324
+ *
325
+ * @param {{ sourceKey: string, fileIndex: number, resumeAnchorByteStart?: number | null }} params
326
+ * @returns {Promise<object>}
327
+ */
328
+ async getFileStats({ sourceKey, fileIndex, resumeAnchorByteStart = null }) {
329
+ return this.#caller.call(Command.FILE_STATS, { sourceKey, fileIndex, resumeAnchorByteStart });
330
+ }
331
+
332
+ /**
333
+ * The text subtitle tracks a file carries.
334
+ *
335
+ * @param {{ sourceKey: string, fileIndex: number }} params
336
+ * @returns {Promise<{ tracks: object[] }>}
337
+ */
338
+
339
+
340
+
341
+
342
+ /**
343
+ * Start fetching the region a viewer is about to resume at.
344
+ *
345
+ * @param {{ sourceKey: string, fileIndex: number, positionSeconds: number }} params
346
+ * @returns {Promise<{ started: boolean }>}
347
+ */
348
+ /**
349
+ * Fetch one whole file in the room the viewer's own reading leaves.
350
+ *
351
+ * @param {{ sourceKey: string, fileIndex: number }} params
352
+ * @returns {Promise<{ started: boolean }>}
353
+ */
354
+ async fillFile({ sourceKey, fileIndex }) {
355
+ return this.#caller.call(Command.FILL_FILE, { sourceKey, fileIndex });
356
+ }
357
+
358
+ /**
359
+ * The byte ranges of one file the torrent holds WHOLE.
360
+ *
361
+ * @param {{ sourceKey: string, fileIndex: number }} params
362
+ * @returns {Promise<Array<[number, number]>>}
363
+ */
364
+ async heldRanges({ sourceKey, fileIndex }) {
365
+ const answer = await this.#caller.call(Command.HELD_RANGES, { sourceKey, fileIndex });
366
+ return Array.isArray(answer?.ranges) ? answer.ranges : [];
367
+ }
368
+
369
+ /**
370
+ * Bytes of a range the torrent already holds. Never fetched: null where they
371
+ * are not there.
372
+ *
373
+ * @param {{ sourceKey: string, fileIndex: number, start: number, end: number }} params
374
+ * @returns {Promise<Buffer | null>}
375
+ */
376
+ async readHeld({ sourceKey, fileIndex, start, end }) {
377
+ const answer = await this.#caller.call(Command.READ_HELD, { sourceKey, fileIndex, start, end });
378
+ return answer?.bytes ? Buffer.from(answer.bytes) : null;
379
+ }
380
+
381
+ async warmResumePosition({ sourceKey, fileIndex, positionSeconds, durationSeconds }) {
382
+ return this.#caller.call(Command.WARM_POSITION, { sourceKey, fileIndex, positionSeconds, durationSeconds });
383
+ }
384
+
385
+
386
+ /**
387
+ * Bytes every torrent on the worker has moved, downloaded and uploaded apart.
388
+ *
389
+ * The client lives on the worker thread, so this cannot be read as a property
390
+ * from here — which is exactly the mistake 2.19.0 shipped, leaving the figure
391
+ * always zero and the whole feature inert.
392
+ *
393
+ * @returns {Promise<{ downloaded: number, uploaded: number }>}
394
+ */
395
+ async getTorrentTotals() {
396
+ return this.#caller.call(Command.TORRENT_TOTALS, {});
397
+ }
398
+
399
+ /**
400
+ * Which films this proxy holds right now, and how much of each.
401
+ *
402
+ * Asked of the worker rather than of the main thread's map of stand-ins: that
403
+ * map is only cleared on shutdown, so it names films this proxy let go of
404
+ * hours ago.
405
+ *
406
+ * @returns {Promise<{ held: { infoHash: string, progress: number, bytes: number }[] }>}
407
+ */
408
+ async heldTorrents() {
409
+ return this.#caller.call(Command.HELD_TORRENTS, {});
410
+ }
411
+
412
+ /** State conditional demand for every file in a selected torrent. */
413
+ async fillTorrent(sourceKey) {
414
+ return this.#caller.call(Command.FILL_TORRENT, { sourceKey });
415
+ }
416
+
417
+ /**
418
+ * Reorder piece selection around a read position (seek prioritisation).
419
+ *
420
+ * @param {{ sourceKey: string, fileIndex: number, byteStart: number, windowBytes?: number, wholeFileRead?: boolean }} params
421
+ * @returns {Promise<void>}
422
+ */
423
+ async prioritizeByteRange({ sourceKey, fileIndex, byteStart, windowBytes, wholeFileRead }) {
424
+ await this.#caller.call(Command.PRIORITIZE, {
425
+ sourceKey,
426
+ fileIndex,
427
+ byteStart,
428
+ windowBytes,
429
+ wholeFileRead
430
+ });
431
+ }
432
+
433
+ /**
434
+ * Hand the download the priority map for one file.
435
+ *
436
+ * Seconds of film against a number, and nothing else: what is wanted and in
437
+ * what order. Turning that into bytes, into pieces, and into what the swarm
438
+ * is asked for is the download's own business, and so is what it keeps in
439
+ * memory.
440
+ *
441
+ * @param {{ sourceKey: string, fileIndex: number, durationSeconds: number, zones: { from: number, to: number, priority: number }[] }} params
442
+ * @returns {Promise<void>}
443
+ */
444
+ async setPriorityMap({ sourceKey, fileIndex, zones, durationSeconds }) {
445
+ await this.#caller.call(Command.PRIORITY_MAP, {
446
+ sourceKey,
447
+ fileIndex,
448
+ zones,
449
+ durationSeconds
450
+ });
451
+ }
452
+
453
+ /**
454
+ * Pre-fetch the head and tail the codec probe needs.
455
+ *
456
+ * @param {{ sourceKey: string, fileIndex: number, options?: { headBytes?: number, tailBytes?: number, timeoutMs?: number, awaited?: boolean } }} params
457
+ * @returns {Promise<unknown>}
458
+ */
459
+ async prefetchFileEdges({ sourceKey, fileIndex, options = {} }) {
460
+ return this.#caller.call(Command.PREFETCH_EDGES, { sourceKey, fileIndex, options });
461
+ }
462
+
463
+ /**
464
+ * Read a byte range as a stream.
465
+ *
466
+ * Returns immediately with a stream that fills as chunks arrive; cancelling it
467
+ * (viewer gone, seek superseded) stops the worker reading, so pieces are not
468
+ * fetched for a stream nobody will drain.
469
+ *
470
+ * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
471
+ * @returns {ReadableStream<Uint8Array>}
472
+ */
473
+ createReadStream({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
474
+ // Same id sequence as commands — see `nextId` in `channel.js`.
475
+ const readId = this.#caller.nextId();
476
+ const receive = createReceiveStream({
477
+ port: this.#worker,
478
+ requestId: readId,
479
+ onCancel: () => {
480
+ void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
481
+ this.#reads.delete(readId);
482
+ this.#lastPieceByRead.delete(readId);
483
+ }
484
+ });
485
+ this.#reads.set(readId, receive);
486
+
487
+ // The worker replies to READ_RANGE only once the body is fully sent; a
488
+ // failure before that must surface on the stream, not vanish.
489
+ this.#worker.postMessage({
490
+ command: Command.READ_RANGE,
491
+ id: readId,
492
+ params: { sourceKey, fileIndex, start, end, windowBytes }
493
+ });
494
+
495
+ return receive.stream;
496
+ }
497
+
498
+ /**
499
+ * Read a byte range as fragments of shared memory, without copying.
500
+ *
501
+ * Each fragment is a view straight into the torrent's piece pool, and the
502
+ * piece behind it stays pinned until `release()` is called — so the consumer
503
+ * must call it once it is genuinely finished with those bytes. For a response
504
+ * body that means after the socket write has completed, not when it was
505
+ * queued: verified that writing a shared-memory view and then overwriting the
506
+ * pool from the write callback leaves the client's copy intact, and that
507
+ * overwriting it earlier corrupts it silently.
508
+ *
509
+ * Returns `null` when this source has no shared pool, so the caller can fall
510
+ * back to {@link createReadStream}.
511
+ *
512
+ * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
513
+ * @returns {{ [Symbol.asyncIterator]: () => AsyncGenerator<{ bytes: Uint8Array, release: () => void }>, cancel: () => void } | null}
514
+ */
515
+ createFragmentReader({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
516
+ const readId = this.#caller.nextId();
517
+ /** @type {{ bytes: Uint8Array, release: () => void }[]} */
518
+ const queue = [];
519
+ let wake = null;
520
+ let finished = false;
521
+ let failure = null;
522
+
523
+ const notify = () => {
524
+ const resume = wake;
525
+ wake = null;
526
+ resume?.();
527
+ };
528
+
529
+ this.#fragmentReaders.set(readId, {
530
+ push(bytes, confirm) {
531
+ queue.push({ bytes, release: confirm });
532
+ notify();
533
+ },
534
+ close() {
535
+ finished = true;
536
+ notify();
537
+ },
538
+ fail(error) {
539
+ failure = error;
540
+ finished = true;
541
+ notify();
542
+ }
543
+ });
544
+
545
+ const cancel = () => {
546
+ if (this.#fragmentReaders.delete(readId)) {
547
+ void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
548
+ }
549
+ finished = true;
550
+ notify();
551
+ };
552
+
553
+ this.#worker.postMessage({
554
+ command: Command.READ_RANGE,
555
+ id: readId,
556
+ params: { sourceKey, fileIndex, start, end, windowBytes }
557
+ });
558
+
559
+ return {
560
+ cancel,
561
+ async *[Symbol.asyncIterator]() {
562
+ try {
563
+ for (;;) {
564
+ while (queue.length > 0) {
565
+ yield queue.shift();
566
+ }
567
+ if (failure) {
568
+ throw failure;
569
+ }
570
+ if (finished) {
571
+ return;
572
+ }
573
+ await new Promise((resolve) => {
574
+ wake = resolve;
575
+ });
576
+ }
577
+ } finally {
578
+ // Covers the consumer breaking out early — a client that hung up, a
579
+ // superseded seek — which must stop the read rather than leave it
580
+ // fetching pieces nobody will take.
581
+ if (!finished) {
582
+ cancel();
583
+ }
584
+ }
585
+ }
586
+ };
587
+ }
588
+
589
+ /**
590
+ * A stand-in for the WebTorrent torrent object, backed by the worker.
591
+ *
592
+ * Callers already hold a torrent and reach into `torrent.files[i]` — for the
593
+ * length, the name, or a read stream. Handing back an object of the same
594
+ * shape keeps every one of those call sites working unchanged, which matters:
595
+ * they are spread across the stream route, the subtitle route, the playback
596
+ * planner and the health report, and rewriting all of them to thread a
597
+ * `sourceKey` through would be a large change with nothing to show for it.
598
+ *
599
+ * Only what is actually used is provided. Anything else would be a promise we
600
+ * cannot keep — the real object lives on the other thread and its methods are
601
+ * not reachable from here.
602
+ *
603
+ * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
604
+ * @returns {Promise<{ infoHash: string, name: string, sourceKey: string, files: object[] }>}
605
+ */
606
+ async getTorrent({ sourceKey, sourceType, source }) {
607
+ const info = await this.addSource({ sourceKey, sourceType, source });
608
+ const client = this;
609
+ return {
610
+ infoHash: info.infoHash,
611
+ name: info.name,
612
+ // Carried so helpers that receive only the torrent can still name it to
613
+ // the worker.
614
+ sourceKey,
615
+ files: info.files.map((file) => ({
616
+ ...file,
617
+ /**
618
+ * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
619
+ * @returns {ReadableStream<Uint8Array>}
620
+ */
621
+ createReadStream(options = {}) {
622
+ // Node stream, not a web one: Fastify replies and the ffmpeg pipe
623
+ // both expect that shape, and every existing call site passes the
624
+ // result straight to one of them. `Readable.fromWeb` adds no copy —
625
+ // it wraps the same buffers.
626
+ return Readable.fromWeb(
627
+ client.createReadStream({
628
+ sourceKey,
629
+ fileIndex: file.index,
630
+ start: options.start ?? null,
631
+ end: options.end ?? null,
632
+ windowBytes: options.windowBytes
633
+ })
634
+ );
635
+ },
636
+
637
+ /**
638
+ * Fragments of shared memory, for a caller that can say when it has
639
+ * finished with each one. `null` when this source has no shared pool.
640
+ *
641
+ * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
642
+ * @returns {ReturnType<TorrentWorkerClient["createFragmentReader"]>}
643
+ */
644
+ createFragmentReader(options = {}) {
645
+ return client.createFragmentReader({
646
+ sourceKey,
647
+ fileIndex: file.index,
648
+ start: options.start ?? null,
649
+ end: options.end ?? null,
650
+ windowBytes: options.windowBytes
651
+ });
652
+ }
653
+ }))
654
+ };
655
+ }
656
+
657
+ /**
658
+ * Shut the torrent client down and stop the thread.
659
+ *
660
+ * @returns {Promise<void>}
661
+ */
662
+ /**
663
+ * What the spilled pieces weigh, as of the last revision. Zero until one has
664
+ * happened, which is what "we have not asked yet" means.
665
+ *
666
+ * @type {number}
667
+ */
668
+ spilledBytes = 0;
669
+
670
+ /**
671
+ * Tell the piece stores on the torrent thread their share of MEMORY.
672
+ *
673
+ * The same owner divides memory and disk, because the two trade: pieces that
674
+ * do not fit in memory are spilled to disk, so what the stores are given here
675
+ * decides how much disk they need there.
676
+ *
677
+ * @param {number} bytes
678
+ * @returns {Promise<{ held: number, wanted: number }>}
679
+ */
680
+ async allowMemoryBytes(bytes) {
681
+ try {
682
+ const claim = await this.#caller.call(Command.MEMORY_ALLOWANCE, { bytes });
683
+ this.memoryClaim = {
684
+ held: Number(claim?.held) || 0,
685
+ wanted: Number(claim?.wanted) || 0
686
+ };
687
+ } catch {
688
+ // The thread is gone or busy; the next revision says it again.
689
+ }
690
+ return this.memoryClaim ?? { held: 0, wanted: 0 };
691
+ }
692
+
693
+ /**
694
+ * Tell the whole files on the torrent thread their share of the disk.
695
+ *
696
+ * Same shape as the spilled pieces, and for the same reason: they hold bytes
697
+ * on this machine and the owner of the disk is on the other thread.
698
+ *
699
+ * @param {number} bytes
700
+ * @returns {Promise<number>} What they hold after it.
701
+ */
702
+ async allowWholeFileBytes(bytes) {
703
+ try {
704
+ this.wholeFileBytes = Number(await this.#caller.call(Command.WHOLE_FILES_ALLOWANCE, { bytes })) || 0;
705
+ } catch {
706
+ // The thread is gone or busy; the next revision says it again.
707
+ }
708
+ return this.wholeFileBytes ?? 0;
709
+ }
710
+
711
+ /**
712
+ * Say how much disk the spilled pieces on this thread may take between them.
713
+ *
714
+ * Best effort and never awaited by anything that matters: a share that does
715
+ * not arrive leaves the ceiling where it was, and the next revision is a
716
+ * minute away.
717
+ *
718
+ * @param {number} bytes
719
+ * @returns {Promise<void>}
720
+ */
721
+ async allowSpillBytes(bytes) {
722
+ try {
723
+ const revised = await this.#caller.call(Command.SPILL_ALLOWANCE, { bytes });
724
+ // The reply says what those stores actually hold, which is what the owner
725
+ // of the disk needs for the next division. One exchange, both directions.
726
+ this.spilledBytes = Array.isArray(revised)
727
+ ? revised.reduce((sum, store) => sum + (Number(store?.bytes) || 0), 0)
728
+ : this.spilledBytes;
729
+ } catch {
730
+ // The thread is gone or busy; the next revision says it again.
731
+ }
732
+ return this.spilledBytes;
733
+ }
734
+
735
+ async destroyAll() {
736
+ this.#stopping = true;
737
+ try {
738
+ await this.#caller.call(Command.DESTROY_ALL, {});
739
+ } catch {
740
+ // Already gone — the wait below settles either way.
741
+ }
742
+ // Let the thread END rather than tearing it down under itself.
743
+ //
744
+ // `terminate()` frees the environment immediately, with the handle
745
+ // callbacks libuv still holds queued. One of those is utp-native's UDP
746
+ // read, and running it against a freed isolate is what the core dump of
747
+ // 2026-08-21 caught: `on_utp_accept` → `napi_get_buffer_info` →
748
+ // `v8::Value::IsArrayBufferView` inside `Environment::CleanupHandles`.
749
+ // Once the client inside is destroyed the thread has nothing left holding
750
+ // its loop open, so it exits by itself and the callbacks drain first.
751
+ //
752
+ // `terminate()` stays as the bounded fallback, because a shutdown that
753
+ // hangs is worse than one that is forced.
754
+ await new Promise((resolve) => {
755
+ const timer = setTimeout(() => {
756
+ logger.warn("torrent-worker: thread did not end in 5s; terminating it");
757
+ void this.#worker.terminate().finally(resolve);
758
+ }, WORKER_EXIT_GRACE_MS);
759
+ this.#worker.once("exit", () => {
760
+ clearTimeout(timer);
761
+ resolve();
762
+ });
763
+ });
764
+ }
765
+ }