@torrent-tv/proxy 2.89.1 → 2.89.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (442) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +6 -1
  13. package/CHANGELOG.md +2299 -2288
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/docs/download-architecture.md +261 -261
  22. package/docs/encode-architecture.md +729 -729
  23. package/docs/encode-run-state.md +96 -96
  24. package/docs/logs.md +97 -97
  25. package/docs/playback-start-forecast.md +42 -8
  26. package/docs/socks5-egress-research.md +114 -114
  27. package/docs/storage-architecture.md +267 -267
  28. package/knip.json +14 -14
  29. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  30. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  31. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  32. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  33. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  34. package/openspec/changes/binary-distribution/proposal.md +53 -53
  35. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  36. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  38. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  39. package/openspec/changes/cold-start/design.md +98 -98
  40. package/openspec/changes/cold-start/proposal.md +62 -62
  41. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  42. package/openspec/changes/cold-start/tasks.md +48 -48
  43. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  44. package/openspec/changes/disk-cap/proposal.md +37 -37
  45. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  46. package/openspec/changes/disk-cap/tasks.md +19 -19
  47. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  48. package/openspec/changes/proxy-observability/design.md +38 -38
  49. package/openspec/changes/proxy-observability/proposal.md +49 -49
  50. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  51. package/openspec/changes/proxy-observability/tasks.md +21 -21
  52. package/openspec/changes/seek-debounce/design.md +118 -118
  53. package/openspec/changes/seek-debounce/proposal.md +59 -59
  54. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  55. package/openspec/changes/seek-debounce/tasks.md +33 -33
  56. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  57. package/openspec/changes/subtitle-language/proposal.md +50 -50
  58. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  59. package/openspec/changes/subtitle-language/tasks.md +26 -26
  60. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  61. package/openspec/changes/track-selection/design.md +47 -47
  62. package/openspec/changes/track-selection/proposal.md +45 -45
  63. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  64. package/openspec/changes/track-selection/tasks.md +20 -20
  65. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  66. package/openspec/changes/transcode-quality/proposal.md +51 -51
  67. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  68. package/openspec/changes/transcode-quality/tasks.md +63 -63
  69. package/openspec/config.yaml +38 -38
  70. package/package.json +1 -1
  71. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  72. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  73. package/research/double-spawn-2026-09-10.md +171 -171
  74. package/research/handover-2026-09-13.md +209 -209
  75. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  76. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  77. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  78. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  79. package/routes/api/client-logs/post.js +86 -86
  80. package/routes/api/delivery-sink/get.js +72 -72
  81. package/routes/api/link-probe/get.js +51 -51
  82. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  83. package/routes/api/playback-plan/post.js +53 -53
  84. package/routes/api/sources/post.js +36 -36
  85. package/routes/api/sources/stats/get.js +132 -132
  86. package/routes/api/sources/warm/post.js +217 -217
  87. package/routes/api/subtitles/get.js +230 -230
  88. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  89. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  90. package/routes/api/transcode-sessions/post.js +178 -178
  91. package/routes/api/transcode-sessions/progress/get.js +27 -27
  92. package/routes/api/transcode-sessions/release/post.js +41 -41
  93. package/routes/api/transcode-sessions/seek/post.js +63 -63
  94. package/routes/health/get.js +13 -13
  95. package/routes/healthz/get.js +13 -13
  96. package/routes/stream/get.js +380 -380
  97. package/routes/transcode/audio-file/get.js +64 -64
  98. package/routes/transcode/audio-warm/get.js +95 -95
  99. package/routes/transcode/session-file/get.js +52 -52
  100. package/routes/transcode/variant-file/get.js +95 -95
  101. package/routes/transcode/variant-warm/get.js +84 -84
  102. package/scripts/render-run-graph.js +173 -173
  103. package/services/encode/CoverageMap.js +428 -428
  104. package/services/encode/CushionReport.js +345 -345
  105. package/services/encode/EncodeAdmission.js +376 -376
  106. package/services/encode/EncodeOrchestrator.js +1217 -1217
  107. package/services/encode/EncodePlan.js +1366 -1366
  108. package/services/encode/EncodeRun.js +813 -813
  109. package/services/encode/Encoder.js +142 -142
  110. package/services/encode/EncoderSelection.js +38 -38
  111. package/services/encode/LocalObservations.js +359 -359
  112. package/services/encode/NvencEncoder.js +50 -50
  113. package/services/encode/OutputTimes.js +579 -579
  114. package/services/encode/QsvEncoder.js +58 -58
  115. package/services/encode/Renditions.js +2282 -2282
  116. package/services/encode/RunProgress.js +84 -84
  117. package/services/encode/SegmentDemand.js +95 -95
  118. package/services/encode/SoftwareEncoder.js +121 -121
  119. package/services/encode/V4l2m2mEncoder.js +53 -53
  120. package/services/encode/VaapiEncoder.js +66 -66
  121. package/services/encode/args.js +418 -418
  122. package/services/encode/available-share.js +89 -89
  123. package/services/encode/calibration.js +361 -361
  124. package/services/encode/contention.js +128 -128
  125. package/services/encode/decode-cost-fit.js +363 -363
  126. package/services/encode/encode-exit.js +114 -114
  127. package/services/encode/encode-run-state.js +551 -551
  128. package/services/encode/encoder-readings.js +45 -45
  129. package/services/encode/fingerprint.js +322 -322
  130. package/services/encode/host-load.js +174 -174
  131. package/services/encode/index.js +9 -9
  132. package/services/encode/learned-median.js +90 -90
  133. package/services/encode/output/EncodedOutput.js +57 -57
  134. package/services/encode/output/Output.js +131 -131
  135. package/services/encode/output/OutputCatalog.js +414 -414
  136. package/services/encode/output/OutputSpec.js +390 -390
  137. package/services/encode/output/Timeline.js +308 -308
  138. package/services/encode/output/cut-grid.js +107 -107
  139. package/services/encode/output/ladder.js +32 -32
  140. package/services/encode/output/playlists.js +284 -284
  141. package/services/encode/output/rates.js +125 -125
  142. package/services/encode/output-key-format.js +21 -21
  143. package/services/encode/quality/HostLoad.js +525 -525
  144. package/services/encode/quality/HostTimings.js +249 -249
  145. package/services/encode/quality/OutputQualityState.js +28 -28
  146. package/services/encode/quality/QualityController.js +935 -935
  147. package/services/encode/quality/QualityOffer.js +416 -416
  148. package/services/encode/quality/drain-threat.js +47 -47
  149. package/services/encode/quality/link-budget.js +349 -349
  150. package/services/encode/quality/output-format.js +319 -319
  151. package/services/encode/quality/serving-output.js +216 -216
  152. package/services/encode/quality/visible-rung.js +57 -57
  153. package/services/encode/run-budget.js +97 -97
  154. package/services/encode/run-costs.js +155 -155
  155. package/services/encode/run-inputs.js +42 -42
  156. package/services/encode/segment-formats/fmp4.js +476 -458
  157. package/services/encode/segment-formats/index.js +103 -85
  158. package/services/encode/segment-formats/init-compat.js +324 -324
  159. package/services/encode/segment-formats/mp4-boxes.js +604 -541
  160. package/services/encode/segment-formats/mpegts.js +134 -134
  161. package/services/encode/start-stop-cost.js +178 -178
  162. package/services/encode/throughput.js +97 -97
  163. package/services/encode/torrent-cost.js +88 -88
  164. package/services/identity/installation-id.js +38 -38
  165. package/services/media/SourceFile.js +298 -298
  166. package/services/media/SubtitleOrchestrator.js +167 -167
  167. package/services/media/container/KeyframeTable.js +272 -272
  168. package/services/media/container/ebml-reader.js +159 -159
  169. package/services/media/ffmpeg-banner.js +260 -260
  170. package/services/media/keyframe-probe.js +157 -157
  171. package/services/media/media-info-probe.js +93 -93
  172. package/services/media/playback-planner.js +931 -931
  173. package/services/media/tracks/AudioTrack.js +143 -143
  174. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  175. package/services/media/tracks/SubtitleTrack.js +38 -38
  176. package/services/media/tracks/VideoTrack.js +33 -33
  177. package/services/media/tracks/audio-bound.js +233 -233
  178. package/services/media/tracks/index.js +15 -15
  179. package/services/media/tracks/language-detect.js +174 -174
  180. package/services/server/OutputLifecycle.js +418 -418
  181. package/services/server/SegmentServing.js +1150 -1150
  182. package/services/server/ViewerRequests.js +790 -786
  183. package/services/server/WaitLedger.js +142 -142
  184. package/services/server/controllers/PlaybackController.js +40 -40
  185. package/services/server/controllers/SubtitleController.js +109 -109
  186. package/services/server/http-responses.js +60 -60
  187. package/services/server/transcode-session-files.js +325 -325
  188. package/services/server/wire-outputs.js +1024 -1020
  189. package/services/storage/Diagnostics.js +202 -202
  190. package/services/storage/MachineBudget.js +235 -235
  191. package/services/storage/allowance.js +107 -107
  192. package/services/storage/core-dumps.js +106 -106
  193. package/services/storage/files/CompletedFiles.js +391 -391
  194. package/services/storage/files/piece-from-whole-file.js +118 -118
  195. package/services/storage/free.js +71 -71
  196. package/services/storage/keep.js +48 -48
  197. package/services/storage/machine-memory.js +56 -56
  198. package/services/storage/memory-report.js +575 -575
  199. package/services/storage/piece-store/piece-disk-store.js +539 -539
  200. package/services/storage/piece-store/piece-lru.js +495 -495
  201. package/services/storage/returns.js +103 -103
  202. package/services/storage/segment-store/SegmentStore.js +1255 -1255
  203. package/services/storage/wire.js +175 -175
  204. package/services/torrent/demand/DemandRegister.js +202 -202
  205. package/services/torrent/demand/Urgency.js +137 -137
  206. package/services/torrent/demand/Window.js +118 -118
  207. package/services/torrent/demand/index.js +8 -8
  208. package/services/torrent/demand/pieces.js +140 -140
  209. package/services/torrent/download/SwarmSelection.js +386 -386
  210. package/services/torrent/download/registry.js +102 -102
  211. package/services/torrent/download/withdraw-claim.js +80 -80
  212. package/services/torrent/files.js +455 -455
  213. package/services/torrent/naming.js +619 -619
  214. package/services/torrent/piece-store-of.js +29 -29
  215. package/services/torrent/supply-margin.js +262 -262
  216. package/services/torrent/worker/background-fill.js +213 -213
  217. package/services/torrent/worker/channel.js +271 -271
  218. package/services/torrent/worker/client.js +836 -836
  219. package/services/torrent/worker/fastest-wires.js +342 -342
  220. package/services/torrent/worker/handle-state.js +23 -23
  221. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  222. package/services/torrent/worker/piece-reader.js +1078 -1078
  223. package/services/torrent/worker/pool-adapter.js +371 -371
  224. package/services/torrent/worker/protocol.js +184 -184
  225. package/services/torrent/worker/resume-warm.js +107 -107
  226. package/services/torrent/worker/webrtc-shim.js +219 -219
  227. package/services/transport/delivery-probe.js +842 -842
  228. package/services/transport/health-collector.js +53 -53
  229. package/services/transport/nat-classifier.js +231 -231
  230. package/services/transport/packet-witness.js +808 -808
  231. package/services/transport/port-mapper.js +235 -235
  232. package/services/transport/registry-api.js +81 -81
  233. package/services/transport/tunnel-client.js +447 -447
  234. package/services/transport/usrsctp-state.js +175 -175
  235. package/services/transport/webrtc-manager.js +484 -484
  236. package/services/viewer/Assignments.js +340 -340
  237. package/services/viewer/PriorityOrchestrator.js +325 -325
  238. package/services/viewer/Viewer.js +691 -691
  239. package/services/viewer/Viewers.js +368 -368
  240. package/services/viewer/active-output.js +37 -37
  241. package/services/viewer/audio-start.js +46 -46
  242. package/services/viewer/buffer-trend.js +81 -81
  243. package/services/viewer/choices.js +647 -647
  244. package/services/viewer/media-time.js +355 -0
  245. package/services/{server → viewer}/playback-readiness.js +635 -516
  246. package/services/viewer/positions.js +126 -126
  247. package/services/viewer/report-intake.js +46 -46
  248. package/store/source-registry.js +71 -71
  249. package/test/asset-paths.test.js +28 -28
  250. package/test/audio-buffer-continuity.test.js +77 -70
  251. package/test/audio-inventory.test.js +212 -212
  252. package/test/audio-track-bitrate.test.js +40 -40
  253. package/test/auto-quality-step.test.js +707 -707
  254. package/test/available-share.test.js +76 -76
  255. package/test/background-fill.test.js +190 -190
  256. package/test/client-log-file.test.js +110 -110
  257. package/test/completed-files.test.js +115 -115
  258. package/test/concurrent-cost.test.js +148 -148
  259. package/test/container-media-info.test.js +228 -228
  260. package/test/contention.test.js +76 -76
  261. package/test/core-dumps.test.js +57 -57
  262. package/test/coverage-follows-the-disk.test.js +228 -228
  263. package/test/coverage-map.test.js +195 -195
  264. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  265. package/test/cut-times-timeline.test.js +65 -65
  266. package/test/cuts-follow-published-grid.test.js +109 -109
  267. package/test/data-channel-frame.test.js +63 -63
  268. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  269. package/test/dead-torrent-handle.test.js +52 -52
  270. package/test/declared-rates.test.js +116 -116
  271. package/test/declared-tracks.test.js +43 -43
  272. package/test/decode-cost-fit.test.js +202 -202
  273. package/test/decode-cost.test.js +462 -462
  274. package/test/delivery-probe.test.js +393 -393
  275. package/test/demand-register.test.js +206 -206
  276. package/test/dht-bootstrap.test.js +72 -72
  277. package/test/drain-threat.test.js +65 -65
  278. package/test/duplicate-add.test.js +48 -48
  279. package/test/encode-admission.test.js +146 -146
  280. package/test/encode-cost.test.js +283 -283
  281. package/test/encode-exit.test.js +111 -111
  282. package/test/encode-orchestrator.test.js +419 -419
  283. package/test/encode-plan-viewers.test.js +718 -718
  284. package/test/encode-plan.test.js +545 -545
  285. package/test/encode-run-state.test.js +314 -314
  286. package/test/encode-run.test.js +162 -162
  287. package/test/encode-slope.test.js +46 -46
  288. package/test/encoded-output.test.js +39 -39
  289. package/test/encoder-kinds.test.js +122 -122
  290. package/test/encoder-readings.test.js +46 -46
  291. package/test/every-claimant-is-told-its-share.test.js +152 -152
  292. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  293. package/test/failed-start-breaker.test.js +202 -202
  294. package/test/fastest-wires.test.js +143 -143
  295. package/test/ffmpeg-stream-counts.test.js +78 -78
  296. package/test/file-edges.test.js +191 -191
  297. package/test/fmp4-presentation-clock.test.js +146 -162
  298. package/test/fmp4-self-contained.test.js +80 -80
  299. package/test/fmp4-timestamps.test.js +140 -140
  300. package/test/fmp4-track-completeness.test.js +41 -41
  301. package/test/format-keyed-outputs.test.js +78 -78
  302. package/test/health-metrics.test.js +38 -38
  303. package/test/held-request-width.test.js +157 -157
  304. package/test/helpers/encode-run.js +136 -136
  305. package/test/helpers/manager.js +57 -57
  306. package/test/helpers/output-spec.js +63 -63
  307. package/test/host-load.test.js +68 -68
  308. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  309. package/test/init-compat.test.js +219 -219
  310. package/test/input-lost-quiets-the-plan.test.js +261 -261
  311. package/test/input-unavailable.test.js +48 -48
  312. package/test/installation-id.test.js +39 -39
  313. package/test/keeping-period.test.js +83 -83
  314. package/test/keyframe-index-accuracy.test.js +188 -188
  315. package/test/keyframes-belong-to-the-file.test.js +249 -249
  316. package/test/learned-median.test.js +37 -37
  317. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  318. package/test/limit-row-by-area.test.js +60 -60
  319. package/test/link-budget.test.js +112 -112
  320. package/test/link-probe.test.js +56 -56
  321. package/test/local-encoding-data.test.js +273 -273
  322. package/test/logger-repeats.test.js +134 -134
  323. package/test/look-ahead-coverage.test.js +56 -56
  324. package/test/manager-surface.test.js +292 -292
  325. package/test/matroska-cues-track.test.js +192 -192
  326. package/test/media-time.test.js +62 -0
  327. package/test/memory-budget.test.js +390 -390
  328. package/test/move-cost.test.js +216 -216
  329. package/test/mp4-subtitles.test.js +173 -173
  330. package/test/one-authority.test.js +285 -285
  331. package/test/one-budget.test.js +149 -149
  332. package/test/one-resource-divided.test.js +185 -185
  333. package/test/one-serving-output-per-height.test.js +458 -458
  334. package/test/orchestrator-wired.test.js +206 -206
  335. package/test/output-catalog.test.js +39 -39
  336. package/test/output-shape.test.js +21 -21
  337. package/test/output-spec.test.js +251 -251
  338. package/test/output-speed.test.js +88 -88
  339. package/test/outputs-being-prepared.test.js +40 -40
  340. package/test/packet-witness-ring.test.js +236 -236
  341. package/test/packet-witness.test.js +148 -148
  342. package/test/piece-disk-store.test.js +401 -401
  343. package/test/piece-from-whole-file.test.js +129 -129
  344. package/test/piece-lru.test.js +319 -319
  345. package/test/piece-reader.test.js +162 -162
  346. package/test/piece-selection-offset.test.js +85 -85
  347. package/test/piece-store-eviction.test.js +595 -595
  348. package/test/piece-store-never-refuses.test.js +153 -153
  349. package/test/piece-store-reservations.test.js +403 -403
  350. package/test/piece-store-slow-disk.test.js +159 -159
  351. package/test/piece-tail.test.js +97 -97
  352. package/test/plan-host-timings.test.js +68 -68
  353. package/test/plan-is-steady.test.js +225 -225
  354. package/test/playback-readiness.test.js +518 -483
  355. package/test/playback-start-regressions.test.js +101 -99
  356. package/test/priority-map-download.test.js +174 -174
  357. package/test/priority-map-emptied.test.js +204 -204
  358. package/test/priority-map-per-output.test.js +215 -215
  359. package/test/priority-map.test.js +163 -163
  360. package/test/probe-wedge-certainty.test.js +60 -60
  361. package/test/produced-copy-choice.test.js +213 -213
  362. package/test/published-timeline.test.js +83 -83
  363. package/test/quality-offer.test.js +162 -162
  364. package/test/quality-variants.test.js +1257 -1257
  365. package/test/rate-control-in-the-output.test.js +180 -180
  366. package/test/read-survives-withdrawal.test.js +164 -164
  367. package/test/read-window.test.js +365 -365
  368. package/test/resume-warm.test.js +39 -39
  369. package/test/run-graph-drift.test.js +37 -37
  370. package/test/run-inputs.test.js +80 -80
  371. package/test/run-intervals.test.js +100 -100
  372. package/test/run-position-follows-published-grid.test.js +89 -89
  373. package/test/run-progress.test.js +65 -65
  374. package/test/same-height-switch.test.js +664 -664
  375. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  376. package/test/seek-landing.test.js +109 -109
  377. package/test/seek-target-not-superseded.test.js +195 -195
  378. package/test/segment-closed-on-both-branches.test.js +96 -96
  379. package/test/segment-cut-times.test.js +63 -63
  380. package/test/segment-demand.test.js +80 -80
  381. package/test/segment-hold-supersede.test.js +91 -91
  382. package/test/segment-judged-by-its-own-header.test.js +221 -221
  383. package/test/segment-store-eviction.test.js +247 -247
  384. package/test/segment-store.test.js +352 -352
  385. package/test/segment-true-start.test.js +86 -86
  386. package/test/segments-are-shared.test.js +176 -176
  387. package/test/send-chunk-bytes.test.js +86 -86
  388. package/test/serving-existing-output.test.js +105 -105
  389. package/test/serving-output.test.js +102 -102
  390. package/test/shared-piece-store.test.js +310 -310
  391. package/test/sidecar-naming.test.js +142 -142
  392. package/test/soundtrack-rate-bound.test.js +289 -289
  393. package/test/source-file.test.js +133 -133
  394. package/test/source-registry.test.js +18 -18
  395. package/test/split-a-stretch.test.js +139 -139
  396. package/test/stale-request-after-seek.test.js +158 -158
  397. package/test/startup-readings.test.js +124 -124
  398. package/test/stream-route.test.js +209 -209
  399. package/test/subtitle-cue-framing.test.js +200 -200
  400. package/test/subtitle-cue-source.test.js +102 -102
  401. package/test/subtitle-cursor.test.js +63 -63
  402. package/test/subtitle-defaults.test.js +118 -118
  403. package/test/subtitle-language.test.js +252 -252
  404. package/test/supply-margin.test.js +177 -177
  405. package/test/swarm-follows-readers.test.js +174 -174
  406. package/test/swarm-reach.test.js +130 -130
  407. package/test/swarm-selection.test.js +220 -220
  408. package/test/tail-duplication.test.js +167 -167
  409. package/test/the-channel-has-both-ends.test.js +91 -91
  410. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  411. package/test/thread-pool.test.js +53 -53
  412. package/test/timeline.test.js +84 -84
  413. package/test/torrent-contents.test.js +235 -235
  414. package/test/torrent-cost.test.js +71 -71
  415. package/test/torrent-files.test.js +221 -221
  416. package/test/torrent-naming.test.js +255 -255
  417. package/test/tracks-begin-together.test.js +209 -209
  418. package/test/tunnel-renewal.test.js +167 -167
  419. package/test/two-viewers-one-picture.test.js +504 -504
  420. package/test/upload-hurry.test.js +186 -186
  421. package/test/usrsctp-state.test.js +131 -131
  422. package/test/video-facts.test.js +102 -102
  423. package/test/viewer-assignments.test.js +143 -143
  424. package/test/viewer-outputs.test.js +285 -285
  425. package/test/viewer-presence.test.js +116 -116
  426. package/test/viewer-requests-admission.test.js +89 -89
  427. package/test/viewer-states.test.js +189 -189
  428. package/test/viewer-subtitle-subscription.test.js +96 -96
  429. package/test/viewer.test.js +139 -139
  430. package/test/viewing-generations.test.js +390 -390
  431. package/test/visible-rung.test.js +37 -37
  432. package/test/wait-ledger.test.js +100 -100
  433. package/test/webrtc-shim.test.js +149 -149
  434. package/test/wedge-certainty.test.js +131 -131
  435. package/test/whole-file-held-read.test.js +30 -30
  436. package/test/withdraw-piece-claim.test.js +212 -212
  437. package/test/worker-channel.test.js +158 -158
  438. package/utils/client-log-file.js +151 -151
  439. package/utils/logger.js +312 -312
  440. package/utils/parse-range.js +25 -25
  441. package/utils/perf.js +59 -59
  442. package/utils/torrent-source-key.js +38 -38
@@ -1,836 +1,836 @@
1
- /**
2
- * @file Main-thread face of the torrent worker.
3
- *
4
- * Presents the same operations the routes and session manager already use, so
5
- * moving the torrent to its own thread does not ripple through calling code.
6
- * The one unavoidable change is that torrents are named by `sourceKey` instead
7
- * of passed around as objects — objects cannot cross a thread boundary, and
8
- * pretending otherwise would mean copying them on every call.
9
- *
10
- * Reads come back as an ordinary `ReadableStream`, so `/stream` and the codec
11
- * probe consume them exactly as they consume WebTorrent's own streams today.
12
- * What that hides is the part that matters: chunks arrive as transferred
13
- * buffers, never copied — 5.3 ms per 10 MB against 37 ms if cloned and 104 ms
14
- * through a transferable stream (measured 2026-08-02, see `protocol.js`).
15
- */
16
-
17
- import { Worker } from "node:worker_threads";
18
- import { Readable } from "node:stream";
19
- import { open } from "node:fs/promises";
20
- import { fileURLToPath } from "node:url";
21
- import { logger, writeAlreadyDecided } from "../../../utils/logger.js";
22
- import { createCaller, createReceiveStream } from "./channel.js";
23
- import { Command, Event } from "./protocol.js";
24
-
25
- const WORKER_URL = new URL("./worker.js", import.meta.url);
26
- /**
27
- * How long a shutdown waits for the thread to end by itself before forcing it.
28
- *
29
- * Ending by itself is what lets libuv drain the handle callbacks it is holding;
30
- * forcing it is what ran one of those against a freed isolate. Five seconds is
31
- * long enough for a destroyed torrent client to release its sockets and short
32
- * enough that a shutdown never appears to hang.
33
- */
34
- const WORKER_EXIT_GRACE_MS = 5_000;
35
-
36
- /**
37
- * Runs the torrent client on its own thread and exposes it to the main thread.
38
- *
39
- * Why this exists at all: profiling during a live seek found the main thread
40
- * ~85% busy with WebTorrent (buffer concatenation ~15%, wire updates ~9%,
41
- * garbage collection ~5%), while three of four cores idled. Serving a segment
42
- * queued behind that work, so reading a finished 10 MB file took 12-23 s where
43
- * handing it to the channel took 125 ms.
44
- */
45
- /**
46
- * Piece buffers this thread has been handed, and how many the collector has
47
- * taken back.
48
- *
49
- * A `SharedArrayBuffer`'s memory belongs to neither isolate: it lives until
50
- * BOTH have let go. So the worker's own count answers only half the question,
51
- * and this is the other half — 700 MB grew in the field on 2026-08-31 with the
52
- * store's own memory falling, and the two candidates are "a reference of ours
53
- * outlives the piece" and "the allocator keeps what we free". These two
54
- * counters separate them (roadmap item 2).
55
- *
56
- * A fragment arrives as a fresh handle onto the same shared memory every time,
57
- * so what is counted is handles, not pieces. That is the right quantity anyway:
58
- * one handle retained keeps the whole piece alive.
59
- */
60
- const fragmentBuffers = { seen: 0, collected: 0 };
61
- const fragmentCollector = typeof FinalizationRegistry === "function"
62
- ? new FinalizationRegistry(() => {
63
- fragmentBuffers.collected += 1;
64
- })
65
- : null;
66
-
67
- /**
68
- * What the collector has taken back against what this thread was handed.
69
- *
70
- * @returns {{ seen: number, collected: number }}
71
- */
72
- export function fragmentBufferCollection() {
73
- return { seen: fragmentBuffers.seen, collected: fragmentBuffers.collected };
74
- }
75
-
76
- export class TorrentWorkerClient {
77
- #worker;
78
- /**
79
- * Whether this shutdown was asked for, so the thread ending can be told from
80
- * the thread dying. Without it both look identical from outside, which is how
81
- * five crashes produced no line in the log.
82
- */
83
- #stopping = false;
84
- #caller;
85
- /** Receive-side handles for in-flight reads, keyed by request id. */
86
- #reads = new Map();
87
-
88
- /**
89
- * The last piece served to each open read, so a fragment arriving out of
90
- * order can be named. Cleared when the read ends.
91
- *
92
- * @type {Map<number, number>}
93
- */
94
- #lastPieceByRead = new Map();
95
- /** Reads consuming fragments in place, keyed by request id. */
96
- #fragmentReaders = new Map();
97
-
98
- /**
99
- * Files downloaded whole, by `${infoHash}/${fileIndex}`.
100
- *
101
- * Held on THIS thread because it is this thread that serves them: a file that
102
- * is whole is read with an ordinary file read, and asking the torrent thread
103
- * for anything about it would put back the very hop this removes. The torrent
104
- * thread writes the files and says so; this is what it says.
105
- *
106
- * @type {Map<string, { path: string, length: number, name: string }>}
107
- */
108
- wholeFiles = new Map();
109
-
110
- /** @type {(event: { sourceKey: string, fileIndex: number, trackIndex: number, cues: object[], language: string }) => void} */
111
- /** @type {(event: { sourceKey: string, fileIndexes: number[] }) => void} */
112
- #onPiecesArrived;
113
-
114
- /**
115
- * @param {{ memoryBytes?: number, stateDir?: string, onPiecesArrived?: (event: object) => void }} [options]
116
- */
117
- constructor({ memoryBytes, stateDir, onPiecesArrived } = {}) {
118
- this.#worker = new Worker(fileURLToPath(WORKER_URL), {
119
- // `stateDir` travels because the worker writes heap snapshots of its own
120
- // isolate there. It cannot choose a directory any other way: a worker may
121
- // not change the process's working directory, and the isolate that has
122
- // died three times is the one no snapshot has ever been taken of.
123
- workerData: { memoryBytes, stateDir }
124
- });
125
- this.#caller = createCaller(this.#worker);
126
- this.#onPiecesArrived = onPiecesArrived ?? (() => undefined);
127
-
128
- this.#worker.on("message", (message) => {
129
- // A failed read must fail its stream. This is checked BEFORE the caller
130
- // sees the message: until 2.9.76 nothing here handled a read error at
131
- // all, so the worker's report was dropped as unknown, and because the
132
- // worker sent the end-of-read marker from its `finally` even when the
133
- // read had thrown, the reader saw a clean end of file instead. A read
134
- // that failed before it produced anything simply hung forever.
135
- if (message?.type === Event.ERROR && this.#reads.has(message.id)) {
136
- const read = this.#reads.get(message.id);
137
- this.#reads.delete(message.id);
138
- read.fail(new Error(message.error ?? "Torrent worker read failed."));
139
- return;
140
- }
141
- if (message?.type === Event.ERROR && this.#fragmentReaders.has(message.id)) {
142
- const reader = this.#fragmentReaders.get(message.id);
143
- this.#fragmentReaders.delete(message.id);
144
- reader.fail(new Error(message.error ?? "Torrent worker read failed."));
145
- return;
146
- }
147
- if (this.#caller.handleReply(message)) {
148
- return;
149
- }
150
- switch (message?.type) {
151
- case Event.FRAGMENT: {
152
- const buffer = message.buffer;
153
- if (!buffer || !Number.isInteger(message.offset) || message.offset < 0 ||
154
- !Number.isInteger(message.length) || message.length <= 0 ||
155
- message.offset + message.length > buffer.byteLength) {
156
- const error = new Error(`Invalid source fragment ${message.offset}+${message.length} ` +
157
- `in a buffer of ${buffer?.byteLength ?? 0}B (read ${message.id}).`);
158
- logger.warn(`torrent-worker: ${error.message}`);
159
- this.#fragmentReaders.get(message.id)?.fail(error);
160
- this.#fragmentReaders.delete(message.id);
161
- this.#reads.get(message.id)?.fail(error);
162
- this.#reads.delete(message.id);
163
- this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
164
- void this.#caller.call(Command.CANCEL_READ, { readId: message.id }).catch(() => undefined);
165
- break;
166
- }
167
- // A sequential read walks the file forwards, so each fragment either
168
- // continues the piece before it or moves to the very next one.
169
- // Anything else means the bytes handed to the decoder are not the
170
- // file's bytes in order — which is what a decoder complaining about
171
- // its input has twice turned out to mean (2.9.126, and the AC-3
172
- // failure of 2026-08-09: the encoder ran at 9.3x, the piece store
173
- // reported no spills and 100% of reads from memory, and the decoder
174
- // still saw "new coupling strategy must be present in block 0"). The
175
- // bounds check catches a fragment outside the pool; this catches one
176
- // inside it that belongs somewhere else.
177
- const lastPiece = this.#lastPieceByRead.get(message.id);
178
- if (lastPiece !== undefined && message.pieceIndex !== lastPiece && message.pieceIndex !== lastPiece + 1) {
179
- logger.warn(
180
- `torrent-worker: read ${message.id} jumped from piece ${lastPiece} to ` +
181
- `${message.pieceIndex} (${message.length}B at pool offset ${message.offset}) — ` +
182
- "the consumer is being handed the file out of order"
183
- );
184
- }
185
- this.#lastPieceByRead.set(message.id, message.pieceIndex);
186
- fragmentBuffers.seen += 1;
187
- fragmentCollector?.register(buffer, null);
188
- const view = new Uint8Array(buffer, message.offset, message.length);
189
-
190
- const reader = this.#fragmentReaders.get(message.id);
191
- if (reader) {
192
- // Handed on as a view into the pool — no copy anywhere. The piece
193
- // stays pinned until the consumer says it is done with these exact
194
- // bytes, which for a response body means the socket write has
195
- // completed.
196
- reader.push(view, () => {
197
- this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
198
- });
199
- break;
200
- }
201
-
202
- // Plain-stream consumers keep what they are given while the slot may
203
- // be reused, so they get a copy and the piece is released at once.
204
- this.#reads.get(message.id)?.push(Uint8Array.prototype.slice.call(view));
205
- this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
206
- break;
207
- }
208
- case Event.CHUNK: {
209
- const bytes = message.bytes;
210
- this.#reads.get(message.id)?.push(
211
- new Uint8Array(bytes.buffer, bytes.byteOffset, bytes.length)
212
- );
213
- break;
214
- }
215
- case Event.READ_END:
216
- this.#lastPieceByRead.delete(message.id);
217
- this.#reads.get(message.id)?.close();
218
- this.#reads.delete(message.id);
219
- this.#fragmentReaders.get(message.id)?.close();
220
- this.#fragmentReaders.delete(message.id);
221
- break;
222
- case Event.LOG:
223
- // Written as it is: the worker holds the same repeat rule and has
224
- // already applied it, and deciding again here would be one decision
225
- // taken twice on two different histories.
226
- writeAlreadyDecided(message.level ?? "info", `torrent-worker: ${message.message}`);
227
- break;
228
- case Event.FILE_COMPLETE:
229
- // Recorded here so the stream route can answer from the file without
230
- // going near the torrent thread at all.
231
- this.wholeFiles.set(`${message.infoHash}/${message.fileIndex}`, {
232
- path: message.path,
233
- length: message.length,
234
- name: message.name
235
- });
236
- break;
237
- case Event.PIECES_ARRIVED:
238
- // ANNOUNCED by the thread that owns the swarm, acted on here: the
239
- // subtitle walk is this thread's and needs to know a piece arrived.
240
- this.#onPiecesArrived({
241
- sourceKey: message.sourceKey,
242
- fileIndexes: Array.isArray(message.fileIndexes) ? message.fileIndexes : []
243
- });
244
- break;
245
- default:
246
- break;
247
- }
248
- });
249
-
250
- this.#worker.on("error", (error) => {
251
- logger.error(`torrent-worker crashed: ${error?.message ?? error}`);
252
- // Fail everything outstanding rather than leaving callers hanging: a dead
253
- // worker will never answer, and a stalled request is worse than an error
254
- // the loading flow can retry.
255
- this.#failEverythingOutstanding(new Error("Torrent worker stopped unexpectedly."));
256
- });
257
-
258
- // A worker that ENDS was, until now, not noticed at all: only `message` and
259
- // `error` were listened for. So when the thread went away the proxy simply
260
- // stopped, the log ended mid-sentence, and nothing said whether we had
261
- // asked for it — which is precisely the reading that was missing on
262
- // 2026-08-21, when a core dump showed the thread faulting inside
263
- // `Environment::CleanupHandles` and there was no way to tell our own
264
- // shutdown from the thread ending on its own.
265
- this.#worker.on("exit", (code) => {
266
- if (this.#stopping) {
267
- logger.info(`torrent-worker: thread ended as asked (code ${code})`);
268
- return;
269
- }
270
- logger.error(
271
- `torrent-worker: thread ended on its own with code ${code} — nobody asked it to. ` +
272
- "Everything waiting on it is failed; the proxy has no torrent client until it is rebuilt."
273
- );
274
- this.#failEverythingOutstanding(new Error("Torrent worker ended unexpectedly."));
275
- });
276
- }
277
-
278
- /**
279
- * A dead thread will never answer, so everything waiting on it is failed.
280
- *
281
- * INCLUDING THE FRAGMENT READS, which is what ffmpeg's input is. Both death
282
- * handlers walked `#reads` alone and left `#fragmentReaders` untouched, so an
283
- * encoder's input neither ended nor errored — it went quiet. Field 2026-08-31,
284
- * three times: the thread died, both ffmpeg runs stayed ALIVE and stopped
285
- * producing (167 `holding segment-00085.mp4 … encoder alive` lines), the
286
- * browser drained its cushion and then retried a segment that would never
287
- * exist, for ever, with nothing shown to the viewer.
288
- *
289
- * @param {Error} reason
290
- */
291
- #failEverythingOutstanding(reason) {
292
- this.#caller.rejectAll(reason);
293
- for (const [, read] of this.#reads) {
294
- read.fail(reason);
295
- }
296
- this.#reads.clear();
297
- for (const [, reader] of this.#fragmentReaders) {
298
- reader.fail(reason);
299
- }
300
- this.#fragmentReaders.clear();
301
- }
302
-
303
- /**
304
- * Add (or join) a torrent and register it under `sourceKey`.
305
- *
306
- * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
307
- * @returns {Promise<{ infoHash: string, name: string, files: { index: number, name: string, path: string, length: number }[] }>}
308
- */
309
- async addSource({ sourceKey, sourceType, source }) {
310
- return this.#caller.call(Command.ADD_SOURCE, { sourceKey, sourceType, source });
311
- }
312
-
313
- /**
314
- * The torrent's files, as plain data.
315
- *
316
- * @param {string} sourceKey
317
- * @returns {Promise<{ index: number, name: string, path: string, length: number }[]>}
318
- */
319
- async listFiles(sourceKey) {
320
- return this.#caller.call(Command.LIST_FILES, { sourceKey });
321
- }
322
-
323
- /**
324
- * Live download figures for the progress display.
325
- *
326
- * @param {{ sourceKey: string, fileIndex: number, resumeAnchorByteStart?: number | null }} params
327
- * @returns {Promise<object>}
328
- */
329
- async getFileStats({ sourceKey, fileIndex, resumeAnchorByteStart = null }) {
330
- return this.#caller.call(Command.FILE_STATS, { sourceKey, fileIndex, resumeAnchorByteStart });
331
- }
332
-
333
- /**
334
- * The text subtitle tracks a file carries.
335
- *
336
- * @param {{ sourceKey: string, fileIndex: number }} params
337
- * @returns {Promise<{ tracks: object[] }>}
338
- */
339
-
340
-
341
-
342
-
343
- /**
344
- * Start fetching the region a viewer is about to resume at.
345
- *
346
- * @param {{ sourceKey: string, fileIndex: number, positionSeconds: number }} params
347
- * @returns {Promise<{ started: boolean }>}
348
- */
349
- /**
350
- * Fetch one whole file in the room the viewer's own reading leaves.
351
- *
352
- * @param {{ sourceKey: string, fileIndex: number }} params
353
- * @returns {Promise<{ started: boolean }>}
354
- */
355
- async fillFile({ sourceKey, fileIndex }) {
356
- return this.#caller.call(Command.FILL_FILE, { sourceKey, fileIndex });
357
- }
358
-
359
- /**
360
- * The byte ranges of one file the torrent holds WHOLE.
361
- *
362
- * @param {{ sourceKey: string, fileIndex: number }} params
363
- * @returns {Promise<Array<[number, number]>>}
364
- */
365
- async heldRanges({ sourceKey, fileIndex }) {
366
- const whole = this.#wholeFileOf(sourceKey, fileIndex);
367
- if (whole) {
368
- return whole.length > 0 ? [[0, whole.length - 1]] : [];
369
- }
370
- const answer = await this.#caller.call(Command.HELD_RANGES, { sourceKey, fileIndex });
371
- return Array.isArray(answer?.ranges) ? answer.ranges : [];
372
- }
373
-
374
- /**
375
- * Bytes of a range the torrent already holds. Never fetched: null where they
376
- * are not there.
377
- *
378
- * @param {{ sourceKey: string, fileIndex: number, start: number, end: number }} params
379
- * @returns {Promise<Buffer | null>}
380
- */
381
- async readHeld({ sourceKey, fileIndex, start, end }) {
382
- const whole = this.#wholeFileOf(sourceKey, fileIndex);
383
- if (whole) {
384
- try {
385
- return await readWholeFile(whole, start, end);
386
- } catch (error) {
387
- // The file is gone — removed for space, as the stream route also finds.
388
- // Forgotten here too, so the torrent answers from now on.
389
- const key = `${String(sourceKey).slice("torrent:".length).toLowerCase()}/${fileIndex}`;
390
- if (this.wholeFiles.get(key) === whole) {
391
- this.wholeFiles.delete(key);
392
- }
393
- logger.info(`whole files: "${whole.name}" could not be read (${error?.code ?? error?.message ?? error}); the torrent answers for it now`);
394
- return null;
395
- }
396
- }
397
- const answer = await this.#caller.call(Command.READ_HELD, { sourceKey, fileIndex, start, end });
398
- const bytes = answer?.bytes;
399
- // The memory was handed over by the worker, so it is this thread's alone:
400
- // viewed, not copied a second time.
401
- return bytes ? Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength) : null;
402
- }
403
-
404
- /**
405
- * The file kept whole on disk for this source and index, if there is one.
406
- *
407
- * Once a file is kept whole its pieces leave the torrent's store, while the
408
- * torrent's bitfield still says they are held: a read through the torrent
409
- * then waits on a store that no longer has them. Field 2026-10-01: every read
410
- * of the subtitle walk on such a file was given up after 30 s. The file
411
- * itself is what holds the bytes, so it is what answers — as the stream route
412
- * already does.
413
- *
414
- * @param {string} sourceKey
415
- * @param {number} fileIndex
416
- * @returns {{ path: string, length: number, name: string } | null}
417
- */
418
- #wholeFileOf(sourceKey, fileIndex) {
419
- if (this.wholeFiles.size === 0 || !String(sourceKey).startsWith("torrent:")) {
420
- return null;
421
- }
422
- const infoHash = String(sourceKey).slice("torrent:".length).toLowerCase();
423
- return this.wholeFiles.get(`${infoHash}/${fileIndex}`) ?? null;
424
- }
425
-
426
- async warmResumePosition({ sourceKey, fileIndex, positionSeconds, durationSeconds }) {
427
- return this.#caller.call(Command.WARM_POSITION, { sourceKey, fileIndex, positionSeconds, durationSeconds });
428
- }
429
-
430
-
431
- /**
432
- * Bytes every torrent on the worker has moved, downloaded and uploaded apart.
433
- *
434
- * The client lives on the worker thread, so this cannot be read as a property
435
- * from here — which is exactly the mistake 2.19.0 shipped, leaving the figure
436
- * always zero and the whole feature inert.
437
- *
438
- * @returns {Promise<{ downloaded: number, uploaded: number }>}
439
- */
440
- async getTorrentTotals() {
441
- return this.#caller.call(Command.TORRENT_TOTALS, {});
442
- }
443
-
444
- /**
445
- * Which films this proxy holds right now, and how much of each.
446
- *
447
- * Asked of the worker rather than of the main thread's map of stand-ins: that
448
- * map is only cleared on shutdown, so it names films this proxy let go of
449
- * hours ago.
450
- *
451
- * @returns {Promise<{ held: { infoHash: string, progress: number, bytes: number }[] }>}
452
- */
453
- async heldTorrents() {
454
- return this.#caller.call(Command.HELD_TORRENTS, {});
455
- }
456
-
457
- /** State conditional demand for every file in a selected torrent. */
458
- async fillTorrent(sourceKey) {
459
- return this.#caller.call(Command.FILL_TORRENT, { sourceKey });
460
- }
461
-
462
- /**
463
- * Reorder piece selection around a read position (seek prioritisation).
464
- *
465
- * @param {{ sourceKey: string, fileIndex: number, byteStart: number, windowBytes?: number, wholeFileRead?: boolean }} params
466
- * @returns {Promise<void>}
467
- */
468
- async prioritizeByteRange({ sourceKey, fileIndex, byteStart, windowBytes, wholeFileRead }) {
469
- await this.#caller.call(Command.PRIORITIZE, {
470
- sourceKey,
471
- fileIndex,
472
- byteStart,
473
- windowBytes,
474
- wholeFileRead
475
- });
476
- }
477
-
478
- /**
479
- * Hand the download the priority map for one file.
480
- *
481
- * Seconds of film against a number, and nothing else: what is wanted and in
482
- * what order. Turning that into bytes, into pieces, and into what the swarm
483
- * is asked for is the download's own business, and so is what it keeps in
484
- * memory.
485
- *
486
- * @param {{ sourceKey: string, fileIndex: number, durationSeconds: number, zones: { from: number, to: number, priority: number }[] }} params
487
- * @returns {Promise<void>}
488
- */
489
- async setPriorityMap({ sourceKey, fileIndex, zones, durationSeconds }) {
490
- await this.#caller.call(Command.PRIORITY_MAP, {
491
- sourceKey,
492
- fileIndex,
493
- zones,
494
- durationSeconds
495
- });
496
- }
497
-
498
- /**
499
- * Pre-fetch the head and tail the codec probe needs.
500
- *
501
- * @param {{ sourceKey: string, fileIndex: number, options?: { headBytes?: number, tailBytes?: number, timeoutMs?: number, awaited?: boolean } }} params
502
- * @returns {Promise<unknown>}
503
- */
504
- async prefetchFileEdges({ sourceKey, fileIndex, options = {} }) {
505
- return this.#caller.call(Command.PREFETCH_EDGES, { sourceKey, fileIndex, options });
506
- }
507
-
508
- /**
509
- * Read a byte range as a stream.
510
- *
511
- * Returns immediately with a stream that fills as chunks arrive; cancelling it
512
- * (viewer gone, seek superseded) stops the worker reading, so pieces are not
513
- * fetched for a stream nobody will drain.
514
- *
515
- * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
516
- * @returns {ReadableStream<Uint8Array>}
517
- */
518
- createReadStream({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
519
- // Same id sequence as commands — see `nextId` in `channel.js`.
520
- const readId = this.#caller.nextId();
521
- const receive = createReceiveStream({
522
- port: this.#worker,
523
- requestId: readId,
524
- onCancel: () => {
525
- void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
526
- this.#reads.delete(readId);
527
- this.#lastPieceByRead.delete(readId);
528
- }
529
- });
530
- this.#reads.set(readId, receive);
531
-
532
- // The worker replies to READ_RANGE only once the body is fully sent; a
533
- // failure before that must surface on the stream, not vanish.
534
- this.#worker.postMessage({
535
- command: Command.READ_RANGE,
536
- id: readId,
537
- params: { sourceKey, fileIndex, start, end, windowBytes }
538
- });
539
-
540
- return receive.stream;
541
- }
542
-
543
- /**
544
- * Read a byte range as fragments of shared memory, without copying.
545
- *
546
- * Each fragment is a view straight into the torrent's piece pool, and the
547
- * piece behind it stays pinned until `release()` is called — so the consumer
548
- * must call it once it is genuinely finished with those bytes. For a response
549
- * body that means after the socket write has completed, not when it was
550
- * queued: verified that writing a shared-memory view and then overwriting the
551
- * pool from the write callback leaves the client's copy intact, and that
552
- * overwriting it earlier corrupts it silently.
553
- *
554
- * Returns `null` when this source has no shared pool, so the caller can fall
555
- * back to {@link createReadStream}.
556
- *
557
- * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
558
- * @returns {{ [Symbol.asyncIterator]: () => AsyncGenerator<{ bytes: Uint8Array, release: () => void }>, cancel: () => void } | null}
559
- */
560
- createFragmentReader({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
561
- const readId = this.#caller.nextId();
562
- /** @type {{ bytes: Uint8Array, release: () => void }[]} */
563
- const queue = [];
564
- let wake = null;
565
- let finished = false;
566
- let failure = null;
567
-
568
- const notify = () => {
569
- const resume = wake;
570
- wake = null;
571
- resume?.();
572
- };
573
-
574
- this.#fragmentReaders.set(readId, {
575
- push(bytes, confirm) {
576
- queue.push({ bytes, release: confirm });
577
- notify();
578
- },
579
- close() {
580
- finished = true;
581
- notify();
582
- },
583
- fail(error) {
584
- failure = error;
585
- finished = true;
586
- notify();
587
- }
588
- });
589
-
590
- const cancel = () => {
591
- if (this.#fragmentReaders.delete(readId)) {
592
- void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
593
- }
594
- finished = true;
595
- notify();
596
- };
597
-
598
- this.#worker.postMessage({
599
- command: Command.READ_RANGE,
600
- id: readId,
601
- params: { sourceKey, fileIndex, start, end, windowBytes }
602
- });
603
-
604
- return {
605
- cancel,
606
- async *[Symbol.asyncIterator]() {
607
- try {
608
- for (;;) {
609
- while (queue.length > 0) {
610
- yield queue.shift();
611
- }
612
- if (failure) {
613
- throw failure;
614
- }
615
- if (finished) {
616
- return;
617
- }
618
- await new Promise((resolve) => {
619
- wake = resolve;
620
- });
621
- }
622
- } finally {
623
- // Covers the consumer breaking out early — a client that hung up, a
624
- // superseded seek — which must stop the read rather than leave it
625
- // fetching pieces nobody will take.
626
- if (!finished) {
627
- cancel();
628
- }
629
- }
630
- }
631
- };
632
- }
633
-
634
- /**
635
- * A stand-in for the WebTorrent torrent object, backed by the worker.
636
- *
637
- * Callers already hold a torrent and reach into `torrent.files[i]` — for the
638
- * length, the name, or a read stream. Handing back an object of the same
639
- * shape keeps every one of those call sites working unchanged, which matters:
640
- * they are spread across the stream route, the subtitle route, the playback
641
- * planner and the health report, and rewriting all of them to thread a
642
- * `sourceKey` through would be a large change with nothing to show for it.
643
- *
644
- * Only what is actually used is provided. Anything else would be a promise we
645
- * cannot keep — the real object lives on the other thread and its methods are
646
- * not reachable from here.
647
- *
648
- * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
649
- * @returns {Promise<{ infoHash: string, name: string, pieceLength: number, sourceKey: string, files: object[] }>}
650
- */
651
- async getTorrent({ sourceKey, sourceType, source }) {
652
- const info = await this.addSource({ sourceKey, sourceType, source });
653
- const client = this;
654
- return {
655
- infoHash: info.infoHash,
656
- name: info.name,
657
- pieceLength: Number(info.pieceLength) || 0,
658
- // Carried so helpers that receive only the torrent can still name it to
659
- // the worker.
660
- sourceKey,
661
- files: info.files.map((file) => ({
662
- ...file,
663
- /**
664
- * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
665
- * @returns {ReadableStream<Uint8Array>}
666
- */
667
- createReadStream(options = {}) {
668
- // Node stream, not a web one: Fastify replies and the ffmpeg pipe
669
- // both expect that shape, and every existing call site passes the
670
- // result straight to one of them. `Readable.fromWeb` adds no copy —
671
- // it wraps the same buffers.
672
- return Readable.fromWeb(
673
- client.createReadStream({
674
- sourceKey,
675
- fileIndex: file.index,
676
- start: options.start ?? null,
677
- end: options.end ?? null,
678
- windowBytes: options.windowBytes
679
- })
680
- );
681
- },
682
-
683
- /**
684
- * Fragments of shared memory, for a caller that can say when it has
685
- * finished with each one. `null` when this source has no shared pool.
686
- *
687
- * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
688
- * @returns {ReturnType<TorrentWorkerClient["createFragmentReader"]>}
689
- */
690
- createFragmentReader(options = {}) {
691
- return client.createFragmentReader({
692
- sourceKey,
693
- fileIndex: file.index,
694
- start: options.start ?? null,
695
- end: options.end ?? null,
696
- windowBytes: options.windowBytes
697
- });
698
- }
699
- }))
700
- };
701
- }
702
-
703
- /**
704
- * Shut the torrent client down and stop the thread.
705
- *
706
- * @returns {Promise<void>}
707
- */
708
- /**
709
- * What the spilled pieces weigh, as of the last revision. Zero until one has
710
- * happened, which is what "we have not asked yet" means.
711
- *
712
- * @type {number}
713
- */
714
- spilledBytes = 0;
715
-
716
- /**
717
- * Tell the piece stores on the torrent thread their share of MEMORY.
718
- *
719
- * The same owner divides memory and disk, because the two trade: pieces that
720
- * do not fit in memory are spilled to disk, so what the stores are given here
721
- * decides how much disk they need there.
722
- *
723
- * @param {number} bytes
724
- * @returns {Promise<{ held: number, wanted: number }>}
725
- */
726
- async allowMemoryBytes(bytes) {
727
- try {
728
- const claim = await this.#caller.call(Command.MEMORY_ALLOWANCE, { bytes });
729
- this.memoryClaim = {
730
- held: Number(claim?.held) || 0,
731
- wanted: Number(claim?.wanted) || 0
732
- };
733
- } catch {
734
- // The thread is gone or busy; the next revision says it again.
735
- }
736
- return this.memoryClaim ?? { held: 0, wanted: 0 };
737
- }
738
-
739
- /**
740
- * Tell the whole files on the torrent thread their share of the disk.
741
- *
742
- * Same shape as the spilled pieces, and for the same reason: they hold bytes
743
- * on this machine and the owner of the disk is on the other thread.
744
- *
745
- * @param {number} bytes
746
- * @returns {Promise<number>} What they hold after it.
747
- */
748
- async allowWholeFileBytes(bytes) {
749
- try {
750
- this.wholeFileBytes = Number(await this.#caller.call(Command.WHOLE_FILES_ALLOWANCE, { bytes })) || 0;
751
- } catch {
752
- // The thread is gone or busy; the next revision says it again.
753
- }
754
- return this.wholeFileBytes ?? 0;
755
- }
756
-
757
- /**
758
- * Say how much disk the spilled pieces on this thread may take between them.
759
- *
760
- * Best effort and never awaited by anything that matters: a share that does
761
- * not arrive leaves the ceiling where it was, and the next revision is a
762
- * minute away.
763
- *
764
- * @param {number} bytes
765
- * @returns {Promise<void>}
766
- */
767
- async allowSpillBytes(bytes) {
768
- try {
769
- const revised = await this.#caller.call(Command.SPILL_ALLOWANCE, { bytes });
770
- // The reply says what those stores actually hold, which is what the owner
771
- // of the disk needs for the next division. One exchange, both directions.
772
- this.spilledBytes = Array.isArray(revised)
773
- ? revised.reduce((sum, store) => sum + (Number(store?.bytes) || 0), 0)
774
- : this.spilledBytes;
775
- } catch {
776
- // The thread is gone or busy; the next revision says it again.
777
- }
778
- return this.spilledBytes;
779
- }
780
-
781
- async destroyAll() {
782
- this.#stopping = true;
783
- try {
784
- await this.#caller.call(Command.DESTROY_ALL, {});
785
- } catch {
786
- // Already gone — the wait below settles either way.
787
- }
788
- // Let the thread END rather than tearing it down under itself.
789
- //
790
- // `terminate()` frees the environment immediately, with the handle
791
- // callbacks libuv still holds queued. One of those is utp-native's UDP
792
- // read, and running it against a freed isolate is what the core dump of
793
- // 2026-08-21 caught: `on_utp_accept` → `napi_get_buffer_info` →
794
- // `v8::Value::IsArrayBufferView` inside `Environment::CleanupHandles`.
795
- // Once the client inside is destroyed the thread has nothing left holding
796
- // its loop open, so it exits by itself and the callbacks drain first.
797
- //
798
- // `terminate()` stays as the bounded fallback, because a shutdown that
799
- // hangs is worse than one that is forced.
800
- await new Promise((resolve) => {
801
- const timer = setTimeout(() => {
802
- logger.warn("torrent-worker: thread did not end in 5s; terminating it");
803
- void this.#worker.terminate().finally(resolve);
804
- }, WORKER_EXIT_GRACE_MS);
805
- this.#worker.once("exit", () => {
806
- clearTimeout(timer);
807
- resolve();
808
- });
809
- });
810
- }
811
- }
812
-
813
- /**
814
- * Bytes of a file kept whole, read from the disk.
815
- *
816
- * @param {{ path: string, length: number }} whole
817
- * @param {number} start
818
- * @param {number} end - Inclusive.
819
- * @returns {Promise<Buffer | null>} Null where the range is not inside the
820
- * file or the file is shorter than it was kept as. Rejects when the file
821
- * cannot be opened.
822
- */
823
- export async function readWholeFile(whole, start, end) {
824
- const last = Math.min(end, whole.length - 1);
825
- if (!(start >= 0) || !(last >= start)) {
826
- return null;
827
- }
828
- const handle = await open(whole.path, "r");
829
- try {
830
- const bytes = Buffer.allocUnsafe(last - start + 1);
831
- const { bytesRead } = await handle.read(bytes, 0, bytes.length, start);
832
- return bytesRead === bytes.length ? bytes : null;
833
- } finally {
834
- await handle.close();
835
- }
836
- }
1
+ /**
2
+ * @file Main-thread face of the torrent worker.
3
+ *
4
+ * Presents the same operations the routes and session manager already use, so
5
+ * moving the torrent to its own thread does not ripple through calling code.
6
+ * The one unavoidable change is that torrents are named by `sourceKey` instead
7
+ * of passed around as objects — objects cannot cross a thread boundary, and
8
+ * pretending otherwise would mean copying them on every call.
9
+ *
10
+ * Reads come back as an ordinary `ReadableStream`, so `/stream` and the codec
11
+ * probe consume them exactly as they consume WebTorrent's own streams today.
12
+ * What that hides is the part that matters: chunks arrive as transferred
13
+ * buffers, never copied — 5.3 ms per 10 MB against 37 ms if cloned and 104 ms
14
+ * through a transferable stream (measured 2026-08-02, see `protocol.js`).
15
+ */
16
+
17
+ import { Worker } from "node:worker_threads";
18
+ import { Readable } from "node:stream";
19
+ import { open } from "node:fs/promises";
20
+ import { fileURLToPath } from "node:url";
21
+ import { logger, writeAlreadyDecided } from "../../../utils/logger.js";
22
+ import { createCaller, createReceiveStream } from "./channel.js";
23
+ import { Command, Event } from "./protocol.js";
24
+
25
+ const WORKER_URL = new URL("./worker.js", import.meta.url);
26
+ /**
27
+ * How long a shutdown waits for the thread to end by itself before forcing it.
28
+ *
29
+ * Ending by itself is what lets libuv drain the handle callbacks it is holding;
30
+ * forcing it is what ran one of those against a freed isolate. Five seconds is
31
+ * long enough for a destroyed torrent client to release its sockets and short
32
+ * enough that a shutdown never appears to hang.
33
+ */
34
+ const WORKER_EXIT_GRACE_MS = 5_000;
35
+
36
+ /**
37
+ * Runs the torrent client on its own thread and exposes it to the main thread.
38
+ *
39
+ * Why this exists at all: profiling during a live seek found the main thread
40
+ * ~85% busy with WebTorrent (buffer concatenation ~15%, wire updates ~9%,
41
+ * garbage collection ~5%), while three of four cores idled. Serving a segment
42
+ * queued behind that work, so reading a finished 10 MB file took 12-23 s where
43
+ * handing it to the channel took 125 ms.
44
+ */
45
+ /**
46
+ * Piece buffers this thread has been handed, and how many the collector has
47
+ * taken back.
48
+ *
49
+ * A `SharedArrayBuffer`'s memory belongs to neither isolate: it lives until
50
+ * BOTH have let go. So the worker's own count answers only half the question,
51
+ * and this is the other half — 700 MB grew in the field on 2026-08-31 with the
52
+ * store's own memory falling, and the two candidates are "a reference of ours
53
+ * outlives the piece" and "the allocator keeps what we free". These two
54
+ * counters separate them (roadmap item 2).
55
+ *
56
+ * A fragment arrives as a fresh handle onto the same shared memory every time,
57
+ * so what is counted is handles, not pieces. That is the right quantity anyway:
58
+ * one handle retained keeps the whole piece alive.
59
+ */
60
+ const fragmentBuffers = { seen: 0, collected: 0 };
61
+ const fragmentCollector = typeof FinalizationRegistry === "function"
62
+ ? new FinalizationRegistry(() => {
63
+ fragmentBuffers.collected += 1;
64
+ })
65
+ : null;
66
+
67
+ /**
68
+ * What the collector has taken back against what this thread was handed.
69
+ *
70
+ * @returns {{ seen: number, collected: number }}
71
+ */
72
+ export function fragmentBufferCollection() {
73
+ return { seen: fragmentBuffers.seen, collected: fragmentBuffers.collected };
74
+ }
75
+
76
+ export class TorrentWorkerClient {
77
+ #worker;
78
+ /**
79
+ * Whether this shutdown was asked for, so the thread ending can be told from
80
+ * the thread dying. Without it both look identical from outside, which is how
81
+ * five crashes produced no line in the log.
82
+ */
83
+ #stopping = false;
84
+ #caller;
85
+ /** Receive-side handles for in-flight reads, keyed by request id. */
86
+ #reads = new Map();
87
+
88
+ /**
89
+ * The last piece served to each open read, so a fragment arriving out of
90
+ * order can be named. Cleared when the read ends.
91
+ *
92
+ * @type {Map<number, number>}
93
+ */
94
+ #lastPieceByRead = new Map();
95
+ /** Reads consuming fragments in place, keyed by request id. */
96
+ #fragmentReaders = new Map();
97
+
98
+ /**
99
+ * Files downloaded whole, by `${infoHash}/${fileIndex}`.
100
+ *
101
+ * Held on THIS thread because it is this thread that serves them: a file that
102
+ * is whole is read with an ordinary file read, and asking the torrent thread
103
+ * for anything about it would put back the very hop this removes. The torrent
104
+ * thread writes the files and says so; this is what it says.
105
+ *
106
+ * @type {Map<string, { path: string, length: number, name: string }>}
107
+ */
108
+ wholeFiles = new Map();
109
+
110
+ /** @type {(event: { sourceKey: string, fileIndex: number, trackIndex: number, cues: object[], language: string }) => void} */
111
+ /** @type {(event: { sourceKey: string, fileIndexes: number[] }) => void} */
112
+ #onPiecesArrived;
113
+
114
+ /**
115
+ * @param {{ memoryBytes?: number, stateDir?: string, onPiecesArrived?: (event: object) => void }} [options]
116
+ */
117
+ constructor({ memoryBytes, stateDir, onPiecesArrived } = {}) {
118
+ this.#worker = new Worker(fileURLToPath(WORKER_URL), {
119
+ // `stateDir` travels because the worker writes heap snapshots of its own
120
+ // isolate there. It cannot choose a directory any other way: a worker may
121
+ // not change the process's working directory, and the isolate that has
122
+ // died three times is the one no snapshot has ever been taken of.
123
+ workerData: { memoryBytes, stateDir }
124
+ });
125
+ this.#caller = createCaller(this.#worker);
126
+ this.#onPiecesArrived = onPiecesArrived ?? (() => undefined);
127
+
128
+ this.#worker.on("message", (message) => {
129
+ // A failed read must fail its stream. This is checked BEFORE the caller
130
+ // sees the message: until 2.9.76 nothing here handled a read error at
131
+ // all, so the worker's report was dropped as unknown, and because the
132
+ // worker sent the end-of-read marker from its `finally` even when the
133
+ // read had thrown, the reader saw a clean end of file instead. A read
134
+ // that failed before it produced anything simply hung forever.
135
+ if (message?.type === Event.ERROR && this.#reads.has(message.id)) {
136
+ const read = this.#reads.get(message.id);
137
+ this.#reads.delete(message.id);
138
+ read.fail(new Error(message.error ?? "Torrent worker read failed."));
139
+ return;
140
+ }
141
+ if (message?.type === Event.ERROR && this.#fragmentReaders.has(message.id)) {
142
+ const reader = this.#fragmentReaders.get(message.id);
143
+ this.#fragmentReaders.delete(message.id);
144
+ reader.fail(new Error(message.error ?? "Torrent worker read failed."));
145
+ return;
146
+ }
147
+ if (this.#caller.handleReply(message)) {
148
+ return;
149
+ }
150
+ switch (message?.type) {
151
+ case Event.FRAGMENT: {
152
+ const buffer = message.buffer;
153
+ if (!buffer || !Number.isInteger(message.offset) || message.offset < 0 ||
154
+ !Number.isInteger(message.length) || message.length <= 0 ||
155
+ message.offset + message.length > buffer.byteLength) {
156
+ const error = new Error(`Invalid source fragment ${message.offset}+${message.length} ` +
157
+ `in a buffer of ${buffer?.byteLength ?? 0}B (read ${message.id}).`);
158
+ logger.warn(`torrent-worker: ${error.message}`);
159
+ this.#fragmentReaders.get(message.id)?.fail(error);
160
+ this.#fragmentReaders.delete(message.id);
161
+ this.#reads.get(message.id)?.fail(error);
162
+ this.#reads.delete(message.id);
163
+ this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
164
+ void this.#caller.call(Command.CANCEL_READ, { readId: message.id }).catch(() => undefined);
165
+ break;
166
+ }
167
+ // A sequential read walks the file forwards, so each fragment either
168
+ // continues the piece before it or moves to the very next one.
169
+ // Anything else means the bytes handed to the decoder are not the
170
+ // file's bytes in order — which is what a decoder complaining about
171
+ // its input has twice turned out to mean (2.9.126, and the AC-3
172
+ // failure of 2026-08-09: the encoder ran at 9.3x, the piece store
173
+ // reported no spills and 100% of reads from memory, and the decoder
174
+ // still saw "new coupling strategy must be present in block 0"). The
175
+ // bounds check catches a fragment outside the pool; this catches one
176
+ // inside it that belongs somewhere else.
177
+ const lastPiece = this.#lastPieceByRead.get(message.id);
178
+ if (lastPiece !== undefined && message.pieceIndex !== lastPiece && message.pieceIndex !== lastPiece + 1) {
179
+ logger.warn(
180
+ `torrent-worker: read ${message.id} jumped from piece ${lastPiece} to ` +
181
+ `${message.pieceIndex} (${message.length}B at pool offset ${message.offset}) — ` +
182
+ "the consumer is being handed the file out of order"
183
+ );
184
+ }
185
+ this.#lastPieceByRead.set(message.id, message.pieceIndex);
186
+ fragmentBuffers.seen += 1;
187
+ fragmentCollector?.register(buffer, null);
188
+ const view = new Uint8Array(buffer, message.offset, message.length);
189
+
190
+ const reader = this.#fragmentReaders.get(message.id);
191
+ if (reader) {
192
+ // Handed on as a view into the pool — no copy anywhere. The piece
193
+ // stays pinned until the consumer says it is done with these exact
194
+ // bytes, which for a response body means the socket write has
195
+ // completed.
196
+ reader.push(view, () => {
197
+ this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
198
+ });
199
+ break;
200
+ }
201
+
202
+ // Plain-stream consumers keep what they are given while the slot may
203
+ // be reused, so they get a copy and the piece is released at once.
204
+ this.#reads.get(message.id)?.push(Uint8Array.prototype.slice.call(view));
205
+ this.#worker.postMessage({ type: Event.FRAGMENT_DONE, id: message.id });
206
+ break;
207
+ }
208
+ case Event.CHUNK: {
209
+ const bytes = message.bytes;
210
+ this.#reads.get(message.id)?.push(
211
+ new Uint8Array(bytes.buffer, bytes.byteOffset, bytes.length)
212
+ );
213
+ break;
214
+ }
215
+ case Event.READ_END:
216
+ this.#lastPieceByRead.delete(message.id);
217
+ this.#reads.get(message.id)?.close();
218
+ this.#reads.delete(message.id);
219
+ this.#fragmentReaders.get(message.id)?.close();
220
+ this.#fragmentReaders.delete(message.id);
221
+ break;
222
+ case Event.LOG:
223
+ // Written as it is: the worker holds the same repeat rule and has
224
+ // already applied it, and deciding again here would be one decision
225
+ // taken twice on two different histories.
226
+ writeAlreadyDecided(message.level ?? "info", `torrent-worker: ${message.message}`);
227
+ break;
228
+ case Event.FILE_COMPLETE:
229
+ // Recorded here so the stream route can answer from the file without
230
+ // going near the torrent thread at all.
231
+ this.wholeFiles.set(`${message.infoHash}/${message.fileIndex}`, {
232
+ path: message.path,
233
+ length: message.length,
234
+ name: message.name
235
+ });
236
+ break;
237
+ case Event.PIECES_ARRIVED:
238
+ // ANNOUNCED by the thread that owns the swarm, acted on here: the
239
+ // subtitle walk is this thread's and needs to know a piece arrived.
240
+ this.#onPiecesArrived({
241
+ sourceKey: message.sourceKey,
242
+ fileIndexes: Array.isArray(message.fileIndexes) ? message.fileIndexes : []
243
+ });
244
+ break;
245
+ default:
246
+ break;
247
+ }
248
+ });
249
+
250
+ this.#worker.on("error", (error) => {
251
+ logger.error(`torrent-worker crashed: ${error?.message ?? error}`);
252
+ // Fail everything outstanding rather than leaving callers hanging: a dead
253
+ // worker will never answer, and a stalled request is worse than an error
254
+ // the loading flow can retry.
255
+ this.#failEverythingOutstanding(new Error("Torrent worker stopped unexpectedly."));
256
+ });
257
+
258
+ // A worker that ENDS was, until now, not noticed at all: only `message` and
259
+ // `error` were listened for. So when the thread went away the proxy simply
260
+ // stopped, the log ended mid-sentence, and nothing said whether we had
261
+ // asked for it — which is precisely the reading that was missing on
262
+ // 2026-08-21, when a core dump showed the thread faulting inside
263
+ // `Environment::CleanupHandles` and there was no way to tell our own
264
+ // shutdown from the thread ending on its own.
265
+ this.#worker.on("exit", (code) => {
266
+ if (this.#stopping) {
267
+ logger.info(`torrent-worker: thread ended as asked (code ${code})`);
268
+ return;
269
+ }
270
+ logger.error(
271
+ `torrent-worker: thread ended on its own with code ${code} — nobody asked it to. ` +
272
+ "Everything waiting on it is failed; the proxy has no torrent client until it is rebuilt."
273
+ );
274
+ this.#failEverythingOutstanding(new Error("Torrent worker ended unexpectedly."));
275
+ });
276
+ }
277
+
278
+ /**
279
+ * A dead thread will never answer, so everything waiting on it is failed.
280
+ *
281
+ * INCLUDING THE FRAGMENT READS, which is what ffmpeg's input is. Both death
282
+ * handlers walked `#reads` alone and left `#fragmentReaders` untouched, so an
283
+ * encoder's input neither ended nor errored — it went quiet. Field 2026-08-31,
284
+ * three times: the thread died, both ffmpeg runs stayed ALIVE and stopped
285
+ * producing (167 `holding segment-00085.mp4 … encoder alive` lines), the
286
+ * browser drained its cushion and then retried a segment that would never
287
+ * exist, for ever, with nothing shown to the viewer.
288
+ *
289
+ * @param {Error} reason
290
+ */
291
+ #failEverythingOutstanding(reason) {
292
+ this.#caller.rejectAll(reason);
293
+ for (const [, read] of this.#reads) {
294
+ read.fail(reason);
295
+ }
296
+ this.#reads.clear();
297
+ for (const [, reader] of this.#fragmentReaders) {
298
+ reader.fail(reason);
299
+ }
300
+ this.#fragmentReaders.clear();
301
+ }
302
+
303
+ /**
304
+ * Add (or join) a torrent and register it under `sourceKey`.
305
+ *
306
+ * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
307
+ * @returns {Promise<{ infoHash: string, name: string, files: { index: number, name: string, path: string, length: number }[] }>}
308
+ */
309
+ async addSource({ sourceKey, sourceType, source }) {
310
+ return this.#caller.call(Command.ADD_SOURCE, { sourceKey, sourceType, source });
311
+ }
312
+
313
+ /**
314
+ * The torrent's files, as plain data.
315
+ *
316
+ * @param {string} sourceKey
317
+ * @returns {Promise<{ index: number, name: string, path: string, length: number }[]>}
318
+ */
319
+ async listFiles(sourceKey) {
320
+ return this.#caller.call(Command.LIST_FILES, { sourceKey });
321
+ }
322
+
323
+ /**
324
+ * Live download figures for the progress display.
325
+ *
326
+ * @param {{ sourceKey: string, fileIndex: number, resumeAnchorByteStart?: number | null }} params
327
+ * @returns {Promise<object>}
328
+ */
329
+ async getFileStats({ sourceKey, fileIndex, resumeAnchorByteStart = null }) {
330
+ return this.#caller.call(Command.FILE_STATS, { sourceKey, fileIndex, resumeAnchorByteStart });
331
+ }
332
+
333
+ /**
334
+ * The text subtitle tracks a file carries.
335
+ *
336
+ * @param {{ sourceKey: string, fileIndex: number }} params
337
+ * @returns {Promise<{ tracks: object[] }>}
338
+ */
339
+
340
+
341
+
342
+
343
+ /**
344
+ * Start fetching the region a viewer is about to resume at.
345
+ *
346
+ * @param {{ sourceKey: string, fileIndex: number, positionSeconds: number }} params
347
+ * @returns {Promise<{ started: boolean }>}
348
+ */
349
+ /**
350
+ * Fetch one whole file in the room the viewer's own reading leaves.
351
+ *
352
+ * @param {{ sourceKey: string, fileIndex: number }} params
353
+ * @returns {Promise<{ started: boolean }>}
354
+ */
355
+ async fillFile({ sourceKey, fileIndex }) {
356
+ return this.#caller.call(Command.FILL_FILE, { sourceKey, fileIndex });
357
+ }
358
+
359
+ /**
360
+ * The byte ranges of one file the torrent holds WHOLE.
361
+ *
362
+ * @param {{ sourceKey: string, fileIndex: number }} params
363
+ * @returns {Promise<Array<[number, number]>>}
364
+ */
365
+ async heldRanges({ sourceKey, fileIndex }) {
366
+ const whole = this.#wholeFileOf(sourceKey, fileIndex);
367
+ if (whole) {
368
+ return whole.length > 0 ? [[0, whole.length - 1]] : [];
369
+ }
370
+ const answer = await this.#caller.call(Command.HELD_RANGES, { sourceKey, fileIndex });
371
+ return Array.isArray(answer?.ranges) ? answer.ranges : [];
372
+ }
373
+
374
+ /**
375
+ * Bytes of a range the torrent already holds. Never fetched: null where they
376
+ * are not there.
377
+ *
378
+ * @param {{ sourceKey: string, fileIndex: number, start: number, end: number }} params
379
+ * @returns {Promise<Buffer | null>}
380
+ */
381
+ async readHeld({ sourceKey, fileIndex, start, end }) {
382
+ const whole = this.#wholeFileOf(sourceKey, fileIndex);
383
+ if (whole) {
384
+ try {
385
+ return await readWholeFile(whole, start, end);
386
+ } catch (error) {
387
+ // The file is gone — removed for space, as the stream route also finds.
388
+ // Forgotten here too, so the torrent answers from now on.
389
+ const key = `${String(sourceKey).slice("torrent:".length).toLowerCase()}/${fileIndex}`;
390
+ if (this.wholeFiles.get(key) === whole) {
391
+ this.wholeFiles.delete(key);
392
+ }
393
+ logger.info(`whole files: "${whole.name}" could not be read (${error?.code ?? error?.message ?? error}); the torrent answers for it now`);
394
+ return null;
395
+ }
396
+ }
397
+ const answer = await this.#caller.call(Command.READ_HELD, { sourceKey, fileIndex, start, end });
398
+ const bytes = answer?.bytes;
399
+ // The memory was handed over by the worker, so it is this thread's alone:
400
+ // viewed, not copied a second time.
401
+ return bytes ? Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength) : null;
402
+ }
403
+
404
+ /**
405
+ * The file kept whole on disk for this source and index, if there is one.
406
+ *
407
+ * Once a file is kept whole its pieces leave the torrent's store, while the
408
+ * torrent's bitfield still says they are held: a read through the torrent
409
+ * then waits on a store that no longer has them. Field 2026-10-01: every read
410
+ * of the subtitle walk on such a file was given up after 30 s. The file
411
+ * itself is what holds the bytes, so it is what answers — as the stream route
412
+ * already does.
413
+ *
414
+ * @param {string} sourceKey
415
+ * @param {number} fileIndex
416
+ * @returns {{ path: string, length: number, name: string } | null}
417
+ */
418
+ #wholeFileOf(sourceKey, fileIndex) {
419
+ if (this.wholeFiles.size === 0 || !String(sourceKey).startsWith("torrent:")) {
420
+ return null;
421
+ }
422
+ const infoHash = String(sourceKey).slice("torrent:".length).toLowerCase();
423
+ return this.wholeFiles.get(`${infoHash}/${fileIndex}`) ?? null;
424
+ }
425
+
426
+ async warmResumePosition({ sourceKey, fileIndex, positionSeconds, durationSeconds }) {
427
+ return this.#caller.call(Command.WARM_POSITION, { sourceKey, fileIndex, positionSeconds, durationSeconds });
428
+ }
429
+
430
+
431
+ /**
432
+ * Bytes every torrent on the worker has moved, downloaded and uploaded apart.
433
+ *
434
+ * The client lives on the worker thread, so this cannot be read as a property
435
+ * from here — which is exactly the mistake 2.19.0 shipped, leaving the figure
436
+ * always zero and the whole feature inert.
437
+ *
438
+ * @returns {Promise<{ downloaded: number, uploaded: number }>}
439
+ */
440
+ async getTorrentTotals() {
441
+ return this.#caller.call(Command.TORRENT_TOTALS, {});
442
+ }
443
+
444
+ /**
445
+ * Which films this proxy holds right now, and how much of each.
446
+ *
447
+ * Asked of the worker rather than of the main thread's map of stand-ins: that
448
+ * map is only cleared on shutdown, so it names films this proxy let go of
449
+ * hours ago.
450
+ *
451
+ * @returns {Promise<{ held: { infoHash: string, progress: number, bytes: number }[] }>}
452
+ */
453
+ async heldTorrents() {
454
+ return this.#caller.call(Command.HELD_TORRENTS, {});
455
+ }
456
+
457
+ /** State conditional demand for every file in a selected torrent. */
458
+ async fillTorrent(sourceKey) {
459
+ return this.#caller.call(Command.FILL_TORRENT, { sourceKey });
460
+ }
461
+
462
+ /**
463
+ * Reorder piece selection around a read position (seek prioritisation).
464
+ *
465
+ * @param {{ sourceKey: string, fileIndex: number, byteStart: number, windowBytes?: number, wholeFileRead?: boolean }} params
466
+ * @returns {Promise<void>}
467
+ */
468
+ async prioritizeByteRange({ sourceKey, fileIndex, byteStart, windowBytes, wholeFileRead }) {
469
+ await this.#caller.call(Command.PRIORITIZE, {
470
+ sourceKey,
471
+ fileIndex,
472
+ byteStart,
473
+ windowBytes,
474
+ wholeFileRead
475
+ });
476
+ }
477
+
478
+ /**
479
+ * Hand the download the priority map for one file.
480
+ *
481
+ * Seconds of film against a number, and nothing else: what is wanted and in
482
+ * what order. Turning that into bytes, into pieces, and into what the swarm
483
+ * is asked for is the download's own business, and so is what it keeps in
484
+ * memory.
485
+ *
486
+ * @param {{ sourceKey: string, fileIndex: number, durationSeconds: number, zones: { from: number, to: number, priority: number }[] }} params
487
+ * @returns {Promise<void>}
488
+ */
489
+ async setPriorityMap({ sourceKey, fileIndex, zones, durationSeconds }) {
490
+ await this.#caller.call(Command.PRIORITY_MAP, {
491
+ sourceKey,
492
+ fileIndex,
493
+ zones,
494
+ durationSeconds
495
+ });
496
+ }
497
+
498
+ /**
499
+ * Pre-fetch the head and tail the codec probe needs.
500
+ *
501
+ * @param {{ sourceKey: string, fileIndex: number, options?: { headBytes?: number, tailBytes?: number, timeoutMs?: number, awaited?: boolean } }} params
502
+ * @returns {Promise<unknown>}
503
+ */
504
+ async prefetchFileEdges({ sourceKey, fileIndex, options = {} }) {
505
+ return this.#caller.call(Command.PREFETCH_EDGES, { sourceKey, fileIndex, options });
506
+ }
507
+
508
+ /**
509
+ * Read a byte range as a stream.
510
+ *
511
+ * Returns immediately with a stream that fills as chunks arrive; cancelling it
512
+ * (viewer gone, seek superseded) stops the worker reading, so pieces are not
513
+ * fetched for a stream nobody will drain.
514
+ *
515
+ * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
516
+ * @returns {ReadableStream<Uint8Array>}
517
+ */
518
+ createReadStream({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
519
+ // Same id sequence as commands — see `nextId` in `channel.js`.
520
+ const readId = this.#caller.nextId();
521
+ const receive = createReceiveStream({
522
+ port: this.#worker,
523
+ requestId: readId,
524
+ onCancel: () => {
525
+ void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
526
+ this.#reads.delete(readId);
527
+ this.#lastPieceByRead.delete(readId);
528
+ }
529
+ });
530
+ this.#reads.set(readId, receive);
531
+
532
+ // The worker replies to READ_RANGE only once the body is fully sent; a
533
+ // failure before that must surface on the stream, not vanish.
534
+ this.#worker.postMessage({
535
+ command: Command.READ_RANGE,
536
+ id: readId,
537
+ params: { sourceKey, fileIndex, start, end, windowBytes }
538
+ });
539
+
540
+ return receive.stream;
541
+ }
542
+
543
+ /**
544
+ * Read a byte range as fragments of shared memory, without copying.
545
+ *
546
+ * Each fragment is a view straight into the torrent's piece pool, and the
547
+ * piece behind it stays pinned until `release()` is called — so the consumer
548
+ * must call it once it is genuinely finished with those bytes. For a response
549
+ * body that means after the socket write has completed, not when it was
550
+ * queued: verified that writing a shared-memory view and then overwriting the
551
+ * pool from the write callback leaves the client's copy intact, and that
552
+ * overwriting it earlier corrupts it silently.
553
+ *
554
+ * Returns `null` when this source has no shared pool, so the caller can fall
555
+ * back to {@link createReadStream}.
556
+ *
557
+ * @param {{ sourceKey: string, fileIndex: number, start?: number | null, end?: number | null, windowBytes?: number }} params
558
+ * @returns {{ [Symbol.asyncIterator]: () => AsyncGenerator<{ bytes: Uint8Array, release: () => void }>, cancel: () => void } | null}
559
+ */
560
+ createFragmentReader({ sourceKey, fileIndex, start = null, end = null, windowBytes }) {
561
+ const readId = this.#caller.nextId();
562
+ /** @type {{ bytes: Uint8Array, release: () => void }[]} */
563
+ const queue = [];
564
+ let wake = null;
565
+ let finished = false;
566
+ let failure = null;
567
+
568
+ const notify = () => {
569
+ const resume = wake;
570
+ wake = null;
571
+ resume?.();
572
+ };
573
+
574
+ this.#fragmentReaders.set(readId, {
575
+ push(bytes, confirm) {
576
+ queue.push({ bytes, release: confirm });
577
+ notify();
578
+ },
579
+ close() {
580
+ finished = true;
581
+ notify();
582
+ },
583
+ fail(error) {
584
+ failure = error;
585
+ finished = true;
586
+ notify();
587
+ }
588
+ });
589
+
590
+ const cancel = () => {
591
+ if (this.#fragmentReaders.delete(readId)) {
592
+ void this.#caller.call(Command.CANCEL_READ, { readId }).catch(() => undefined);
593
+ }
594
+ finished = true;
595
+ notify();
596
+ };
597
+
598
+ this.#worker.postMessage({
599
+ command: Command.READ_RANGE,
600
+ id: readId,
601
+ params: { sourceKey, fileIndex, start, end, windowBytes }
602
+ });
603
+
604
+ return {
605
+ cancel,
606
+ async *[Symbol.asyncIterator]() {
607
+ try {
608
+ for (;;) {
609
+ while (queue.length > 0) {
610
+ yield queue.shift();
611
+ }
612
+ if (failure) {
613
+ throw failure;
614
+ }
615
+ if (finished) {
616
+ return;
617
+ }
618
+ await new Promise((resolve) => {
619
+ wake = resolve;
620
+ });
621
+ }
622
+ } finally {
623
+ // Covers the consumer breaking out early — a client that hung up, a
624
+ // superseded seek — which must stop the read rather than leave it
625
+ // fetching pieces nobody will take.
626
+ if (!finished) {
627
+ cancel();
628
+ }
629
+ }
630
+ }
631
+ };
632
+ }
633
+
634
+ /**
635
+ * A stand-in for the WebTorrent torrent object, backed by the worker.
636
+ *
637
+ * Callers already hold a torrent and reach into `torrent.files[i]` — for the
638
+ * length, the name, or a read stream. Handing back an object of the same
639
+ * shape keeps every one of those call sites working unchanged, which matters:
640
+ * they are spread across the stream route, the subtitle route, the playback
641
+ * planner and the health report, and rewriting all of them to thread a
642
+ * `sourceKey` through would be a large change with nothing to show for it.
643
+ *
644
+ * Only what is actually used is provided. Anything else would be a promise we
645
+ * cannot keep — the real object lives on the other thread and its methods are
646
+ * not reachable from here.
647
+ *
648
+ * @param {{ sourceKey: string, sourceType: "magnet" | "torrent", source: string }} params
649
+ * @returns {Promise<{ infoHash: string, name: string, pieceLength: number, sourceKey: string, files: object[] }>}
650
+ */
651
+ async getTorrent({ sourceKey, sourceType, source }) {
652
+ const info = await this.addSource({ sourceKey, sourceType, source });
653
+ const client = this;
654
+ return {
655
+ infoHash: info.infoHash,
656
+ name: info.name,
657
+ pieceLength: Number(info.pieceLength) || 0,
658
+ // Carried so helpers that receive only the torrent can still name it to
659
+ // the worker.
660
+ sourceKey,
661
+ files: info.files.map((file) => ({
662
+ ...file,
663
+ /**
664
+ * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
665
+ * @returns {ReadableStream<Uint8Array>}
666
+ */
667
+ createReadStream(options = {}) {
668
+ // Node stream, not a web one: Fastify replies and the ffmpeg pipe
669
+ // both expect that shape, and every existing call site passes the
670
+ // result straight to one of them. `Readable.fromWeb` adds no copy —
671
+ // it wraps the same buffers.
672
+ return Readable.fromWeb(
673
+ client.createReadStream({
674
+ sourceKey,
675
+ fileIndex: file.index,
676
+ start: options.start ?? null,
677
+ end: options.end ?? null,
678
+ windowBytes: options.windowBytes
679
+ })
680
+ );
681
+ },
682
+
683
+ /**
684
+ * Fragments of shared memory, for a caller that can say when it has
685
+ * finished with each one. `null` when this source has no shared pool.
686
+ *
687
+ * @param {{ start?: number, end?: number, windowBytes?: number }} [options]
688
+ * @returns {ReturnType<TorrentWorkerClient["createFragmentReader"]>}
689
+ */
690
+ createFragmentReader(options = {}) {
691
+ return client.createFragmentReader({
692
+ sourceKey,
693
+ fileIndex: file.index,
694
+ start: options.start ?? null,
695
+ end: options.end ?? null,
696
+ windowBytes: options.windowBytes
697
+ });
698
+ }
699
+ }))
700
+ };
701
+ }
702
+
703
+ /**
704
+ * Shut the torrent client down and stop the thread.
705
+ *
706
+ * @returns {Promise<void>}
707
+ */
708
+ /**
709
+ * What the spilled pieces weigh, as of the last revision. Zero until one has
710
+ * happened, which is what "we have not asked yet" means.
711
+ *
712
+ * @type {number}
713
+ */
714
+ spilledBytes = 0;
715
+
716
+ /**
717
+ * Tell the piece stores on the torrent thread their share of MEMORY.
718
+ *
719
+ * The same owner divides memory and disk, because the two trade: pieces that
720
+ * do not fit in memory are spilled to disk, so what the stores are given here
721
+ * decides how much disk they need there.
722
+ *
723
+ * @param {number} bytes
724
+ * @returns {Promise<{ held: number, wanted: number }>}
725
+ */
726
+ async allowMemoryBytes(bytes) {
727
+ try {
728
+ const claim = await this.#caller.call(Command.MEMORY_ALLOWANCE, { bytes });
729
+ this.memoryClaim = {
730
+ held: Number(claim?.held) || 0,
731
+ wanted: Number(claim?.wanted) || 0
732
+ };
733
+ } catch {
734
+ // The thread is gone or busy; the next revision says it again.
735
+ }
736
+ return this.memoryClaim ?? { held: 0, wanted: 0 };
737
+ }
738
+
739
+ /**
740
+ * Tell the whole files on the torrent thread their share of the disk.
741
+ *
742
+ * Same shape as the spilled pieces, and for the same reason: they hold bytes
743
+ * on this machine and the owner of the disk is on the other thread.
744
+ *
745
+ * @param {number} bytes
746
+ * @returns {Promise<number>} What they hold after it.
747
+ */
748
+ async allowWholeFileBytes(bytes) {
749
+ try {
750
+ this.wholeFileBytes = Number(await this.#caller.call(Command.WHOLE_FILES_ALLOWANCE, { bytes })) || 0;
751
+ } catch {
752
+ // The thread is gone or busy; the next revision says it again.
753
+ }
754
+ return this.wholeFileBytes ?? 0;
755
+ }
756
+
757
+ /**
758
+ * Say how much disk the spilled pieces on this thread may take between them.
759
+ *
760
+ * Best effort and never awaited by anything that matters: a share that does
761
+ * not arrive leaves the ceiling where it was, and the next revision is a
762
+ * minute away.
763
+ *
764
+ * @param {number} bytes
765
+ * @returns {Promise<void>}
766
+ */
767
+ async allowSpillBytes(bytes) {
768
+ try {
769
+ const revised = await this.#caller.call(Command.SPILL_ALLOWANCE, { bytes });
770
+ // The reply says what those stores actually hold, which is what the owner
771
+ // of the disk needs for the next division. One exchange, both directions.
772
+ this.spilledBytes = Array.isArray(revised)
773
+ ? revised.reduce((sum, store) => sum + (Number(store?.bytes) || 0), 0)
774
+ : this.spilledBytes;
775
+ } catch {
776
+ // The thread is gone or busy; the next revision says it again.
777
+ }
778
+ return this.spilledBytes;
779
+ }
780
+
781
+ async destroyAll() {
782
+ this.#stopping = true;
783
+ try {
784
+ await this.#caller.call(Command.DESTROY_ALL, {});
785
+ } catch {
786
+ // Already gone — the wait below settles either way.
787
+ }
788
+ // Let the thread END rather than tearing it down under itself.
789
+ //
790
+ // `terminate()` frees the environment immediately, with the handle
791
+ // callbacks libuv still holds queued. One of those is utp-native's UDP
792
+ // read, and running it against a freed isolate is what the core dump of
793
+ // 2026-08-21 caught: `on_utp_accept` → `napi_get_buffer_info` →
794
+ // `v8::Value::IsArrayBufferView` inside `Environment::CleanupHandles`.
795
+ // Once the client inside is destroyed the thread has nothing left holding
796
+ // its loop open, so it exits by itself and the callbacks drain first.
797
+ //
798
+ // `terminate()` stays as the bounded fallback, because a shutdown that
799
+ // hangs is worse than one that is forced.
800
+ await new Promise((resolve) => {
801
+ const timer = setTimeout(() => {
802
+ logger.warn("torrent-worker: thread did not end in 5s; terminating it");
803
+ void this.#worker.terminate().finally(resolve);
804
+ }, WORKER_EXIT_GRACE_MS);
805
+ this.#worker.once("exit", () => {
806
+ clearTimeout(timer);
807
+ resolve();
808
+ });
809
+ });
810
+ }
811
+ }
812
+
813
+ /**
814
+ * Bytes of a file kept whole, read from the disk.
815
+ *
816
+ * @param {{ path: string, length: number }} whole
817
+ * @param {number} start
818
+ * @param {number} end - Inclusive.
819
+ * @returns {Promise<Buffer | null>} Null where the range is not inside the
820
+ * file or the file is shorter than it was kept as. Rejects when the file
821
+ * cannot be opened.
822
+ */
823
+ export async function readWholeFile(whole, start, end) {
824
+ const last = Math.min(end, whole.length - 1);
825
+ if (!(start >= 0) || !(last >= start)) {
826
+ return null;
827
+ }
828
+ const handle = await open(whole.path, "r");
829
+ try {
830
+ const bytes = Buffer.allocUnsafe(last - start + 1);
831
+ const { bytesRead } = await handle.read(bytes, 0, bytes.length, start);
832
+ return bytesRead === bytes.length ? bytes : null;
833
+ } finally {
834
+ await handle.close();
835
+ }
836
+ }