@torrent-tv/proxy 2.88.3 → 2.88.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (473) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +2259 -2250
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/biome.json +411 -411
  22. package/docs/browser-proxy-contract.md +23 -4
  23. package/docs/container-architecture.md +218 -218
  24. package/docs/download-architecture.md +261 -261
  25. package/docs/encode-architecture.md +729 -729
  26. package/docs/encode-run-state.md +96 -96
  27. package/docs/logs.md +97 -97
  28. package/docs/socks5-egress-research.md +114 -114
  29. package/docs/storage-architecture.md +267 -267
  30. package/knip.json +14 -14
  31. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  32. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  33. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  34. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  35. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  36. package/openspec/changes/binary-distribution/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  38. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  39. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  40. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  41. package/openspec/changes/cold-start/design.md +98 -98
  42. package/openspec/changes/cold-start/proposal.md +62 -62
  43. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  44. package/openspec/changes/cold-start/tasks.md +48 -48
  45. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  46. package/openspec/changes/disk-cap/proposal.md +37 -37
  47. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  48. package/openspec/changes/disk-cap/tasks.md +19 -19
  49. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  50. package/openspec/changes/proxy-observability/design.md +38 -38
  51. package/openspec/changes/proxy-observability/proposal.md +49 -49
  52. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  53. package/openspec/changes/proxy-observability/tasks.md +21 -21
  54. package/openspec/changes/seek-debounce/design.md +118 -118
  55. package/openspec/changes/seek-debounce/proposal.md +59 -59
  56. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  57. package/openspec/changes/seek-debounce/tasks.md +33 -33
  58. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  59. package/openspec/changes/subtitle-language/proposal.md +50 -50
  60. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  61. package/openspec/changes/subtitle-language/tasks.md +26 -26
  62. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  63. package/openspec/changes/track-selection/design.md +47 -47
  64. package/openspec/changes/track-selection/proposal.md +45 -45
  65. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  66. package/openspec/changes/track-selection/tasks.md +20 -20
  67. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  68. package/openspec/changes/transcode-quality/proposal.md +51 -51
  69. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  70. package/openspec/changes/transcode-quality/tasks.md +63 -63
  71. package/openspec/config.yaml +38 -38
  72. package/package.json +1 -1
  73. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  74. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  75. package/research/double-spawn-2026-09-10.md +171 -171
  76. package/research/handover-2026-09-13.md +209 -209
  77. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  78. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  79. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  80. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  81. package/routes/api/client-logs/post.js +86 -86
  82. package/routes/api/delivery-sink/get.js +72 -72
  83. package/routes/api/link-probe/get.js +51 -51
  84. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  85. package/routes/api/playback-plan/post.js +53 -53
  86. package/routes/api/sources/post.js +36 -36
  87. package/routes/api/sources/stats/get.js +132 -132
  88. package/routes/api/sources/warm/post.js +217 -217
  89. package/routes/api/subtitles/get.js +230 -230
  90. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  91. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  92. package/routes/api/transcode-sessions/post.js +178 -173
  93. package/routes/api/transcode-sessions/progress/get.js +27 -27
  94. package/routes/api/transcode-sessions/release/post.js +41 -41
  95. package/routes/api/transcode-sessions/seek/post.js +63 -63
  96. package/routes/health/get.js +13 -13
  97. package/routes/healthz/get.js +13 -13
  98. package/routes/stream/get.js +380 -380
  99. package/routes/transcode/audio-file/get.js +64 -64
  100. package/routes/transcode/audio-warm/get.js +95 -84
  101. package/routes/transcode/session-file/get.js +52 -52
  102. package/routes/transcode/variant-file/get.js +95 -95
  103. package/routes/transcode/variant-warm/get.js +84 -84
  104. package/scripts/render-run-graph.js +173 -173
  105. package/server.js +725 -725
  106. package/services/encode/CoverageMap.js +428 -428
  107. package/services/encode/CushionReport.js +345 -345
  108. package/services/encode/EncodeAdmission.js +376 -376
  109. package/services/encode/EncodeOrchestrator.js +1217 -1217
  110. package/services/encode/EncodePlan.js +1366 -1366
  111. package/services/encode/EncodeRun.js +813 -813
  112. package/services/encode/EncodeRuns.js +1235 -1235
  113. package/services/encode/Encoder.js +142 -142
  114. package/services/encode/EncoderSelection.js +38 -38
  115. package/services/encode/LocalObservations.js +359 -359
  116. package/services/encode/NvencEncoder.js +50 -50
  117. package/services/encode/OutputOpening.js +783 -758
  118. package/services/encode/OutputTimes.js +579 -579
  119. package/services/encode/QsvEncoder.js +58 -58
  120. package/services/encode/Renditions.js +2282 -2184
  121. package/services/encode/RunProgress.js +84 -84
  122. package/services/encode/SegmentDemand.js +95 -95
  123. package/services/encode/SoftwareEncoder.js +121 -121
  124. package/services/encode/V4l2m2mEncoder.js +53 -53
  125. package/services/encode/VaapiEncoder.js +66 -66
  126. package/services/encode/args.js +418 -416
  127. package/services/encode/available-share.js +89 -89
  128. package/services/encode/calibration.js +361 -361
  129. package/services/encode/contention.js +128 -128
  130. package/services/encode/decode-cost-fit.js +363 -363
  131. package/services/encode/encode-exit.js +114 -114
  132. package/services/encode/encode-run-state.js +551 -551
  133. package/services/encode/encoder-readings.js +45 -45
  134. package/services/encode/fingerprint.js +322 -322
  135. package/services/encode/host-load.js +174 -174
  136. package/services/encode/hwaccel.js +1894 -1894
  137. package/services/encode/index.js +9 -9
  138. package/services/encode/learned-median.js +90 -90
  139. package/services/encode/output/EncodedOutput.js +57 -57
  140. package/services/encode/output/Output.js +131 -131
  141. package/services/encode/output/OutputCatalog.js +414 -414
  142. package/services/encode/output/OutputSpec.js +390 -390
  143. package/services/encode/output/Timeline.js +308 -308
  144. package/services/encode/output/cut-grid.js +107 -107
  145. package/services/encode/output/index.js +20 -20
  146. package/services/encode/output/ladder.js +32 -32
  147. package/services/encode/output/playlists.js +284 -284
  148. package/services/encode/output/rates.js +125 -125
  149. package/services/encode/output-key-format.js +21 -21
  150. package/services/encode/quality/EncodeCost.js +1150 -1141
  151. package/services/encode/quality/HostLoad.js +525 -525
  152. package/services/encode/quality/HostTimings.js +249 -249
  153. package/services/encode/quality/OutputQualityState.js +28 -28
  154. package/services/encode/quality/QualityController.js +935 -935
  155. package/services/encode/quality/QualityOffer.js +416 -416
  156. package/services/encode/quality/drain-threat.js +47 -47
  157. package/services/encode/quality/link-budget.js +349 -254
  158. package/services/encode/quality/output-format.js +319 -315
  159. package/services/encode/quality/serving-output.js +216 -216
  160. package/services/encode/quality/visible-rung.js +57 -57
  161. package/services/encode/run-budget.js +97 -97
  162. package/services/encode/run-command.js +754 -754
  163. package/services/encode/run-costs.js +155 -155
  164. package/services/encode/run-inputs.js +42 -42
  165. package/services/encode/segment-formats/fmp4.js +456 -456
  166. package/services/encode/segment-formats/index.js +85 -85
  167. package/services/encode/segment-formats/init-compat.js +324 -324
  168. package/services/encode/segment-formats/mpegts.js +134 -134
  169. package/services/encode/start-stop-cost.js +178 -178
  170. package/services/encode/throughput.js +97 -97
  171. package/services/encode/torrent-cost.js +88 -88
  172. package/services/identity/installation-id.js +38 -38
  173. package/services/media/ContainerOrchestrator.js +149 -149
  174. package/services/media/KeyframeTables.js +316 -316
  175. package/services/media/SourceFile.js +298 -298
  176. package/services/media/SubtitleCues.js +520 -520
  177. package/services/media/SubtitleOrchestrator.js +167 -167
  178. package/services/media/audio-inventory.js +298 -245
  179. package/services/media/container/AviContainer.js +266 -266
  180. package/services/media/container/Container.js +609 -603
  181. package/services/media/container/ContainerFactory.js +56 -56
  182. package/services/media/container/KeyframeTable.js +272 -272
  183. package/services/media/container/MatroskaContainer.js +1494 -1494
  184. package/services/media/container/Mp4Container.js +1344 -1244
  185. package/services/media/container/ebml-reader.js +159 -159
  186. package/services/media/ffmpeg-banner.js +260 -260
  187. package/services/media/keyframe-probe.js +157 -157
  188. package/services/media/media-info-probe.js +93 -93
  189. package/services/media/playback-planner.js +931 -931
  190. package/services/media/tracks/AudioTrack.js +143 -131
  191. package/services/media/tracks/ContainerTrack.js +75 -75
  192. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  193. package/services/media/tracks/SubtitleTrack.js +38 -38
  194. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  195. package/services/media/tracks/VideoTrack.js +33 -33
  196. package/services/media/tracks/audio-bound.js +233 -0
  197. package/services/media/tracks/index.js +15 -15
  198. package/services/media/tracks/language-detect.js +174 -174
  199. package/services/server/OutputLifecycle.js +418 -418
  200. package/services/server/SegmentServing.js +1150 -1150
  201. package/services/server/ViewerRequests.js +760 -760
  202. package/services/server/WaitLedger.js +142 -142
  203. package/services/server/controllers/PlaybackController.js +40 -40
  204. package/services/server/controllers/SubtitleController.js +109 -109
  205. package/services/server/http-responses.js +60 -60
  206. package/services/server/transcode-session-files.js +325 -325
  207. package/services/server/wire-outputs.js +995 -992
  208. package/services/storage/Diagnostics.js +202 -202
  209. package/services/storage/MachineBudget.js +235 -235
  210. package/services/storage/allowance.js +107 -107
  211. package/services/storage/core-dumps.js +106 -106
  212. package/services/storage/files/CompletedFiles.js +391 -391
  213. package/services/storage/files/piece-from-whole-file.js +118 -118
  214. package/services/storage/free.js +71 -71
  215. package/services/storage/keep.js +48 -48
  216. package/services/storage/machine-memory.js +56 -56
  217. package/services/storage/memory-report.js +575 -575
  218. package/services/storage/piece-store/piece-disk-store.js +539 -539
  219. package/services/storage/piece-store/piece-lru.js +495 -495
  220. package/services/storage/piece-store/shared-piece-store.js +1931 -1931
  221. package/services/storage/returns.js +103 -103
  222. package/services/storage/segment-store/SegmentStore.js +1240 -1240
  223. package/services/storage/wire.js +175 -175
  224. package/services/torrent/demand/DemandRegister.js +202 -202
  225. package/services/torrent/demand/Urgency.js +137 -137
  226. package/services/torrent/demand/Window.js +118 -118
  227. package/services/torrent/demand/index.js +8 -8
  228. package/services/torrent/demand/pieces.js +140 -140
  229. package/services/torrent/download/SwarmSelection.js +386 -386
  230. package/services/torrent/download/registry.js +102 -102
  231. package/services/torrent/download/withdraw-claim.js +80 -80
  232. package/services/torrent/episode-naming.js +182 -182
  233. package/services/torrent/files.js +455 -455
  234. package/services/torrent/naming.js +619 -619
  235. package/services/torrent/piece-store-of.js +29 -29
  236. package/services/torrent/supply-margin.js +262 -262
  237. package/services/torrent/torrent-pool.js +2675 -2675
  238. package/services/torrent/worker/background-fill.js +213 -213
  239. package/services/torrent/worker/channel.js +271 -271
  240. package/services/torrent/worker/client.js +765 -765
  241. package/services/torrent/worker/fastest-wires.js +342 -342
  242. package/services/torrent/worker/handle-state.js +23 -23
  243. package/services/torrent/worker/held-bytes.js +155 -155
  244. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  245. package/services/torrent/worker/piece-reader.js +1078 -1078
  246. package/services/torrent/worker/pool-adapter.js +371 -371
  247. package/services/torrent/worker/protocol.js +184 -184
  248. package/services/torrent/worker/resume-warm.js +107 -107
  249. package/services/torrent/worker/webrtc-shim.js +219 -219
  250. package/services/torrent/worker/worker.js +1129 -1129
  251. package/services/transport/data-channel-handler.js +1369 -1369
  252. package/services/transport/delivery-probe.js +842 -842
  253. package/services/transport/health-collector.js +53 -53
  254. package/services/transport/nat-classifier.js +231 -231
  255. package/services/transport/packet-witness.js +808 -808
  256. package/services/transport/port-mapper.js +235 -235
  257. package/services/transport/registry-api.js +81 -81
  258. package/services/transport/tunnel-client.js +447 -447
  259. package/services/transport/usrsctp-state.js +175 -175
  260. package/services/transport/webrtc-manager.js +484 -484
  261. package/services/viewer/Assignments.js +340 -340
  262. package/services/viewer/PriorityMap.js +390 -390
  263. package/services/viewer/PriorityOrchestrator.js +325 -325
  264. package/services/viewer/Viewer.js +691 -691
  265. package/services/viewer/Viewers.js +368 -368
  266. package/services/viewer/active-output.js +37 -37
  267. package/services/viewer/audio-start.js +46 -46
  268. package/services/viewer/buffer-trend.js +81 -81
  269. package/services/viewer/choices.js +647 -647
  270. package/services/viewer/positions.js +126 -126
  271. package/services/viewer/report-intake.js +46 -46
  272. package/store/source-registry.js +71 -71
  273. package/test/asset-paths.test.js +28 -28
  274. package/test/audio-buffer-continuity.test.js +70 -70
  275. package/test/audio-inventory.test.js +212 -212
  276. package/test/audio-track-bitrate.test.js +40 -40
  277. package/test/auto-quality-step.test.js +707 -707
  278. package/test/available-share.test.js +76 -76
  279. package/test/background-fill.test.js +190 -190
  280. package/test/client-log-file.test.js +110 -110
  281. package/test/completed-files.test.js +115 -115
  282. package/test/concurrent-cost.test.js +148 -148
  283. package/test/container-media-info.test.js +228 -228
  284. package/test/contention.test.js +76 -76
  285. package/test/core-dumps.test.js +57 -57
  286. package/test/coverage-follows-the-disk.test.js +228 -228
  287. package/test/coverage-map.test.js +195 -195
  288. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  289. package/test/cut-times-timeline.test.js +65 -65
  290. package/test/cuts-follow-published-grid.test.js +109 -109
  291. package/test/data-channel-frame.test.js +63 -63
  292. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  293. package/test/dead-torrent-handle.test.js +52 -52
  294. package/test/declared-rates.test.js +116 -116
  295. package/test/declared-tracks.test.js +43 -43
  296. package/test/decode-cost-fit.test.js +202 -202
  297. package/test/decode-cost.test.js +462 -462
  298. package/test/delivery-probe.test.js +393 -393
  299. package/test/demand-register.test.js +206 -206
  300. package/test/dht-bootstrap.test.js +72 -72
  301. package/test/drain-threat.test.js +65 -65
  302. package/test/duplicate-add.test.js +48 -48
  303. package/test/encode-admission.test.js +146 -146
  304. package/test/encode-cost.test.js +283 -283
  305. package/test/encode-exit.test.js +111 -111
  306. package/test/encode-orchestrator.test.js +419 -419
  307. package/test/encode-plan-viewers.test.js +718 -718
  308. package/test/encode-plan.test.js +545 -545
  309. package/test/encode-run-state.test.js +314 -314
  310. package/test/encode-run.test.js +162 -162
  311. package/test/encode-slope.test.js +46 -46
  312. package/test/encoded-output.test.js +39 -39
  313. package/test/encoder-kinds.test.js +122 -122
  314. package/test/encoder-readings.test.js +46 -46
  315. package/test/episode-naming.test.js +131 -131
  316. package/test/every-claimant-is-told-its-share.test.js +152 -152
  317. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  318. package/test/failed-start-breaker.test.js +202 -202
  319. package/test/fastest-wires.test.js +143 -143
  320. package/test/ffmpeg-stream-counts.test.js +78 -78
  321. package/test/file-edges.test.js +191 -191
  322. package/test/fixtures/audio-frame-boundary.json +1 -1
  323. package/test/fmp4-presentation-clock.test.js +147 -147
  324. package/test/fmp4-self-contained.test.js +80 -80
  325. package/test/fmp4-timestamps.test.js +140 -140
  326. package/test/fmp4-track-completeness.test.js +41 -41
  327. package/test/format-keyed-outputs.test.js +78 -78
  328. package/test/health-metrics.test.js +38 -38
  329. package/test/held-request-width.test.js +157 -157
  330. package/test/helpers/encode-run.js +136 -136
  331. package/test/helpers/held-file.js +29 -29
  332. package/test/helpers/manager.js +57 -57
  333. package/test/helpers/output-spec.js +63 -63
  334. package/test/host-load.test.js +68 -68
  335. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  336. package/test/init-compat.test.js +219 -219
  337. package/test/input-lost-quiets-the-plan.test.js +261 -261
  338. package/test/input-unavailable.test.js +48 -48
  339. package/test/installation-id.test.js +39 -39
  340. package/test/keeping-period.test.js +83 -83
  341. package/test/keyframe-index-accuracy.test.js +188 -188
  342. package/test/keyframe-table-budget.test.js +102 -102
  343. package/test/keyframes-belong-to-the-file.test.js +249 -249
  344. package/test/learned-median.test.js +37 -37
  345. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  346. package/test/limit-row-by-area.test.js +60 -60
  347. package/test/link-budget.test.js +112 -111
  348. package/test/link-probe.test.js +56 -56
  349. package/test/local-encoding-data.test.js +273 -273
  350. package/test/logger-repeats.test.js +134 -134
  351. package/test/look-ahead-coverage.test.js +56 -56
  352. package/test/manager-surface.test.js +292 -292
  353. package/test/matroska-cues-track.test.js +192 -192
  354. package/test/memory-budget.test.js +390 -390
  355. package/test/move-cost.test.js +216 -216
  356. package/test/mp4-subtitles.test.js +173 -173
  357. package/test/one-authority.test.js +285 -285
  358. package/test/one-budget.test.js +149 -149
  359. package/test/one-output-one-session.test.js +270 -204
  360. package/test/one-resource-divided.test.js +185 -185
  361. package/test/one-serving-output-per-height.test.js +458 -458
  362. package/test/orchestrator-wired.test.js +206 -206
  363. package/test/output-catalog.test.js +39 -39
  364. package/test/output-shape.test.js +21 -21
  365. package/test/output-spec.test.js +251 -251
  366. package/test/output-speed.test.js +88 -88
  367. package/test/outputs-being-prepared.test.js +40 -40
  368. package/test/packet-witness-ring.test.js +236 -236
  369. package/test/packet-witness.test.js +148 -148
  370. package/test/piece-disk-store.test.js +401 -401
  371. package/test/piece-from-whole-file.test.js +129 -129
  372. package/test/piece-lru.test.js +319 -319
  373. package/test/piece-reader.test.js +162 -162
  374. package/test/piece-selection-offset.test.js +85 -85
  375. package/test/piece-store-eviction.test.js +595 -595
  376. package/test/piece-store-never-refuses.test.js +153 -153
  377. package/test/piece-store-reservations.test.js +403 -403
  378. package/test/piece-store-slow-disk.test.js +159 -159
  379. package/test/piece-tail.test.js +97 -97
  380. package/test/plan-host-timings.test.js +68 -68
  381. package/test/plan-is-steady.test.js +225 -225
  382. package/test/playback-readiness.test.js +453 -453
  383. package/test/playback-start-regressions.test.js +99 -99
  384. package/test/priority-map-download.test.js +174 -174
  385. package/test/priority-map-emptied.test.js +204 -204
  386. package/test/priority-map-per-output.test.js +215 -215
  387. package/test/priority-map.test.js +163 -163
  388. package/test/probe-wedge-certainty.test.js +60 -60
  389. package/test/produced-copy-choice.test.js +213 -213
  390. package/test/published-timeline.test.js +83 -83
  391. package/test/quality-offer.test.js +162 -162
  392. package/test/quality-variants.test.js +1257 -1229
  393. package/test/rate-control-in-the-output.test.js +180 -180
  394. package/test/read-survives-withdrawal.test.js +164 -164
  395. package/test/read-window.test.js +365 -365
  396. package/test/resume-warm.test.js +39 -39
  397. package/test/run-graph-drift.test.js +37 -37
  398. package/test/run-inputs.test.js +80 -80
  399. package/test/run-intervals.test.js +100 -100
  400. package/test/run-position-follows-published-grid.test.js +89 -89
  401. package/test/run-progress.test.js +65 -65
  402. package/test/same-height-switch.test.js +664 -664
  403. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  404. package/test/seek-landing.test.js +109 -109
  405. package/test/seek-target-not-superseded.test.js +195 -195
  406. package/test/segment-closed-on-both-branches.test.js +96 -96
  407. package/test/segment-cut-times.test.js +63 -63
  408. package/test/segment-demand.test.js +80 -80
  409. package/test/segment-hold-supersede.test.js +91 -91
  410. package/test/segment-judged-by-its-own-header.test.js +221 -221
  411. package/test/segment-serve-wiring.test.js +475 -475
  412. package/test/segment-store-eviction.test.js +247 -247
  413. package/test/segment-store.test.js +323 -323
  414. package/test/segment-true-start.test.js +86 -86
  415. package/test/segments-are-shared.test.js +176 -176
  416. package/test/send-chunk-bytes.test.js +86 -86
  417. package/test/serving-existing-output.test.js +105 -102
  418. package/test/serving-output.test.js +102 -102
  419. package/test/shared-piece-store.test.js +310 -310
  420. package/test/sidecar-naming.test.js +142 -142
  421. package/test/soundtrack-rate-bound.test.js +289 -0
  422. package/test/source-file.test.js +133 -133
  423. package/test/source-files-route.test.js +113 -113
  424. package/test/source-registry.test.js +18 -18
  425. package/test/split-a-stretch.test.js +139 -139
  426. package/test/stale-request-after-seek.test.js +158 -158
  427. package/test/startup-readings.test.js +124 -124
  428. package/test/stream-route.test.js +209 -209
  429. package/test/subtitle-cue-framing.test.js +200 -200
  430. package/test/subtitle-cue-source.test.js +102 -102
  431. package/test/subtitle-cue-walk.test.js +370 -370
  432. package/test/subtitle-cursor.test.js +63 -63
  433. package/test/subtitle-defaults.test.js +118 -118
  434. package/test/subtitle-language.test.js +252 -252
  435. package/test/subtitle-track-numbering.test.js +386 -386
  436. package/test/supply-margin.test.js +177 -177
  437. package/test/swarm-follows-readers.test.js +174 -174
  438. package/test/swarm-reach.test.js +130 -130
  439. package/test/swarm-selection.test.js +220 -220
  440. package/test/tail-duplication.test.js +167 -167
  441. package/test/the-channel-has-both-ends.test.js +91 -91
  442. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  443. package/test/thread-pool.test.js +53 -53
  444. package/test/timeline.test.js +84 -84
  445. package/test/torrent-contents.test.js +235 -235
  446. package/test/torrent-cost.test.js +71 -71
  447. package/test/torrent-files.test.js +221 -221
  448. package/test/torrent-naming.test.js +255 -255
  449. package/test/tracks-begin-together.test.js +209 -209
  450. package/test/tunnel-renewal.test.js +167 -167
  451. package/test/two-viewers-one-picture.test.js +504 -407
  452. package/test/upload-hurry.test.js +186 -186
  453. package/test/usrsctp-state.test.js +131 -131
  454. package/test/video-facts.test.js +102 -102
  455. package/test/viewer-assignments.test.js +143 -143
  456. package/test/viewer-outputs.test.js +285 -285
  457. package/test/viewer-presence.test.js +116 -116
  458. package/test/viewer-requests-admission.test.js +89 -89
  459. package/test/viewer-states.test.js +189 -189
  460. package/test/viewer-subtitle-subscription.test.js +96 -96
  461. package/test/viewer.test.js +139 -139
  462. package/test/viewing-generations.test.js +390 -390
  463. package/test/visible-rung.test.js +37 -37
  464. package/test/wait-ledger.test.js +100 -100
  465. package/test/webrtc-shim.test.js +149 -149
  466. package/test/wedge-certainty.test.js +131 -131
  467. package/test/withdraw-piece-claim.test.js +212 -212
  468. package/test/worker-channel.test.js +158 -158
  469. package/utils/client-log-file.js +151 -151
  470. package/utils/logger.js +312 -312
  471. package/utils/parse-range.js +25 -25
  472. package/utils/perf.js +59 -59
  473. package/utils/torrent-source-key.js +38 -38
package/bin/cli.js CHANGED
@@ -1,684 +1,684 @@
1
- #!/usr/bin/env node
2
- /**
3
- * @file CLI entry point for the torrent-tv proxy.
4
- *
5
- * Parses command-line arguments, starts the local HTTP server, opens a
6
- * persistent WebSocket tunnel to the registry server, and registers this
7
- * proxy. Liveness is tracked via the tunnel connection — the proxy re-registers
8
- * automatically on reconnect so the server's in-memory store stays consistent.
9
- */
10
-
11
- // FIRST, and it must stay first: it sets how many blocking calls this process
12
- // can have in flight, and a module's imports are evaluated before its body, so
13
- // anything imported above it would get the default pool. See the file itself
14
- // for the measurement that made it necessary.
15
- import "./thread-pool.js";
16
- import { Command } from "commander";
17
- import os from "node:os";
18
- import { spawnSync } from "node:child_process";
19
- import { createRequire } from "node:module";
20
- import ffmpegStatic from "ffmpeg-static";
21
- import { startProxyServer } from "../server.js";
22
- import { registerClient } from "../services/transport/registry-api.js";
23
- import { createTunnelClient } from "../services/transport/tunnel-client.js";
24
- import { createWebRtcManager } from "../services/transport/webrtc-manager.js";
25
- import { createDataChannelHandler } from "../services/transport/data-channel-handler.js";
26
- import { dumpsToRemove, pruneCoreDumps } from "../services/storage/core-dumps.js";
27
- import { availableMemoryBytes } from "../services/storage/machine-memory.js";
28
- import { Diagnostics } from "../services/storage/Diagnostics.js";
29
- import { adoptOrphanRingFiles, createPacketWitness, pruneWitnessCaptures } from "../services/transport/packet-witness.js";
30
- import { createUsrsctpStateReader } from "../services/transport/usrsctp-state.js";
31
- import { startMemoryReport } from "../services/storage/memory-report.js";
32
- import { fragmentBufferCollection } from "../services/torrent/worker/client.js";
33
- import { collectHealthMetrics } from "../services/transport/health-collector.js";
34
- import { createPortMapper } from "../services/transport/port-mapper.js";
35
- import { installationId } from "../services/identity/installation-id.js";
36
- import { classifyNat } from "../services/transport/nat-classifier.js";
37
- import { DEFAULT_SEGMENT_FORMAT_ID, SEGMENT_FORMAT_IDS } from "../services/encode/segment-formats/index.js";
38
- import { logToFile, logger } from "../utils/logger.js";
39
-
40
- const require = createRequire(import.meta.url);
41
- const { version: PROXY_VERSION } = require("../package.json");
42
-
43
- // Last-resort process guard. This proxy runs UNTRUSTED torrents through
44
- // WebTorrent, which can throw ASYNCHRONOUSLY on a malformed source — e.g. a
45
- // v2-only / hybrid magnet crashes `arr2hex(parsedTorrent.infoHash)` deep inside
46
- // `Torrent._onTorrentId` (undefined v1 infohash), in a microtask that bypasses
47
- // the client "error" event. Without this, one bad torrent takes down the whole
48
- // node and every viewer on it, and the addon restarts in a crash loop. Log the
49
- // full stack and keep serving: the offending session fails on its own; everyone
50
- // else is unaffected. (The add path also pre-validates the infohash, so this is
51
- // a backstop for anything not caught there.)
52
- process.on("uncaughtException", (error) => {
53
- logger.error(`uncaughtException (kept alive): ${error?.stack ?? error}`);
54
- });
55
- process.on("unhandledRejection", (reason) => {
56
- logger.error(`unhandledRejection (kept alive): ${reason instanceof Error ? reason.stack : String(reason)}`);
57
- });
58
-
59
- const program = new Command();
60
-
61
- const HELP_EXAMPLES = `
62
- Examples:
63
- torrent-tv-proxy --server-url http://localhost:8080
64
- torrent-tv-proxy --server-url http://localhost:8080 --host 0.0.0.0 --port 9090
65
- torrent-tv-proxy --server-url http://localhost:8080 --public-base-url https://proxy.example.com
66
- torrent-tv-proxy --server-url http://localhost:8080 --ffmpeg-bin /usr/local/bin/ffmpeg
67
- torrent-tv-proxy --server-url http://localhost:8080 --no-transcode-audio
68
-
69
- Notes:
70
- - --help prints this message and exits with code 0.
71
- - Video transcode is available automatically for per-session fallback when requested by client API.
72
- `;
73
-
74
- if (process.argv.includes("help")) {
75
- process.argv = [process.argv[0], process.argv[1], "--help"];
76
- }
77
-
78
- program
79
- .name("torrent-proxy-client")
80
- .description("Expose torrent files over HTTP stream endpoints for browser playback.")
81
- .requiredOption("--server-url <url>", "Registry server base URL")
82
- .option("--public-base-url <url>", "Direct URL advertised to browser clients")
83
- .option("--host <host>", "Local bind host", "127.0.0.1")
84
- .option("--port <port>", "Local HTTP port", "9090")
85
- .option("--id <id>", "Stable client id")
86
- .option("--name <name>", "Display name")
87
- .option("--no-transcode-audio", "Disable optional HLS AAC audio transcoding")
88
- .option("--no-port-mapping", "Disable automatic UPnP/NAT-PMP port mapping")
89
- .option("--delivery-sink", "Serve /api/delivery-sink, a torrent-free byte stream for delivery testing")
90
- .option(
91
- "--send-chunk-bytes <bytes>",
92
- "Size of one data-channel message when sending a response body (0 = whatever the body read hands over, ~64KB). For measuring whether the delivery wedge depends on that size."
93
- )
94
- .option(
95
- "--usrsctp-state",
96
- "Read usrsctp's association state with gdb when a wedge is declared. OFF by default: gdb attaches to THIS process and stops every thread of it while it works."
97
- )
98
- .option("--memory-bytes <bytes>", "Per-torrent budget for pieces kept in memory before spilling to disk (default 512MB)")
99
- .option("--budget <kind>", "How much of this machine the proxy may take: adaptive (default), share or fixed")
100
- .option("--budget-share <fraction>", "With --budget share: the fraction of what is free, 0..1")
101
- .option("--budget-bytes <bytes>", "With --budget fixed: the ceiling, per resource")
102
- .option("--min-memory-bytes <bytes>", "Least memory this proxy should have, whatever the policy says")
103
- .option("--min-disk-bytes <bytes>", "Least disk this proxy should have, whatever the policy says")
104
- .option("--ffmpeg-bin <path>", "Path to ffmpeg binary")
105
- .option(
106
- "--state-dir <path>",
107
- "Where to keep what this host has measured about itself (default: beside the installed proxy)"
108
- )
109
- .option(
110
- "--log-file <path>",
111
- "Also write the log to this file, so a crash or an update does not take it with them"
112
- )
113
- .option(
114
- "--segment-format <format>",
115
- `HLS output container: ${SEGMENT_FORMAT_IDS.join(" | ")}`,
116
- DEFAULT_SEGMENT_FORMAT_ID
117
- )
118
- .option("--token <token>", "Registration token", "")
119
- .addHelpText("after", HELP_EXAMPLES);
120
-
121
- program.parse(process.argv);
122
- const options = program.opts();
123
-
124
- const localPort = Number(options.port);
125
- if (!Number.isInteger(localPort) || localPort <= 0 || localPort > 65535) {
126
- logger.error("Invalid --port value.");
127
- process.exit(1);
128
- }
129
-
130
- const serverUrl = String(options.serverUrl).replace(/\/+$/, "");
131
- const bindHost = String(options.host);
132
- const explicitBaseUrl = options.publicBaseUrl
133
- ? String(options.publicBaseUrl).replace(/\/+$/, "")
134
- : "";
135
- const clientId = installationId({ stateDir: options.stateDir, explicitId: options.id });
136
- const clientName = options.name ? String(options.name) : `proxy-${clientId.slice(0, 8)}`;
137
- const token = String(options.token ?? "");
138
- const transcodeAudio = options.transcodeAudio !== false;
139
- const portMappingEnabled = options.portMapping !== false;
140
- // WHAT THE OPERATOR HAS SAID WE MAY TAKE, and the only numbers in this proxy
141
- // that are chosen rather than derived — because they are chosen by the person
142
- // whose machine it is. The default is the measured one: what is free now, plus
143
- // what we already hold, less what everything that is not us has been seen to
144
- // need. `share` and `fixed` are the owner naming a number instead; the floors
145
- // are the owner saying "below this it is not worth running".
146
- //
147
- // One policy, applied to every resource. Memory and disk are divided apart
148
- // because they cannot pay for each other, but by ONE owner, because the
149
- // claimants trade across them: pieces that do not fit in memory are spilled to
150
- // disk, so what memory is given decides how much disk is needed.
151
- const budgetFloors = {};
152
- if (Number.isFinite(Number(options.minMemoryBytes))) {
153
- budgetFloors.memory = Number(options.minMemoryBytes);
154
- }
155
- const budgetPolicy = {
156
- kind: ["adaptive", "share", "fixed"].includes(String(options.budget)) ? String(options.budget) : "adaptive",
157
- share: Number(options.budgetShare),
158
- bytes: Number(options.budgetBytes),
159
- floors: budgetFloors,
160
- // Named apart from the per-resource floors because the disk is one resource
161
- // per DEVICE and the operator names one figure for all of them.
162
- diskFloorBytes: Number.isFinite(Number(options.minDiskBytes)) ? Number(options.minDiskBytes) : 0
163
- };
164
-
165
- // Per-torrent memory budget for resident pieces. Pieces past it spill to disk
166
- // rather than being lost, so a small value costs read latency, never data.
167
- const memoryBytes =
168
- options.memoryBytes !== undefined && Number.isFinite(Number(options.memoryBytes)) && Number(options.memoryBytes) > 0
169
- ? Number(options.memoryBytes)
170
- : undefined;
171
- const bundledFfmpegBin = typeof ffmpegStatic === "string" ? ffmpegStatic : "";
172
- const ffmpegBin = options.ffmpegBin ? String(options.ffmpegBin) : bundledFfmpegBin || "ffmpeg";
173
-
174
- /**
175
- * Verify that the ffmpeg binary is reachable and exits cleanly.
176
- * Throws with a descriptive message when the check fails.
177
- *
178
- * @returns {void}
179
- */
180
- function assertFfmpegAvailability() {
181
- const probe = spawnSync(ffmpegBin, ["-version"], {
182
- stdio: "ignore",
183
- windowsHide: true,
184
- timeout: 5000
185
- });
186
- if (probe.error) {
187
- const message = probe.error instanceof Error ? probe.error.message : String(probe.error);
188
- throw new Error(`Audio transcode is enabled, but ffmpeg is unavailable (${ffmpegBin}): ${message}`);
189
- }
190
- if (typeof probe.status === "number" && probe.status !== 0) {
191
- throw new Error(
192
- `Audio transcode is enabled, but ffmpeg check failed (${ffmpegBin}, exit code ${probe.status}).`
193
- );
194
- }
195
- }
196
-
197
- /** @type {boolean} */
198
- let registrationInProgress = false;
199
-
200
- /** @type {import("fastify").FastifyInstance | null} */
201
- let app = null;
202
-
203
- /** @type {number} */
204
- let actualPort = localPort;
205
-
206
- /** @type {boolean} */
207
- let shutdownInProgress = false;
208
-
209
- /** @type {ReturnType<typeof createTunnelClient> | null} */
210
- let tunnelClient = null;
211
-
212
- /** @type {ReturnType<typeof createPortMapper> | null} */
213
- let portMapper = null;
214
-
215
- /** @type {ReturnType<typeof createPortMapper> | null} UDP mapping for the WebRTC port. */
216
- let udpPortMapper = null;
217
-
218
- /** @type {ReturnType<typeof createWebRtcManager> | null} */
219
- let webRtcManager = null;
220
- /**
221
- * The packet witness, so shutdown can stop the ring it owns.
222
- *
223
- * @type {ReturnType<typeof createPacketWitness> | null}
224
- */
225
- let packetWitness = null;
226
-
227
- /** @type {ReturnType<typeof createUsrsctpStateReader> | null} */
228
- let usrsctpStateReader = null;
229
-
230
- /** @type {ReturnType<typeof createDataChannelHandler> | null} */
231
- let dataChannelHandler = null;
232
-
233
- /** @type {import("../services/transport/nat-classifier.js").NatClassification | null} Latest NAT classification (for WebRTC port prediction). */
234
- let natInfo = null;
235
-
236
-
237
- /**
238
- * Register this proxy with the registry server.
239
- * Silently skips if a registration is already in flight.
240
- *
241
- * @returns {Promise<void>}
242
- */
243
- async function registerClientSafe() {
244
- if (registrationInProgress) {
245
- return;
246
- }
247
- registrationInProgress = true;
248
- try {
249
- const result = await registerClient({
250
- serverUrl,
251
- id: clientId,
252
- name: clientName,
253
- baseUrl: explicitBaseUrl || `http://${bindHost}:${actualPort}`,
254
- token
255
- });
256
- logger.success(`Registered as "${result.client?.name}" (${result.client?.id?.slice(0, 8)})`);
257
- } finally {
258
- registrationInProgress = false;
259
- }
260
- }
261
-
262
- /**
263
- * Register this proxy with the registry server, retrying indefinitely
264
- * with exponential backoff until it succeeds. This allows the proxy to
265
- * survive temporary server outages (restarts, deployments) without crashing.
266
- *
267
- * @returns {Promise<void>}
268
- */
269
- async function registerWithRetry() {
270
- const MAX_DELAY_MS = 60_000;
271
- let delayMs = 2_000;
272
- let attempt = 0;
273
- while (true) {
274
- attempt++;
275
- try {
276
- await registerClientSafe();
277
- return;
278
- } catch (error) {
279
- const message = error instanceof Error ? error.message : String(error);
280
- logger.warn(`Registration attempt ${attempt} failed: ${message}. Retrying in ${delayMs / 1000}s…`);
281
- await new Promise((resolve) => setTimeout(resolve, delayMs));
282
- delayMs = Math.min(delayMs * 2, MAX_DELAY_MS);
283
- }
284
- }
285
- }
286
-
287
- /**
288
- * Gracefully shut down the tunnel, heartbeat timer, and HTTP server.
289
- *
290
- * @param {string} signal - Signal name (e.g. "SIGINT").
291
- * @returns {Promise<void>}
292
- */
293
- async function shutdown(signal) {
294
- if (shutdownInProgress) {
295
- return;
296
- }
297
- shutdownInProgress = true;
298
- if (tunnelClient) {
299
- tunnelClient.disconnect();
300
- tunnelClient = null;
301
- }
302
- logger.warn(`Received ${signal}, shutting down...`);
303
- try {
304
- // Remove the router port mappings before exiting (lease expiry is the
305
- // backstop if this is skipped on a hard kill).
306
- if (portMapper) {
307
- await portMapper.stop();
308
- portMapper = null;
309
- }
310
- if (udpPortMapper) {
311
- await udpPortMapper.stop();
312
- udpPortMapper = null;
313
- }
314
- // Close WebRTC sessions and release the shared UDP mux listener socket.
315
- if (webRtcManager) {
316
- try { webRtcManager.dispose(); } catch { /* ignore */ }
317
- webRtcManager = null;
318
- }
319
- // Stop the packet ring and remove its scratch files. `process.exit` below
320
- // does not take child processes with it, so without this a proxy restarted
321
- // outside a container leaves one tcpdump running per restart.
322
- if (packetWitness) {
323
- try { await packetWitness.dispose(); } catch { /* ignore */ }
324
- packetWitness = null;
325
- }
326
- if (app) {
327
- await app.close();
328
- }
329
- process.exit(0);
330
- } catch (error) {
331
- const message = error instanceof Error ? error.message : String(error);
332
- logger.error(`Shutdown failed: ${message}`);
333
- process.exit(1);
334
- }
335
- }
336
-
337
- // WHAT THE EVIDENCE WEIGHS, and what it may weigh. Core dumps, heap snapshots
338
- // and packet captures were each bounded by a COUNT and none by a size — two
339
- // dumps and five snapshots came to 3.2 GB on the addon host. One object, built
340
- // here where the collectors are, registered with the owner of the disk inside
341
- // the server and consulted by each collector before it writes.
342
- const diagnostics = new Diagnostics({
343
- logger,
344
- kinds: [
345
- { name: "core dumps", directory: () => options.stateDir || "", matches: (name) => name.startsWith("core.") },
346
- {
347
- name: "heap snapshots",
348
- directory: () => options.stateDir || "",
349
- matches: (name) => name.endsWith(".heapsnapshot")
350
- },
351
- {
352
- name: "packet captures",
353
- directory: () => options.stateDir || "",
354
- matches: (name) => name.startsWith("packet-witness")
355
- }
356
- ]
357
- });
358
-
359
- try {
360
- logToFile(options.logFile);
361
- if (transcodeAudio) {
362
- assertFfmpegAvailability();
363
- }
364
- const started = await startProxyServer({
365
- host: bindHost,
366
- port: localPort,
367
- transcodeAudio,
368
- ffmpegBin,
369
- memoryBytes,
370
- segmentFormat: options.segmentFormat,
371
- stateDir: options.stateDir,
372
- diagnostics,
373
- budgetPolicy,
374
- logFile: options.logFile ?? "",
375
- deliverySink: options.deliverySink === true,
376
- // Late-bound the same way `webRtcManager` is below: the torrent pool is
377
- // built inside `startProxyServer`, before `dataChannelHandler` — the
378
- // thing that actually owns a channel to push down — exists.
379
- onSubtitleCues: (event) => dataChannelHandler?.publishSubtitleCues(event)
380
- });
381
- app = started.app;
382
- actualPort = started.port;
383
- const directBaseUrl = explicitBaseUrl || `http://${bindHost}:${actualPort}`;
384
-
385
- // A native fault writes the whole address space out — 4.18 GB each on the
386
- // field host, and four of them nearly filled a 235 GB disk. Keep the newest
387
- // two, which are the evidence for the fault still open, and drop the rest.
388
- void pruneCoreDumps(options.stateDir);
389
- // Same policy for the packet captures the send-queue witness writes.
390
- packetWitness = createPacketWitness({
391
- log: (message) => logger.info(message),
392
- dir: options.stateDir || "",
393
- port: actualPort,
394
- // Evidence takes room from the product, so a capture is asked for rather
395
- // than taken. Refused, it is a line and not a silence.
396
- mayKeep: (bytes) => diagnostics.mayKeep({ what: "a packet capture", bytes }),
397
- // Which of the kept captures go is the storage component's rule, the same
398
- // one core dumps are pruned by.
399
- chooseRemovals: dumpsToRemove
400
- });
401
- // A process that was KILLED mid-session leaves the ring's last seconds
402
- // behind, and those seconds contain whatever ended it. Keep them under a name
403
- // the pruner recognises BEFORE anything starts a new ring over them.
404
- void adoptOrphanRingFiles(packetWitness.dir).then(() => pruneWitnessCaptures(packetWitness.dir, dumpsToRemove));
405
-
406
- // Reads usrsctp's own association state via gdb the moment a wedge is
407
- // declared (roadmap item 11) — no source rebuild, the module ships
408
- // unstripped. A host without gdb just never gets a reading, the same way a
409
- // host without tcpdump never gets a packet capture.
410
- // OFF UNLESS ASKED FOR, and the reason is a field incident rather than
411
- // caution. On 2026-09-05 a delivery probe declared a wedge that lasted half a
412
- // second and cleared itself; the reading it triggered attached gdb to this
413
- // process, which stopped all eighty of its threads. The log ended mid-second,
414
- // /healthz stopped answering, and the viewer waited a minute and was told the
415
- // proxy had sent no video. The fifteen-second guard could not fire — it is a
416
- // timer inside the process gdb had stopped — and killing gdb left the main
417
- // thread deadlocked for good, so only restarting the addon recovered it.
418
- //
419
- // A means of diagnosis may not stop the product. This one attaches to a live
420
- // process and is triggered by a verdict with a known history of false
421
- // positives, so it is a thing to switch on deliberately while watching, not
422
- // something that arms itself.
423
- usrsctpStateReader = options.usrsctpState === true
424
- ? createUsrsctpStateReader({ log: (message) => logger.info(message) })
425
- : null;
426
-
427
- // What this process holds, once a minute. The kernel killed the proxy on
428
- // 2026-08-28 at 2.4 GB resident and the log had never said a word about
429
- // memory, so the growth that ended in that kill has no shape in any record we
430
- // keep. RSS is the figure the OOM killer reads, so RSS is the figure to say.
431
- // The disk path is where pieces spill and torrent data lands. A budget for
432
- // memory alone is half a budget: a store that behaves about RAM can still
433
- // fill the card an addon host boots from, and neither limit was measured
434
- // before (roadmap item 2).
435
- startMemoryReport({
436
- log: (message) => logger.info(message),
437
- // A snapshot weighs about what the heap weighs. Asked for, not taken.
438
- mayKeep: (bytes) => diagnostics.mayKeep({ what: "a heap snapshot", bytes }),
439
- // The other half of the piece-buffer question. Shared memory lives until
440
- // BOTH isolates let go, so the worker's own count answers only its side;
441
- // read here, on the same line as the process figures the growth shows up
442
- // in and at the same instant as them.
443
- readExtra: () => {
444
- const fragments = fragmentBufferCollection();
445
- return fragments.seen === 0
446
- ? ""
447
- : `piece buffers handed here ${fragments.seen} seen, ${fragments.collected} collected, ` +
448
- `${fragments.seen - fragments.collected} still alive`;
449
- },
450
- // Once a minute cannot see what kills this process. Both out-of-memory
451
- // kills of 2026-09-02 happened inside a single gap of the old cadence: the
452
- // last line before the first said 602 MB and the kernel measured 1.72 GB
453
- // 34 seconds later, and before the second it said 1171 MB and the kernel
454
- // measured 1.86 GB nine seconds later. The figure is read every second
455
- // now and written when it has moved by a step worth a line, so a rise of a
456
- // gigabyte is a curve instead of one number and then a death. Every /proc
457
- // read stayed behind the decision to write, so a quiet second costs one
458
- // call to `process.memoryUsage()`.
459
- intervalMs: 1_000,
460
- quietMs: 60_000,
461
- changeBytes: 25 * 1024 * 1024,
462
- diskPath: os.tmpdir(),
463
- // WHERE A SNAPSHOT SURVIVES THE PROCESS IT IS ABOUT, and how many are kept
464
- // — the same answer the torrent worker already had. This scope had neither:
465
- // snapshots went to the temporary directory, which the container recreates
466
- // on every restart, and all of them were kept. Fifty-four were written on
467
- // 2026-09-07 and every one was gone by the time the process that wrote them
468
- // died of a heap it had never been possible to look at.
469
- snapshotDir: options.stateDir || undefined,
470
- snapshotFloorBytes: 400 * 1024 * 1024,
471
- snapshotGrowthBytes: 400 * 1024 * 1024,
472
- keepSnapshots: 3
473
- });
474
-
475
- logger.info(`Starting @torrent-tv/proxy v${PROXY_VERSION}`);
476
- logger.info(`Local stream endpoint: http://${bindHost}:${actualPort}/stream`);
477
- logger.info(`Advertised direct URL: ${directBaseUrl}`);
478
- if (transcodeAudio) {
479
- logger.info(`Optional HLS audio transcode is enabled (ffmpeg: ${ffmpegBin}).`);
480
- }
481
-
482
- // All WebRTC sessions are multiplexed onto this single UDP port (same number
483
- // as the HTTP port, different protocol) via a persistent ICE UDP mux listener
484
- // in the WebRTC manager. One port → one UPnP mapping → one reachable endpoint.
485
- const webrtcUdpPort = actualPort;
486
-
487
- // Try to open the local port on the home router (UPnP/NAT-PMP) so the proxy
488
- // is reachable from the internet without manual port forwarding. Best-effort
489
- // and fire-and-forget: failure is normal (router without UPnP) and must not
490
- // delay tunnel connect / registration, so we do not await it.
491
- if (portMappingEnabled) {
492
- portMapper = createPortMapper({ port: actualPort, protocol: "TCP" });
493
- void portMapper
494
- .start()
495
- .then(() => {
496
- // Mapping may finish after the tunnel is already connected; report the
497
- // endpoint now. If the tunnel is not open yet, onConnect re-sends it.
498
- const endpoint = portMapper?.getMappedEndpoint();
499
- if (endpoint) {
500
- tunnelClient?.sendEndpoint(endpoint);
501
- }
502
- })
503
- .catch((error) => {
504
- const message = error instanceof Error ? error.message : String(error);
505
- logger.warn(`Port mapping failed to start: ${message}`);
506
- });
507
-
508
- // Also map the single WebRTC UDP port. Not reported to the server: the
509
- // browser discovers the endpoint via ICE (srflx) candidates, not the TCP
510
- // dial-back probe.
511
- udpPortMapper = createPortMapper({
512
- port: webrtcUdpPort,
513
- protocol: "UDP",
514
- description: "torrent-tv proxy (WebRTC)"
515
- });
516
- void udpPortMapper.start().catch((error) => {
517
- const message = error instanceof Error ? error.message : String(error);
518
- logger.warn(`UDP port mapping failed to start: ${message}`);
519
- });
520
- } else {
521
- logger.info("Automatic port mapping is disabled (--no-port-mapping).");
522
- }
523
-
524
- // Classify the home NAT (diagnostic + decides whether WebRTC will need port
525
- // prediction for remote viewers). Best-effort, fire-and-forget — STUN probes
526
- // never block startup.
527
- void classifyNat()
528
- .then((nat) => {
529
- // Stored for WebRTC port prediction (webRtcManager reads it per session).
530
- natInfo = nat;
531
- if (nat.klass === "endpoint-independent") {
532
- logger.info(
533
- `nat: endpoint-independent (cone) — external UDP port stable across STUN servers (${nat.externalIp}); fixed-port WebRTC mapping is sufficient, no port prediction needed`
534
- );
535
- } else if (nat.klass === "symmetric") {
536
- logger.warn(
537
- `nat: SYMMETRIC — external UDP port varies per destination (delta ${nat.portDelta}); WebRTC offers predicted ports (base+delta*k) — covers sequential/predictable symmetric NAT, not fully random`
538
- );
539
- } else {
540
- logger.info("nat: classification inconclusive (STUN probes failed); continuing");
541
- }
542
- })
543
- .catch((error) => {
544
- const message = error instanceof Error ? error.message : String(error);
545
- logger.warn(`nat classification failed: ${message}`);
546
- });
547
-
548
- // Create tunnel + WebRTC manager.
549
- // The tunnel forwards WebRTC signals between browser (via server) and this proxy.
550
- // The WebRTC manager handles the actual peer connection and data channel.
551
- //
552
- // We use a late-binding ref so both objects can reference each other without
553
- // running into the TDZ (tunnelClient is declared above; webRtcManager is the
554
- // module-scoped `let` above so the closure in createTunnelClient — and the
555
- // shutdown handler — can reach it after initialisation).
556
-
557
- tunnelClient = createTunnelClient({
558
- serverUrl,
559
- proxyId: clientId,
560
- token,
561
- proxyPort: actualPort,
562
- onSignal(sessionId, signal) {
563
- webRtcManager?.handleSignal(sessionId, signal);
564
- },
565
- async onHealthRequest() {
566
- // Which films this proxy holds travels with the health poll the browser
567
- // already makes before it picks one: a viewer sent to a proxy that is
568
- // downloading their film costs it the encode and nothing else, while the
569
- // same viewer sent anywhere else starts the download from nothing. Asked
570
- // of the worker, so a film this proxy let go of is not claimed.
571
- let holds = [];
572
- try {
573
- holds = (await started?.torrentPool?.heldTorrents?.()) ?? [];
574
- } catch {
575
- // silent-ok: a proxy that cannot say what it holds is scored on its
576
- // machine alone, which is what every proxy was scored on until now.
577
- }
578
- // WHETHER THIS MACHINE HAS ROOM FOR ONE MORE ENCODE, read by the pool
579
- // before any film is chosen (roadmap item 97, step 14): what holds a
580
- // place on it now, and the speed that leaves every output at. The load
581
- // average cannot say this — an encoder admitted a moment ago has not
582
- // raised it yet.
583
- const encode = started?.outputParts?.admission?.headroom?.() ?? null;
584
- return {
585
- metrics: {
586
- ...collectHealthMetrics({ availableMemoryBytes }),
587
- ...(encode ? { encodeSpeedX: encode.encodeSpeedX, encodeOccupiedCostSec: encode.occupiedCostSec } : {})
588
- },
589
- holds
590
- };
591
- },
592
- // Whether this host could sustain a file it has only been told about. The
593
- // same arithmetic the first offer uses, against this host's own startup
594
- // benchmarks — no torrent, no bytes, no ffmpeg — so the browser can ask
595
- // every proxy in the pool and be sent to one that will work instead of
596
- // being shown an error on the one it happened to land on.
597
- onCanServeRequest(mediaInfo) {
598
- return started?.outputParts?.quality?.predictOfferedHeights?.(mediaInfo) ?? null;
599
- },
600
- onConnect() {
601
- // Re-register on every tunnel connect/reconnect so the server's
602
- // in-memory store stays consistent after server restarts.
603
- void registerClientSafe().catch((error) => {
604
- const message = error instanceof Error ? error.message : String(error);
605
- logger.error(`Re-registration after tunnel connect failed: ${message}`);
606
- });
607
- // Re-report the mapped endpoint on every (re)connect — the server's
608
- // in-memory reachability state resets on restart, and the mapping may
609
- // have completed before this connection existed.
610
- const endpoint = portMapper?.getMappedEndpoint();
611
- if (endpoint) {
612
- tunnelClient?.sendEndpoint(endpoint);
613
- }
614
- },
615
- onLog: (message) => logger.info(message)
616
- });
617
-
618
- dataChannelHandler = createDataChannelHandler({
619
- proxyPort: actualPort,
620
- onLog: (message) => logger.info(message),
621
- // Who wants pushed subtitle cues for a file, by name. Late-bound like the
622
- // rest: the registry lives on the manager, built inside `startProxyServer`
623
- // with this handler already in hand. The transport gets opaque ids and
624
- // never learns what a viewer is.
625
- viewersWantingCues: (sourceKey, fileIndex) =>
626
- started?.outputParts?.viewers?.wantingCues?.(sourceKey, fileIndex) ?? [],
627
- // Lets a stuck send queue ask the transport what it is doing. Late-bound:
628
- // the manager is created below, with this handler already in hand.
629
- getTransportSnapshot: (sessionId) => webRtcManager?.getTransportSnapshot(sessionId) ?? null,
630
- // Records the wire when a queue stays wedged — how the rare one-way
631
- // transmit death (roadmap item 10, 2026-08-24) gets its evidence.
632
- witness: packetWitness,
633
- usrsctpState: usrsctpStateReader,
634
- // How large one data-channel message is. The wedge of 2026-09-12 arrived
635
- // mid-message, and whether it depends on this size is the one thing no
636
- // reading has settled — so it is measured rather than reasoned about.
637
- sendChunkBytes: Number.parseInt(options.sendChunkBytes ?? "0", 10) || 0,
638
- // Presence, from the one thing that knows it. Late-bound for the same
639
- // reason as the transport snapshot above: the manager is built inside
640
- // `startProxyServer`, with this handler already in hand.
641
- onViewerPresent: (consumerId) => {
642
- started?.outputParts?.viewers?.seen?.(consumerId);
643
- },
644
- onViewerGone: (consumerId, because) => {
645
- void started?.outputParts?.lifecycle?.viewerHasGone?.(consumerId, because)
646
- ?.catch?.((error) => {
647
- const message = error instanceof Error ? error.message : String(error);
648
- logger.warn(`could not let go of viewer ${consumerId}: ${message}`);
649
- });
650
- }
651
- });
652
-
653
- webRtcManager = createWebRtcManager({
654
- // Single UDP port (UPnP-mapped above) shared by all sessions via a
655
- // persistent ICE UDP mux listener, so the WebRTC path is reachable from the
656
- // internet on one fixed port.
657
- udpPort: webrtcUdpPort,
658
- // Latest NAT classification — enables symmetric-NAT port prediction.
659
- getNatInfo: () => natInfo,
660
- sendSignal(sessionId, signal) {
661
- tunnelClient?.sendSignal(sessionId, signal);
662
- },
663
- onDataChannel(sessionId, channel) {
664
- dataChannelHandler.handleChannel(sessionId, channel);
665
- },
666
- onLog: (message) => logger.info(message)
667
- });
668
-
669
- tunnelClient.connect();
670
-
671
- await registerWithRetry();
672
- } catch (error) {
673
- const message = error instanceof Error ? error.message : String(error);
674
- logger.error(message);
675
- process.exit(1);
676
- }
677
-
678
- process.on("SIGINT", () => {
679
- void shutdown("SIGINT");
680
- });
681
-
682
- process.on("SIGTERM", () => {
683
- void shutdown("SIGTERM");
684
- });
1
+ #!/usr/bin/env node
2
+ /**
3
+ * @file CLI entry point for the torrent-tv proxy.
4
+ *
5
+ * Parses command-line arguments, starts the local HTTP server, opens a
6
+ * persistent WebSocket tunnel to the registry server, and registers this
7
+ * proxy. Liveness is tracked via the tunnel connection — the proxy re-registers
8
+ * automatically on reconnect so the server's in-memory store stays consistent.
9
+ */
10
+
11
+ // FIRST, and it must stay first: it sets how many blocking calls this process
12
+ // can have in flight, and a module's imports are evaluated before its body, so
13
+ // anything imported above it would get the default pool. See the file itself
14
+ // for the measurement that made it necessary.
15
+ import "./thread-pool.js";
16
+ import { Command } from "commander";
17
+ import os from "node:os";
18
+ import { spawnSync } from "node:child_process";
19
+ import { createRequire } from "node:module";
20
+ import ffmpegStatic from "ffmpeg-static";
21
+ import { startProxyServer } from "../server.js";
22
+ import { registerClient } from "../services/transport/registry-api.js";
23
+ import { createTunnelClient } from "../services/transport/tunnel-client.js";
24
+ import { createWebRtcManager } from "../services/transport/webrtc-manager.js";
25
+ import { createDataChannelHandler } from "../services/transport/data-channel-handler.js";
26
+ import { dumpsToRemove, pruneCoreDumps } from "../services/storage/core-dumps.js";
27
+ import { availableMemoryBytes } from "../services/storage/machine-memory.js";
28
+ import { Diagnostics } from "../services/storage/Diagnostics.js";
29
+ import { adoptOrphanRingFiles, createPacketWitness, pruneWitnessCaptures } from "../services/transport/packet-witness.js";
30
+ import { createUsrsctpStateReader } from "../services/transport/usrsctp-state.js";
31
+ import { startMemoryReport } from "../services/storage/memory-report.js";
32
+ import { fragmentBufferCollection } from "../services/torrent/worker/client.js";
33
+ import { collectHealthMetrics } from "../services/transport/health-collector.js";
34
+ import { createPortMapper } from "../services/transport/port-mapper.js";
35
+ import { installationId } from "../services/identity/installation-id.js";
36
+ import { classifyNat } from "../services/transport/nat-classifier.js";
37
+ import { DEFAULT_SEGMENT_FORMAT_ID, SEGMENT_FORMAT_IDS } from "../services/encode/segment-formats/index.js";
38
+ import { logToFile, logger } from "../utils/logger.js";
39
+
40
+ const require = createRequire(import.meta.url);
41
+ const { version: PROXY_VERSION } = require("../package.json");
42
+
43
+ // Last-resort process guard. This proxy runs UNTRUSTED torrents through
44
+ // WebTorrent, which can throw ASYNCHRONOUSLY on a malformed source — e.g. a
45
+ // v2-only / hybrid magnet crashes `arr2hex(parsedTorrent.infoHash)` deep inside
46
+ // `Torrent._onTorrentId` (undefined v1 infohash), in a microtask that bypasses
47
+ // the client "error" event. Without this, one bad torrent takes down the whole
48
+ // node and every viewer on it, and the addon restarts in a crash loop. Log the
49
+ // full stack and keep serving: the offending session fails on its own; everyone
50
+ // else is unaffected. (The add path also pre-validates the infohash, so this is
51
+ // a backstop for anything not caught there.)
52
+ process.on("uncaughtException", (error) => {
53
+ logger.error(`uncaughtException (kept alive): ${error?.stack ?? error}`);
54
+ });
55
+ process.on("unhandledRejection", (reason) => {
56
+ logger.error(`unhandledRejection (kept alive): ${reason instanceof Error ? reason.stack : String(reason)}`);
57
+ });
58
+
59
+ const program = new Command();
60
+
61
+ const HELP_EXAMPLES = `
62
+ Examples:
63
+ torrent-tv-proxy --server-url http://localhost:8080
64
+ torrent-tv-proxy --server-url http://localhost:8080 --host 0.0.0.0 --port 9090
65
+ torrent-tv-proxy --server-url http://localhost:8080 --public-base-url https://proxy.example.com
66
+ torrent-tv-proxy --server-url http://localhost:8080 --ffmpeg-bin /usr/local/bin/ffmpeg
67
+ torrent-tv-proxy --server-url http://localhost:8080 --no-transcode-audio
68
+
69
+ Notes:
70
+ - --help prints this message and exits with code 0.
71
+ - Video transcode is available automatically for per-session fallback when requested by client API.
72
+ `;
73
+
74
+ if (process.argv.includes("help")) {
75
+ process.argv = [process.argv[0], process.argv[1], "--help"];
76
+ }
77
+
78
+ program
79
+ .name("torrent-proxy-client")
80
+ .description("Expose torrent files over HTTP stream endpoints for browser playback.")
81
+ .requiredOption("--server-url <url>", "Registry server base URL")
82
+ .option("--public-base-url <url>", "Direct URL advertised to browser clients")
83
+ .option("--host <host>", "Local bind host", "127.0.0.1")
84
+ .option("--port <port>", "Local HTTP port", "9090")
85
+ .option("--id <id>", "Stable client id")
86
+ .option("--name <name>", "Display name")
87
+ .option("--no-transcode-audio", "Disable optional HLS AAC audio transcoding")
88
+ .option("--no-port-mapping", "Disable automatic UPnP/NAT-PMP port mapping")
89
+ .option("--delivery-sink", "Serve /api/delivery-sink, a torrent-free byte stream for delivery testing")
90
+ .option(
91
+ "--send-chunk-bytes <bytes>",
92
+ "Size of one data-channel message when sending a response body (0 = whatever the body read hands over, ~64KB). For measuring whether the delivery wedge depends on that size."
93
+ )
94
+ .option(
95
+ "--usrsctp-state",
96
+ "Read usrsctp's association state with gdb when a wedge is declared. OFF by default: gdb attaches to THIS process and stops every thread of it while it works."
97
+ )
98
+ .option("--memory-bytes <bytes>", "Per-torrent budget for pieces kept in memory before spilling to disk (default 512MB)")
99
+ .option("--budget <kind>", "How much of this machine the proxy may take: adaptive (default), share or fixed")
100
+ .option("--budget-share <fraction>", "With --budget share: the fraction of what is free, 0..1")
101
+ .option("--budget-bytes <bytes>", "With --budget fixed: the ceiling, per resource")
102
+ .option("--min-memory-bytes <bytes>", "Least memory this proxy should have, whatever the policy says")
103
+ .option("--min-disk-bytes <bytes>", "Least disk this proxy should have, whatever the policy says")
104
+ .option("--ffmpeg-bin <path>", "Path to ffmpeg binary")
105
+ .option(
106
+ "--state-dir <path>",
107
+ "Where to keep what this host has measured about itself (default: beside the installed proxy)"
108
+ )
109
+ .option(
110
+ "--log-file <path>",
111
+ "Also write the log to this file, so a crash or an update does not take it with them"
112
+ )
113
+ .option(
114
+ "--segment-format <format>",
115
+ `HLS output container: ${SEGMENT_FORMAT_IDS.join(" | ")}`,
116
+ DEFAULT_SEGMENT_FORMAT_ID
117
+ )
118
+ .option("--token <token>", "Registration token", "")
119
+ .addHelpText("after", HELP_EXAMPLES);
120
+
121
+ program.parse(process.argv);
122
+ const options = program.opts();
123
+
124
+ const localPort = Number(options.port);
125
+ if (!Number.isInteger(localPort) || localPort <= 0 || localPort > 65535) {
126
+ logger.error("Invalid --port value.");
127
+ process.exit(1);
128
+ }
129
+
130
+ const serverUrl = String(options.serverUrl).replace(/\/+$/, "");
131
+ const bindHost = String(options.host);
132
+ const explicitBaseUrl = options.publicBaseUrl
133
+ ? String(options.publicBaseUrl).replace(/\/+$/, "")
134
+ : "";
135
+ const clientId = installationId({ stateDir: options.stateDir, explicitId: options.id });
136
+ const clientName = options.name ? String(options.name) : `proxy-${clientId.slice(0, 8)}`;
137
+ const token = String(options.token ?? "");
138
+ const transcodeAudio = options.transcodeAudio !== false;
139
+ const portMappingEnabled = options.portMapping !== false;
140
+ // WHAT THE OPERATOR HAS SAID WE MAY TAKE, and the only numbers in this proxy
141
+ // that are chosen rather than derived — because they are chosen by the person
142
+ // whose machine it is. The default is the measured one: what is free now, plus
143
+ // what we already hold, less what everything that is not us has been seen to
144
+ // need. `share` and `fixed` are the owner naming a number instead; the floors
145
+ // are the owner saying "below this it is not worth running".
146
+ //
147
+ // One policy, applied to every resource. Memory and disk are divided apart
148
+ // because they cannot pay for each other, but by ONE owner, because the
149
+ // claimants trade across them: pieces that do not fit in memory are spilled to
150
+ // disk, so what memory is given decides how much disk is needed.
151
+ const budgetFloors = {};
152
+ if (Number.isFinite(Number(options.minMemoryBytes))) {
153
+ budgetFloors.memory = Number(options.minMemoryBytes);
154
+ }
155
+ const budgetPolicy = {
156
+ kind: ["adaptive", "share", "fixed"].includes(String(options.budget)) ? String(options.budget) : "adaptive",
157
+ share: Number(options.budgetShare),
158
+ bytes: Number(options.budgetBytes),
159
+ floors: budgetFloors,
160
+ // Named apart from the per-resource floors because the disk is one resource
161
+ // per DEVICE and the operator names one figure for all of them.
162
+ diskFloorBytes: Number.isFinite(Number(options.minDiskBytes)) ? Number(options.minDiskBytes) : 0
163
+ };
164
+
165
+ // Per-torrent memory budget for resident pieces. Pieces past it spill to disk
166
+ // rather than being lost, so a small value costs read latency, never data.
167
+ const memoryBytes =
168
+ options.memoryBytes !== undefined && Number.isFinite(Number(options.memoryBytes)) && Number(options.memoryBytes) > 0
169
+ ? Number(options.memoryBytes)
170
+ : undefined;
171
+ const bundledFfmpegBin = typeof ffmpegStatic === "string" ? ffmpegStatic : "";
172
+ const ffmpegBin = options.ffmpegBin ? String(options.ffmpegBin) : bundledFfmpegBin || "ffmpeg";
173
+
174
+ /**
175
+ * Verify that the ffmpeg binary is reachable and exits cleanly.
176
+ * Throws with a descriptive message when the check fails.
177
+ *
178
+ * @returns {void}
179
+ */
180
+ function assertFfmpegAvailability() {
181
+ const probe = spawnSync(ffmpegBin, ["-version"], {
182
+ stdio: "ignore",
183
+ windowsHide: true,
184
+ timeout: 5000
185
+ });
186
+ if (probe.error) {
187
+ const message = probe.error instanceof Error ? probe.error.message : String(probe.error);
188
+ throw new Error(`Audio transcode is enabled, but ffmpeg is unavailable (${ffmpegBin}): ${message}`);
189
+ }
190
+ if (typeof probe.status === "number" && probe.status !== 0) {
191
+ throw new Error(
192
+ `Audio transcode is enabled, but ffmpeg check failed (${ffmpegBin}, exit code ${probe.status}).`
193
+ );
194
+ }
195
+ }
196
+
197
+ /** @type {boolean} */
198
+ let registrationInProgress = false;
199
+
200
+ /** @type {import("fastify").FastifyInstance | null} */
201
+ let app = null;
202
+
203
+ /** @type {number} */
204
+ let actualPort = localPort;
205
+
206
+ /** @type {boolean} */
207
+ let shutdownInProgress = false;
208
+
209
+ /** @type {ReturnType<typeof createTunnelClient> | null} */
210
+ let tunnelClient = null;
211
+
212
+ /** @type {ReturnType<typeof createPortMapper> | null} */
213
+ let portMapper = null;
214
+
215
+ /** @type {ReturnType<typeof createPortMapper> | null} UDP mapping for the WebRTC port. */
216
+ let udpPortMapper = null;
217
+
218
+ /** @type {ReturnType<typeof createWebRtcManager> | null} */
219
+ let webRtcManager = null;
220
+ /**
221
+ * The packet witness, so shutdown can stop the ring it owns.
222
+ *
223
+ * @type {ReturnType<typeof createPacketWitness> | null}
224
+ */
225
+ let packetWitness = null;
226
+
227
+ /** @type {ReturnType<typeof createUsrsctpStateReader> | null} */
228
+ let usrsctpStateReader = null;
229
+
230
+ /** @type {ReturnType<typeof createDataChannelHandler> | null} */
231
+ let dataChannelHandler = null;
232
+
233
+ /** @type {import("../services/transport/nat-classifier.js").NatClassification | null} Latest NAT classification (for WebRTC port prediction). */
234
+ let natInfo = null;
235
+
236
+
237
+ /**
238
+ * Register this proxy with the registry server.
239
+ * Silently skips if a registration is already in flight.
240
+ *
241
+ * @returns {Promise<void>}
242
+ */
243
+ async function registerClientSafe() {
244
+ if (registrationInProgress) {
245
+ return;
246
+ }
247
+ registrationInProgress = true;
248
+ try {
249
+ const result = await registerClient({
250
+ serverUrl,
251
+ id: clientId,
252
+ name: clientName,
253
+ baseUrl: explicitBaseUrl || `http://${bindHost}:${actualPort}`,
254
+ token
255
+ });
256
+ logger.success(`Registered as "${result.client?.name}" (${result.client?.id?.slice(0, 8)})`);
257
+ } finally {
258
+ registrationInProgress = false;
259
+ }
260
+ }
261
+
262
+ /**
263
+ * Register this proxy with the registry server, retrying indefinitely
264
+ * with exponential backoff until it succeeds. This allows the proxy to
265
+ * survive temporary server outages (restarts, deployments) without crashing.
266
+ *
267
+ * @returns {Promise<void>}
268
+ */
269
+ async function registerWithRetry() {
270
+ const MAX_DELAY_MS = 60_000;
271
+ let delayMs = 2_000;
272
+ let attempt = 0;
273
+ while (true) {
274
+ attempt++;
275
+ try {
276
+ await registerClientSafe();
277
+ return;
278
+ } catch (error) {
279
+ const message = error instanceof Error ? error.message : String(error);
280
+ logger.warn(`Registration attempt ${attempt} failed: ${message}. Retrying in ${delayMs / 1000}s…`);
281
+ await new Promise((resolve) => setTimeout(resolve, delayMs));
282
+ delayMs = Math.min(delayMs * 2, MAX_DELAY_MS);
283
+ }
284
+ }
285
+ }
286
+
287
+ /**
288
+ * Gracefully shut down the tunnel, heartbeat timer, and HTTP server.
289
+ *
290
+ * @param {string} signal - Signal name (e.g. "SIGINT").
291
+ * @returns {Promise<void>}
292
+ */
293
+ async function shutdown(signal) {
294
+ if (shutdownInProgress) {
295
+ return;
296
+ }
297
+ shutdownInProgress = true;
298
+ if (tunnelClient) {
299
+ tunnelClient.disconnect();
300
+ tunnelClient = null;
301
+ }
302
+ logger.warn(`Received ${signal}, shutting down...`);
303
+ try {
304
+ // Remove the router port mappings before exiting (lease expiry is the
305
+ // backstop if this is skipped on a hard kill).
306
+ if (portMapper) {
307
+ await portMapper.stop();
308
+ portMapper = null;
309
+ }
310
+ if (udpPortMapper) {
311
+ await udpPortMapper.stop();
312
+ udpPortMapper = null;
313
+ }
314
+ // Close WebRTC sessions and release the shared UDP mux listener socket.
315
+ if (webRtcManager) {
316
+ try { webRtcManager.dispose(); } catch { /* ignore */ }
317
+ webRtcManager = null;
318
+ }
319
+ // Stop the packet ring and remove its scratch files. `process.exit` below
320
+ // does not take child processes with it, so without this a proxy restarted
321
+ // outside a container leaves one tcpdump running per restart.
322
+ if (packetWitness) {
323
+ try { await packetWitness.dispose(); } catch { /* ignore */ }
324
+ packetWitness = null;
325
+ }
326
+ if (app) {
327
+ await app.close();
328
+ }
329
+ process.exit(0);
330
+ } catch (error) {
331
+ const message = error instanceof Error ? error.message : String(error);
332
+ logger.error(`Shutdown failed: ${message}`);
333
+ process.exit(1);
334
+ }
335
+ }
336
+
337
+ // WHAT THE EVIDENCE WEIGHS, and what it may weigh. Core dumps, heap snapshots
338
+ // and packet captures were each bounded by a COUNT and none by a size — two
339
+ // dumps and five snapshots came to 3.2 GB on the addon host. One object, built
340
+ // here where the collectors are, registered with the owner of the disk inside
341
+ // the server and consulted by each collector before it writes.
342
+ const diagnostics = new Diagnostics({
343
+ logger,
344
+ kinds: [
345
+ { name: "core dumps", directory: () => options.stateDir || "", matches: (name) => name.startsWith("core.") },
346
+ {
347
+ name: "heap snapshots",
348
+ directory: () => options.stateDir || "",
349
+ matches: (name) => name.endsWith(".heapsnapshot")
350
+ },
351
+ {
352
+ name: "packet captures",
353
+ directory: () => options.stateDir || "",
354
+ matches: (name) => name.startsWith("packet-witness")
355
+ }
356
+ ]
357
+ });
358
+
359
+ try {
360
+ logToFile(options.logFile);
361
+ if (transcodeAudio) {
362
+ assertFfmpegAvailability();
363
+ }
364
+ const started = await startProxyServer({
365
+ host: bindHost,
366
+ port: localPort,
367
+ transcodeAudio,
368
+ ffmpegBin,
369
+ memoryBytes,
370
+ segmentFormat: options.segmentFormat,
371
+ stateDir: options.stateDir,
372
+ diagnostics,
373
+ budgetPolicy,
374
+ logFile: options.logFile ?? "",
375
+ deliverySink: options.deliverySink === true,
376
+ // Late-bound the same way `webRtcManager` is below: the torrent pool is
377
+ // built inside `startProxyServer`, before `dataChannelHandler` — the
378
+ // thing that actually owns a channel to push down — exists.
379
+ onSubtitleCues: (event) => dataChannelHandler?.publishSubtitleCues(event)
380
+ });
381
+ app = started.app;
382
+ actualPort = started.port;
383
+ const directBaseUrl = explicitBaseUrl || `http://${bindHost}:${actualPort}`;
384
+
385
+ // A native fault writes the whole address space out — 4.18 GB each on the
386
+ // field host, and four of them nearly filled a 235 GB disk. Keep the newest
387
+ // two, which are the evidence for the fault still open, and drop the rest.
388
+ void pruneCoreDumps(options.stateDir);
389
+ // Same policy for the packet captures the send-queue witness writes.
390
+ packetWitness = createPacketWitness({
391
+ log: (message) => logger.info(message),
392
+ dir: options.stateDir || "",
393
+ port: actualPort,
394
+ // Evidence takes room from the product, so a capture is asked for rather
395
+ // than taken. Refused, it is a line and not a silence.
396
+ mayKeep: (bytes) => diagnostics.mayKeep({ what: "a packet capture", bytes }),
397
+ // Which of the kept captures go is the storage component's rule, the same
398
+ // one core dumps are pruned by.
399
+ chooseRemovals: dumpsToRemove
400
+ });
401
+ // A process that was KILLED mid-session leaves the ring's last seconds
402
+ // behind, and those seconds contain whatever ended it. Keep them under a name
403
+ // the pruner recognises BEFORE anything starts a new ring over them.
404
+ void adoptOrphanRingFiles(packetWitness.dir).then(() => pruneWitnessCaptures(packetWitness.dir, dumpsToRemove));
405
+
406
+ // Reads usrsctp's own association state via gdb the moment a wedge is
407
+ // declared (roadmap item 11) — no source rebuild, the module ships
408
+ // unstripped. A host without gdb just never gets a reading, the same way a
409
+ // host without tcpdump never gets a packet capture.
410
+ // OFF UNLESS ASKED FOR, and the reason is a field incident rather than
411
+ // caution. On 2026-09-05 a delivery probe declared a wedge that lasted half a
412
+ // second and cleared itself; the reading it triggered attached gdb to this
413
+ // process, which stopped all eighty of its threads. The log ended mid-second,
414
+ // /healthz stopped answering, and the viewer waited a minute and was told the
415
+ // proxy had sent no video. The fifteen-second guard could not fire — it is a
416
+ // timer inside the process gdb had stopped — and killing gdb left the main
417
+ // thread deadlocked for good, so only restarting the addon recovered it.
418
+ //
419
+ // A means of diagnosis may not stop the product. This one attaches to a live
420
+ // process and is triggered by a verdict with a known history of false
421
+ // positives, so it is a thing to switch on deliberately while watching, not
422
+ // something that arms itself.
423
+ usrsctpStateReader = options.usrsctpState === true
424
+ ? createUsrsctpStateReader({ log: (message) => logger.info(message) })
425
+ : null;
426
+
427
+ // What this process holds, once a minute. The kernel killed the proxy on
428
+ // 2026-08-28 at 2.4 GB resident and the log had never said a word about
429
+ // memory, so the growth that ended in that kill has no shape in any record we
430
+ // keep. RSS is the figure the OOM killer reads, so RSS is the figure to say.
431
+ // The disk path is where pieces spill and torrent data lands. A budget for
432
+ // memory alone is half a budget: a store that behaves about RAM can still
433
+ // fill the card an addon host boots from, and neither limit was measured
434
+ // before (roadmap item 2).
435
+ startMemoryReport({
436
+ log: (message) => logger.info(message),
437
+ // A snapshot weighs about what the heap weighs. Asked for, not taken.
438
+ mayKeep: (bytes) => diagnostics.mayKeep({ what: "a heap snapshot", bytes }),
439
+ // The other half of the piece-buffer question. Shared memory lives until
440
+ // BOTH isolates let go, so the worker's own count answers only its side;
441
+ // read here, on the same line as the process figures the growth shows up
442
+ // in and at the same instant as them.
443
+ readExtra: () => {
444
+ const fragments = fragmentBufferCollection();
445
+ return fragments.seen === 0
446
+ ? ""
447
+ : `piece buffers handed here ${fragments.seen} seen, ${fragments.collected} collected, ` +
448
+ `${fragments.seen - fragments.collected} still alive`;
449
+ },
450
+ // Once a minute cannot see what kills this process. Both out-of-memory
451
+ // kills of 2026-09-02 happened inside a single gap of the old cadence: the
452
+ // last line before the first said 602 MB and the kernel measured 1.72 GB
453
+ // 34 seconds later, and before the second it said 1171 MB and the kernel
454
+ // measured 1.86 GB nine seconds later. The figure is read every second
455
+ // now and written when it has moved by a step worth a line, so a rise of a
456
+ // gigabyte is a curve instead of one number and then a death. Every /proc
457
+ // read stayed behind the decision to write, so a quiet second costs one
458
+ // call to `process.memoryUsage()`.
459
+ intervalMs: 1_000,
460
+ quietMs: 60_000,
461
+ changeBytes: 25 * 1024 * 1024,
462
+ diskPath: os.tmpdir(),
463
+ // WHERE A SNAPSHOT SURVIVES THE PROCESS IT IS ABOUT, and how many are kept
464
+ // — the same answer the torrent worker already had. This scope had neither:
465
+ // snapshots went to the temporary directory, which the container recreates
466
+ // on every restart, and all of them were kept. Fifty-four were written on
467
+ // 2026-09-07 and every one was gone by the time the process that wrote them
468
+ // died of a heap it had never been possible to look at.
469
+ snapshotDir: options.stateDir || undefined,
470
+ snapshotFloorBytes: 400 * 1024 * 1024,
471
+ snapshotGrowthBytes: 400 * 1024 * 1024,
472
+ keepSnapshots: 3
473
+ });
474
+
475
+ logger.info(`Starting @torrent-tv/proxy v${PROXY_VERSION}`);
476
+ logger.info(`Local stream endpoint: http://${bindHost}:${actualPort}/stream`);
477
+ logger.info(`Advertised direct URL: ${directBaseUrl}`);
478
+ if (transcodeAudio) {
479
+ logger.info(`Optional HLS audio transcode is enabled (ffmpeg: ${ffmpegBin}).`);
480
+ }
481
+
482
+ // All WebRTC sessions are multiplexed onto this single UDP port (same number
483
+ // as the HTTP port, different protocol) via a persistent ICE UDP mux listener
484
+ // in the WebRTC manager. One port → one UPnP mapping → one reachable endpoint.
485
+ const webrtcUdpPort = actualPort;
486
+
487
+ // Try to open the local port on the home router (UPnP/NAT-PMP) so the proxy
488
+ // is reachable from the internet without manual port forwarding. Best-effort
489
+ // and fire-and-forget: failure is normal (router without UPnP) and must not
490
+ // delay tunnel connect / registration, so we do not await it.
491
+ if (portMappingEnabled) {
492
+ portMapper = createPortMapper({ port: actualPort, protocol: "TCP" });
493
+ void portMapper
494
+ .start()
495
+ .then(() => {
496
+ // Mapping may finish after the tunnel is already connected; report the
497
+ // endpoint now. If the tunnel is not open yet, onConnect re-sends it.
498
+ const endpoint = portMapper?.getMappedEndpoint();
499
+ if (endpoint) {
500
+ tunnelClient?.sendEndpoint(endpoint);
501
+ }
502
+ })
503
+ .catch((error) => {
504
+ const message = error instanceof Error ? error.message : String(error);
505
+ logger.warn(`Port mapping failed to start: ${message}`);
506
+ });
507
+
508
+ // Also map the single WebRTC UDP port. Not reported to the server: the
509
+ // browser discovers the endpoint via ICE (srflx) candidates, not the TCP
510
+ // dial-back probe.
511
+ udpPortMapper = createPortMapper({
512
+ port: webrtcUdpPort,
513
+ protocol: "UDP",
514
+ description: "torrent-tv proxy (WebRTC)"
515
+ });
516
+ void udpPortMapper.start().catch((error) => {
517
+ const message = error instanceof Error ? error.message : String(error);
518
+ logger.warn(`UDP port mapping failed to start: ${message}`);
519
+ });
520
+ } else {
521
+ logger.info("Automatic port mapping is disabled (--no-port-mapping).");
522
+ }
523
+
524
+ // Classify the home NAT (diagnostic + decides whether WebRTC will need port
525
+ // prediction for remote viewers). Best-effort, fire-and-forget — STUN probes
526
+ // never block startup.
527
+ void classifyNat()
528
+ .then((nat) => {
529
+ // Stored for WebRTC port prediction (webRtcManager reads it per session).
530
+ natInfo = nat;
531
+ if (nat.klass === "endpoint-independent") {
532
+ logger.info(
533
+ `nat: endpoint-independent (cone) — external UDP port stable across STUN servers (${nat.externalIp}); fixed-port WebRTC mapping is sufficient, no port prediction needed`
534
+ );
535
+ } else if (nat.klass === "symmetric") {
536
+ logger.warn(
537
+ `nat: SYMMETRIC — external UDP port varies per destination (delta ${nat.portDelta}); WebRTC offers predicted ports (base+delta*k) — covers sequential/predictable symmetric NAT, not fully random`
538
+ );
539
+ } else {
540
+ logger.info("nat: classification inconclusive (STUN probes failed); continuing");
541
+ }
542
+ })
543
+ .catch((error) => {
544
+ const message = error instanceof Error ? error.message : String(error);
545
+ logger.warn(`nat classification failed: ${message}`);
546
+ });
547
+
548
+ // Create tunnel + WebRTC manager.
549
+ // The tunnel forwards WebRTC signals between browser (via server) and this proxy.
550
+ // The WebRTC manager handles the actual peer connection and data channel.
551
+ //
552
+ // We use a late-binding ref so both objects can reference each other without
553
+ // running into the TDZ (tunnelClient is declared above; webRtcManager is the
554
+ // module-scoped `let` above so the closure in createTunnelClient — and the
555
+ // shutdown handler — can reach it after initialisation).
556
+
557
+ tunnelClient = createTunnelClient({
558
+ serverUrl,
559
+ proxyId: clientId,
560
+ token,
561
+ proxyPort: actualPort,
562
+ onSignal(sessionId, signal) {
563
+ webRtcManager?.handleSignal(sessionId, signal);
564
+ },
565
+ async onHealthRequest() {
566
+ // Which films this proxy holds travels with the health poll the browser
567
+ // already makes before it picks one: a viewer sent to a proxy that is
568
+ // downloading their film costs it the encode and nothing else, while the
569
+ // same viewer sent anywhere else starts the download from nothing. Asked
570
+ // of the worker, so a film this proxy let go of is not claimed.
571
+ let holds = [];
572
+ try {
573
+ holds = (await started?.torrentPool?.heldTorrents?.()) ?? [];
574
+ } catch {
575
+ // silent-ok: a proxy that cannot say what it holds is scored on its
576
+ // machine alone, which is what every proxy was scored on until now.
577
+ }
578
+ // WHETHER THIS MACHINE HAS ROOM FOR ONE MORE ENCODE, read by the pool
579
+ // before any film is chosen (roadmap item 97, step 14): what holds a
580
+ // place on it now, and the speed that leaves every output at. The load
581
+ // average cannot say this — an encoder admitted a moment ago has not
582
+ // raised it yet.
583
+ const encode = started?.outputParts?.admission?.headroom?.() ?? null;
584
+ return {
585
+ metrics: {
586
+ ...collectHealthMetrics({ availableMemoryBytes }),
587
+ ...(encode ? { encodeSpeedX: encode.encodeSpeedX, encodeOccupiedCostSec: encode.occupiedCostSec } : {})
588
+ },
589
+ holds
590
+ };
591
+ },
592
+ // Whether this host could sustain a file it has only been told about. The
593
+ // same arithmetic the first offer uses, against this host's own startup
594
+ // benchmarks — no torrent, no bytes, no ffmpeg — so the browser can ask
595
+ // every proxy in the pool and be sent to one that will work instead of
596
+ // being shown an error on the one it happened to land on.
597
+ onCanServeRequest(mediaInfo) {
598
+ return started?.outputParts?.quality?.predictOfferedHeights?.(mediaInfo) ?? null;
599
+ },
600
+ onConnect() {
601
+ // Re-register on every tunnel connect/reconnect so the server's
602
+ // in-memory store stays consistent after server restarts.
603
+ void registerClientSafe().catch((error) => {
604
+ const message = error instanceof Error ? error.message : String(error);
605
+ logger.error(`Re-registration after tunnel connect failed: ${message}`);
606
+ });
607
+ // Re-report the mapped endpoint on every (re)connect — the server's
608
+ // in-memory reachability state resets on restart, and the mapping may
609
+ // have completed before this connection existed.
610
+ const endpoint = portMapper?.getMappedEndpoint();
611
+ if (endpoint) {
612
+ tunnelClient?.sendEndpoint(endpoint);
613
+ }
614
+ },
615
+ onLog: (message) => logger.info(message)
616
+ });
617
+
618
+ dataChannelHandler = createDataChannelHandler({
619
+ proxyPort: actualPort,
620
+ onLog: (message) => logger.info(message),
621
+ // Who wants pushed subtitle cues for a file, by name. Late-bound like the
622
+ // rest: the registry lives on the manager, built inside `startProxyServer`
623
+ // with this handler already in hand. The transport gets opaque ids and
624
+ // never learns what a viewer is.
625
+ viewersWantingCues: (sourceKey, fileIndex) =>
626
+ started?.outputParts?.viewers?.wantingCues?.(sourceKey, fileIndex) ?? [],
627
+ // Lets a stuck send queue ask the transport what it is doing. Late-bound:
628
+ // the manager is created below, with this handler already in hand.
629
+ getTransportSnapshot: (sessionId) => webRtcManager?.getTransportSnapshot(sessionId) ?? null,
630
+ // Records the wire when a queue stays wedged — how the rare one-way
631
+ // transmit death (roadmap item 10, 2026-08-24) gets its evidence.
632
+ witness: packetWitness,
633
+ usrsctpState: usrsctpStateReader,
634
+ // How large one data-channel message is. The wedge of 2026-09-12 arrived
635
+ // mid-message, and whether it depends on this size is the one thing no
636
+ // reading has settled — so it is measured rather than reasoned about.
637
+ sendChunkBytes: Number.parseInt(options.sendChunkBytes ?? "0", 10) || 0,
638
+ // Presence, from the one thing that knows it. Late-bound for the same
639
+ // reason as the transport snapshot above: the manager is built inside
640
+ // `startProxyServer`, with this handler already in hand.
641
+ onViewerPresent: (consumerId) => {
642
+ started?.outputParts?.viewers?.seen?.(consumerId);
643
+ },
644
+ onViewerGone: (consumerId, because) => {
645
+ void started?.outputParts?.lifecycle?.viewerHasGone?.(consumerId, because)
646
+ ?.catch?.((error) => {
647
+ const message = error instanceof Error ? error.message : String(error);
648
+ logger.warn(`could not let go of viewer ${consumerId}: ${message}`);
649
+ });
650
+ }
651
+ });
652
+
653
+ webRtcManager = createWebRtcManager({
654
+ // Single UDP port (UPnP-mapped above) shared by all sessions via a
655
+ // persistent ICE UDP mux listener, so the WebRTC path is reachable from the
656
+ // internet on one fixed port.
657
+ udpPort: webrtcUdpPort,
658
+ // Latest NAT classification — enables symmetric-NAT port prediction.
659
+ getNatInfo: () => natInfo,
660
+ sendSignal(sessionId, signal) {
661
+ tunnelClient?.sendSignal(sessionId, signal);
662
+ },
663
+ onDataChannel(sessionId, channel) {
664
+ dataChannelHandler.handleChannel(sessionId, channel);
665
+ },
666
+ onLog: (message) => logger.info(message)
667
+ });
668
+
669
+ tunnelClient.connect();
670
+
671
+ await registerWithRetry();
672
+ } catch (error) {
673
+ const message = error instanceof Error ? error.message : String(error);
674
+ logger.error(message);
675
+ process.exit(1);
676
+ }
677
+
678
+ process.on("SIGINT", () => {
679
+ void shutdown("SIGINT");
680
+ });
681
+
682
+ process.on("SIGTERM", () => {
683
+ void shutdown("SIGTERM");
684
+ });