@torrent-tv/proxy 2.89.7 → 2.89.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (498) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +363 -338
  13. package/CHANGELOG.md +2345 -2335
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/calibration/audio/NOTICE.md +19 -19
  19. package/assets/calibration/audio/manifest.json +98 -98
  20. package/assets/diagnostics/sctpstate.gdb +31 -31
  21. package/bin/cli.js +684 -684
  22. package/bin/thread-pool.js +30 -30
  23. package/biome.json +412 -412
  24. package/docs/browser-proxy-contract.md +155 -155
  25. package/docs/container-architecture.md +273 -273
  26. package/docs/download-architecture.md +261 -261
  27. package/docs/encode-architecture.md +765 -765
  28. package/docs/encode-run-state.md +96 -96
  29. package/docs/logs.md +97 -97
  30. package/docs/playback-start-forecast.md +113 -113
  31. package/docs/socks5-egress-research.md +114 -114
  32. package/docs/storage-architecture.md +273 -273
  33. package/knip.json +14 -14
  34. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  35. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  36. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  37. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  38. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  39. package/openspec/changes/binary-distribution/proposal.md +53 -53
  40. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  41. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  42. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  43. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  44. package/openspec/changes/cold-start/design.md +98 -98
  45. package/openspec/changes/cold-start/proposal.md +62 -62
  46. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  47. package/openspec/changes/cold-start/tasks.md +48 -48
  48. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  49. package/openspec/changes/disk-cap/proposal.md +37 -37
  50. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  51. package/openspec/changes/disk-cap/tasks.md +19 -19
  52. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  53. package/openspec/changes/proxy-observability/design.md +38 -38
  54. package/openspec/changes/proxy-observability/proposal.md +49 -49
  55. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  56. package/openspec/changes/proxy-observability/tasks.md +21 -21
  57. package/openspec/changes/seek-debounce/design.md +118 -118
  58. package/openspec/changes/seek-debounce/proposal.md +59 -59
  59. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  60. package/openspec/changes/seek-debounce/tasks.md +33 -33
  61. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  62. package/openspec/changes/subtitle-language/proposal.md +50 -50
  63. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  64. package/openspec/changes/subtitle-language/tasks.md +26 -26
  65. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  66. package/openspec/changes/track-selection/design.md +47 -47
  67. package/openspec/changes/track-selection/proposal.md +45 -45
  68. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  69. package/openspec/changes/track-selection/tasks.md +20 -20
  70. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  71. package/openspec/changes/transcode-quality/proposal.md +51 -51
  72. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  73. package/openspec/changes/transcode-quality/tasks.md +63 -63
  74. package/openspec/config.yaml +38 -38
  75. package/package.json +51 -50
  76. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  77. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  78. package/research/double-spawn-2026-09-10.md +171 -171
  79. package/research/handover-2026-09-13.md +209 -209
  80. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  81. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  82. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  83. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  84. package/routes/api/client-logs/post.js +86 -86
  85. package/routes/api/delivery-sink/get.js +72 -72
  86. package/routes/api/link-probe/get.js +51 -51
  87. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  88. package/routes/api/playback-plan/post.js +53 -53
  89. package/routes/api/sources/files/get.js +106 -106
  90. package/routes/api/sources/post.js +36 -36
  91. package/routes/api/sources/stats/get.js +132 -132
  92. package/routes/api/sources/warm/post.js +217 -217
  93. package/routes/api/subtitles/get.js +230 -230
  94. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  95. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  96. package/routes/api/transcode-sessions/post.js +178 -178
  97. package/routes/api/transcode-sessions/progress/get.js +27 -27
  98. package/routes/api/transcode-sessions/release/post.js +41 -41
  99. package/routes/api/transcode-sessions/seek/post.js +63 -63
  100. package/routes/health/get.js +13 -13
  101. package/routes/healthz/get.js +13 -13
  102. package/routes/stream/get.js +416 -416
  103. package/routes/transcode/audio-file/get.js +64 -64
  104. package/routes/transcode/audio-warm/get.js +95 -95
  105. package/routes/transcode/session-file/get.js +52 -52
  106. package/routes/transcode/variant-file/get.js +95 -95
  107. package/routes/transcode/variant-warm/get.js +84 -84
  108. package/scripts/build-audio-samples.mjs +31 -31
  109. package/scripts/render-run-graph.js +173 -173
  110. package/server.js +748 -748
  111. package/services/encode/CoverageMap.js +428 -428
  112. package/services/encode/CushionReport.js +345 -345
  113. package/services/encode/EncodeAdmission.js +376 -376
  114. package/services/encode/EncodeOrchestrator.js +1192 -1192
  115. package/services/encode/EncodePlan.js +1368 -1368
  116. package/services/encode/EncodeRun.js +36 -12
  117. package/services/encode/Encoder.js +142 -142
  118. package/services/encode/EncoderSelection.js +38 -38
  119. package/services/encode/LocalObservations.js +359 -359
  120. package/services/encode/NvencEncoder.js +50 -50
  121. package/services/encode/OutputOpening.js +784 -784
  122. package/services/encode/OutputTimes.js +579 -579
  123. package/services/encode/QsvEncoder.js +58 -58
  124. package/services/encode/Renditions.js +2283 -2283
  125. package/services/encode/RunClock.js +87 -87
  126. package/services/encode/RunProgress.js +79 -79
  127. package/services/encode/SegmentDemand.js +95 -95
  128. package/services/encode/SoftwareEncoder.js +121 -121
  129. package/services/encode/V4l2m2mEncoder.js +53 -53
  130. package/services/encode/VaapiEncoder.js +66 -66
  131. package/services/encode/args.js +418 -418
  132. package/services/encode/audio-calibration.js +67 -67
  133. package/services/encode/audio-work-rate.js +15 -15
  134. package/services/encode/available-share.js +89 -89
  135. package/services/encode/calibration.js +361 -361
  136. package/services/encode/contention.js +128 -128
  137. package/services/encode/decode-cost-fit.js +363 -363
  138. package/services/encode/encode-exit.js +116 -116
  139. package/services/encode/encode-run-state.js +551 -551
  140. package/services/encode/encoder-readings.js +43 -43
  141. package/services/encode/fingerprint.js +322 -322
  142. package/services/encode/host-load.js +174 -174
  143. package/services/encode/hwaccel.js +1894 -1894
  144. package/services/encode/index.js +9 -9
  145. package/services/encode/learned-median.js +90 -90
  146. package/services/encode/output/EncodedOutput.js +57 -57
  147. package/services/encode/output/Output.js +131 -131
  148. package/services/encode/output/OutputCatalog.js +414 -414
  149. package/services/encode/output/OutputSpec.js +390 -390
  150. package/services/encode/output/Timeline.js +308 -308
  151. package/services/encode/output/cut-grid.js +107 -107
  152. package/services/encode/output/index.js +24 -24
  153. package/services/encode/output/ladder.js +32 -32
  154. package/services/encode/output/playlists.js +284 -284
  155. package/services/encode/output/rates.js +125 -125
  156. package/services/encode/output-key-format.js +21 -21
  157. package/services/encode/quality/EncodeCost.js +1043 -1043
  158. package/services/encode/quality/HostLoad.js +525 -525
  159. package/services/encode/quality/HostTimings.js +249 -249
  160. package/services/encode/quality/OutputQualityState.js +24 -24
  161. package/services/encode/quality/QualityController.js +758 -758
  162. package/services/encode/quality/QualityOffer.js +416 -416
  163. package/services/encode/quality/drain-threat.js +47 -47
  164. package/services/encode/quality/link-budget.js +337 -337
  165. package/services/encode/quality/output-format.js +319 -319
  166. package/services/encode/quality/serving-output.js +216 -216
  167. package/services/encode/quality/visible-rung.js +57 -57
  168. package/services/encode/run-budget.js +97 -97
  169. package/services/encode/run-command.js +757 -757
  170. package/services/encode/run-costs.js +155 -155
  171. package/services/encode/run-inputs.js +53 -53
  172. package/services/encode/segment-formats/fmp4.js +476 -476
  173. package/services/encode/segment-formats/init-compat.js +324 -324
  174. package/services/encode/segment-formats/mpegts.js +134 -134
  175. package/services/encode/start-stop-cost.js +178 -178
  176. package/services/encode/throughput.js +97 -97
  177. package/services/encode/torrent-cost.js +88 -88
  178. package/services/identity/installation-id.js +38 -38
  179. package/services/media/ContainerOrchestrator.js +202 -202
  180. package/services/media/KeyframeTables.js +356 -356
  181. package/services/media/SourceFile.js +298 -298
  182. package/services/media/SubtitleCues.js +592 -592
  183. package/services/media/SubtitleOrchestrator.js +167 -167
  184. package/services/media/audio-inventory.js +299 -299
  185. package/services/media/container/AviContainer.js +268 -268
  186. package/services/media/container/Container.js +632 -632
  187. package/services/media/container/ContainerFactory.js +38 -38
  188. package/services/media/container/KeyframeTable.js +272 -272
  189. package/services/media/container/MatroskaContainer.js +1031 -1031
  190. package/services/media/container/Mp4Container.js +1354 -1354
  191. package/services/media/container/SubtitleFileContainer.js +339 -339
  192. package/services/media/container/ebml-reader.js +159 -159
  193. package/services/media/container/ebml-stream.js +174 -174
  194. package/services/media/container/matroska-clusters.js +1165 -1165
  195. package/services/media/container/unavailable.js +77 -77
  196. package/services/media/ffmpeg-banner.js +260 -260
  197. package/services/media/keyframe-probe.js +157 -157
  198. package/services/media/media-info-probe.js +93 -93
  199. package/services/media/playback-planner.js +931 -931
  200. package/services/media/tracks/AudioTrack.js +143 -143
  201. package/services/media/tracks/ContainerTrack.js +84 -84
  202. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  203. package/services/media/tracks/SubtitleTrack.js +38 -38
  204. package/services/media/tracks/TextSubtitleTrack.js +295 -295
  205. package/services/media/tracks/VideoTrack.js +33 -33
  206. package/services/media/tracks/audio-bound.js +233 -233
  207. package/services/media/tracks/index.js +15 -15
  208. package/services/media/tracks/language-detect.js +174 -174
  209. package/services/server/OutputLifecycle.js +418 -418
  210. package/services/server/SegmentServing.js +1152 -1152
  211. package/services/server/ViewerRequests.js +785 -785
  212. package/services/server/WaitLedger.js +142 -142
  213. package/services/server/controllers/PlaybackController.js +40 -40
  214. package/services/server/controllers/SubtitleController.js +109 -109
  215. package/services/server/http-responses.js +60 -60
  216. package/services/server/transcode-session-files.js +325 -325
  217. package/services/server/wire-outputs.js +1029 -1029
  218. package/services/storage/Diagnostics.js +202 -202
  219. package/services/storage/MachineBudget.js +235 -235
  220. package/services/storage/allowance.js +107 -107
  221. package/services/storage/core-dumps.js +106 -106
  222. package/services/storage/files/CompletedFiles.js +391 -391
  223. package/services/storage/files/piece-from-whole-file.js +118 -118
  224. package/services/storage/free.js +71 -71
  225. package/services/storage/keep.js +48 -48
  226. package/services/storage/machine-memory.js +56 -56
  227. package/services/storage/memory-report.js +575 -575
  228. package/services/storage/piece-store/piece-disk-store.js +539 -539
  229. package/services/storage/piece-store/piece-lru.js +495 -495
  230. package/services/storage/piece-store/shared-piece-store.js +1937 -1937
  231. package/services/storage/returns.js +103 -103
  232. package/services/storage/segment-store/SegmentStore.js +1294 -1294
  233. package/services/storage/wire.js +175 -175
  234. package/services/torrent/Contents.js +382 -382
  235. package/services/torrent/demand/DemandRegister.js +202 -202
  236. package/services/torrent/demand/Urgency.js +137 -137
  237. package/services/torrent/demand/Window.js +118 -118
  238. package/services/torrent/demand/index.js +8 -8
  239. package/services/torrent/demand/pieces.js +140 -140
  240. package/services/torrent/download/SwarmSelection.js +386 -386
  241. package/services/torrent/download/registry.js +102 -102
  242. package/services/torrent/download/withdraw-claim.js +80 -80
  243. package/services/torrent/episode-naming.js +182 -182
  244. package/services/torrent/files.js +455 -455
  245. package/services/torrent/naming.js +619 -619
  246. package/services/torrent/piece-store-of.js +29 -29
  247. package/services/torrent/supply-margin.js +264 -264
  248. package/services/torrent/torrent-pool.js +2688 -2688
  249. package/services/torrent/worker/background-fill.js +213 -213
  250. package/services/torrent/worker/channel.js +271 -271
  251. package/services/torrent/worker/client.js +836 -836
  252. package/services/torrent/worker/fastest-wires.js +342 -342
  253. package/services/torrent/worker/handle-state.js +23 -23
  254. package/services/torrent/worker/held-bytes.js +231 -231
  255. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  256. package/services/torrent/worker/piece-reader.js +1078 -1078
  257. package/services/torrent/worker/pool-adapter.js +371 -371
  258. package/services/torrent/worker/protocol.js +184 -184
  259. package/services/torrent/worker/resume-warm.js +107 -107
  260. package/services/torrent/worker/webrtc-shim.js +219 -219
  261. package/services/torrent/worker/worker.js +1137 -1137
  262. package/services/transport/data-channel-handler.js +1406 -1373
  263. package/services/transport/delivery-probe.js +798 -842
  264. package/services/transport/health-collector.js +53 -53
  265. package/services/transport/nat-classifier.js +231 -231
  266. package/services/transport/packet-witness.js +808 -808
  267. package/services/transport/port-mapper.js +235 -235
  268. package/services/transport/registry-api.js +81 -81
  269. package/services/transport/tunnel-client.js +447 -447
  270. package/services/transport/usrsctp-state.js +175 -175
  271. package/services/transport/webrtc-manager.js +484 -484
  272. package/services/viewer/Assignments.js +340 -340
  273. package/services/viewer/PriorityMap.js +421 -421
  274. package/services/viewer/PriorityOrchestrator.js +325 -325
  275. package/services/viewer/Viewer.js +691 -691
  276. package/services/viewer/Viewers.js +368 -368
  277. package/services/viewer/active-output.js +37 -37
  278. package/services/viewer/audio-start.js +46 -46
  279. package/services/viewer/buffer-trend.js +81 -81
  280. package/services/viewer/choices.js +647 -647
  281. package/services/viewer/media-time.js +355 -355
  282. package/services/viewer/playback-readiness.js +635 -635
  283. package/services/viewer/positions.js +126 -126
  284. package/services/viewer/report-intake.js +46 -46
  285. package/store/source-registry.js +71 -71
  286. package/test/asset-paths.test.js +28 -28
  287. package/test/audio-buffer-continuity.test.js +77 -77
  288. package/test/audio-calibration.test.js +23 -23
  289. package/test/audio-inventory.test.js +212 -212
  290. package/test/audio-track-bitrate.test.js +40 -40
  291. package/test/auto-quality-step.test.js +762 -762
  292. package/test/available-share.test.js +76 -76
  293. package/test/background-fill.test.js +190 -190
  294. package/test/client-log-file.test.js +110 -110
  295. package/test/coalesce.test.js +39 -39
  296. package/test/completed-files.test.js +115 -115
  297. package/test/concurrent-cost.test.js +148 -148
  298. package/test/container-media-info.test.js +228 -228
  299. package/test/contention.test.js +76 -76
  300. package/test/core-dumps.test.js +57 -57
  301. package/test/coverage-follows-the-disk.test.js +233 -228
  302. package/test/coverage-map.test.js +195 -195
  303. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  304. package/test/cut-times-timeline.test.js +65 -65
  305. package/test/cuts-follow-published-grid.test.js +109 -109
  306. package/test/data-channel-frame.test.js +63 -63
  307. package/test/data-channel-viewer-lifecycle.test.js +162 -92
  308. package/test/dead-torrent-handle.test.js +52 -52
  309. package/test/declared-rates.test.js +116 -116
  310. package/test/declared-tracks.test.js +43 -43
  311. package/test/decode-cost-fit.test.js +202 -202
  312. package/test/decode-cost.test.js +475 -475
  313. package/test/delivery-probe-field.test.js +173 -0
  314. package/test/delivery-probe.test.js +382 -393
  315. package/test/demand-register.test.js +206 -206
  316. package/test/dht-bootstrap.test.js +72 -72
  317. package/test/drain-threat.test.js +65 -65
  318. package/test/duplicate-add.test.js +48 -48
  319. package/test/encode-admission.test.js +146 -146
  320. package/test/encode-cost.test.js +275 -275
  321. package/test/encode-exit.test.js +111 -111
  322. package/test/encode-orchestrator.test.js +426 -426
  323. package/test/encode-plan-viewers.test.js +725 -725
  324. package/test/encode-plan.test.js +545 -545
  325. package/test/encode-run-state.test.js +314 -314
  326. package/test/encode-run.test.js +20 -0
  327. package/test/encode-slope.test.js +46 -46
  328. package/test/encoded-output.test.js +39 -39
  329. package/test/encoder-kinds.test.js +122 -122
  330. package/test/encoder-readings.test.js +68 -68
  331. package/test/episode-naming.test.js +131 -131
  332. package/test/every-claimant-is-told-its-share.test.js +152 -152
  333. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  334. package/test/failed-start-breaker.test.js +202 -202
  335. package/test/fastest-wires.test.js +143 -143
  336. package/test/ffmpeg-stream-counts.test.js +78 -78
  337. package/test/file-edges.test.js +191 -191
  338. package/test/fixtures/audio-frame-boundary.json +1 -1
  339. package/test/fmp4-self-contained.test.js +80 -80
  340. package/test/fmp4-timestamps.test.js +140 -140
  341. package/test/fmp4-track-completeness.test.js +41 -41
  342. package/test/format-keyed-outputs.test.js +78 -78
  343. package/test/health-metrics.test.js +36 -38
  344. package/test/held-read-ownership.test.js +77 -77
  345. package/test/held-request-width.test.js +157 -157
  346. package/test/helpers/encode-run.js +248 -240
  347. package/test/helpers/held-file.js +77 -77
  348. package/test/helpers/manager.js +62 -62
  349. package/test/helpers/matroska-file.js +296 -296
  350. package/test/helpers/output-spec.js +63 -63
  351. package/test/host-load.test.js +68 -68
  352. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  353. package/test/init-compat.test.js +219 -219
  354. package/test/input-lost-quiets-the-plan.test.js +261 -261
  355. package/test/input-unavailable.test.js +48 -48
  356. package/test/installation-id.test.js +39 -39
  357. package/test/keeping-period.test.js +83 -83
  358. package/test/keyframe-index-accuracy.test.js +188 -188
  359. package/test/keyframe-table-budget.test.js +123 -123
  360. package/test/keyframes-belong-to-the-file.test.js +249 -249
  361. package/test/learned-median.test.js +37 -37
  362. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  363. package/test/limit-row-by-area.test.js +60 -60
  364. package/test/link-budget.test.js +111 -111
  365. package/test/link-probe.test.js +56 -56
  366. package/test/local-encoding-data.test.js +273 -273
  367. package/test/logger-repeats.test.js +134 -134
  368. package/test/look-ahead-coverage.test.js +56 -56
  369. package/test/manager-surface.test.js +291 -291
  370. package/test/matroska-cluster-discovery.test.js +323 -323
  371. package/test/matroska-cues-track.test.js +192 -192
  372. package/test/media-time.test.js +62 -62
  373. package/test/memory-budget.test.js +390 -390
  374. package/test/move-cost.test.js +216 -216
  375. package/test/mp4-subtitles.test.js +173 -173
  376. package/test/one-authority.test.js +285 -285
  377. package/test/one-budget.test.js +149 -149
  378. package/test/one-output-one-session.test.js +273 -273
  379. package/test/one-resource-divided.test.js +185 -185
  380. package/test/one-serving-output-per-height.test.js +458 -458
  381. package/test/orchestrator-wired.test.js +207 -207
  382. package/test/output-catalog.test.js +39 -39
  383. package/test/output-shape.test.js +21 -21
  384. package/test/output-spec.test.js +251 -251
  385. package/test/output-speed.test.js +92 -87
  386. package/test/outputs-being-prepared.test.js +40 -40
  387. package/test/packet-witness-ring.test.js +236 -236
  388. package/test/packet-witness.test.js +148 -148
  389. package/test/piece-disk-store.test.js +401 -401
  390. package/test/piece-from-whole-file.test.js +129 -129
  391. package/test/piece-lru.test.js +319 -319
  392. package/test/piece-reader.test.js +162 -162
  393. package/test/piece-selection-offset.test.js +85 -85
  394. package/test/piece-store-eviction.test.js +595 -595
  395. package/test/piece-store-never-refuses.test.js +153 -153
  396. package/test/piece-store-reservations.test.js +403 -403
  397. package/test/piece-store-slow-disk.test.js +159 -159
  398. package/test/piece-tail.test.js +97 -97
  399. package/test/plan-host-timings.test.js +68 -68
  400. package/test/plan-is-steady.test.js +225 -225
  401. package/test/playback-readiness.test.js +518 -518
  402. package/test/playback-start-regressions.test.js +101 -101
  403. package/test/priority-map-download.test.js +174 -174
  404. package/test/priority-map-emptied.test.js +204 -204
  405. package/test/priority-map-per-output.test.js +215 -215
  406. package/test/priority-map.test.js +163 -163
  407. package/test/probe-wedge-certainty.test.js +60 -60
  408. package/test/produced-copy-choice.test.js +213 -213
  409. package/test/published-timeline.test.js +83 -83
  410. package/test/quality-offer.test.js +160 -160
  411. package/test/quality-variants.test.js +1274 -1270
  412. package/test/rate-control-in-the-output.test.js +181 -180
  413. package/test/read-survives-withdrawal.test.js +164 -164
  414. package/test/read-window.test.js +365 -365
  415. package/test/reads-not-yet-arrived.test.js +218 -218
  416. package/test/resume-warm.test.js +39 -39
  417. package/test/run-graph-drift.test.js +37 -37
  418. package/test/run-inputs.test.js +80 -80
  419. package/test/run-intervals.test.js +100 -100
  420. package/test/run-position-follows-published-grid.test.js +89 -89
  421. package/test/run-progress.test.js +64 -64
  422. package/test/same-height-switch.test.js +663 -663
  423. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  424. package/test/seek-landing.test.js +109 -109
  425. package/test/seek-target-not-superseded.test.js +195 -195
  426. package/test/segment-closed-on-both-branches.test.js +114 -114
  427. package/test/segment-cut-times.test.js +63 -63
  428. package/test/segment-demand.test.js +80 -80
  429. package/test/segment-hold-supersede.test.js +91 -91
  430. package/test/segment-judged-by-its-own-header.test.js +222 -222
  431. package/test/segment-serve-wiring.test.js +481 -481
  432. package/test/segment-store-eviction.test.js +247 -247
  433. package/test/segment-store.test.js +352 -352
  434. package/test/segment-true-start.test.js +86 -86
  435. package/test/segments-are-shared.test.js +176 -176
  436. package/test/send-chunk-bytes.test.js +86 -86
  437. package/test/serving-existing-output.test.js +111 -111
  438. package/test/serving-output.test.js +102 -102
  439. package/test/shared-piece-store.test.js +310 -310
  440. package/test/sidecar-naming.test.js +142 -142
  441. package/test/soundtrack-rate-bound.test.js +289 -289
  442. package/test/source-file.test.js +133 -133
  443. package/test/source-files-route.test.js +113 -113
  444. package/test/source-registry.test.js +18 -18
  445. package/test/split-a-stretch.test.js +139 -139
  446. package/test/stale-request-after-seek.test.js +158 -158
  447. package/test/startup-readings.test.js +124 -124
  448. package/test/stream-route.test.js +237 -237
  449. package/test/subtitle-cue-framing.test.js +200 -200
  450. package/test/subtitle-cue-source.test.js +102 -102
  451. package/test/subtitle-cue-walk.test.js +385 -385
  452. package/test/subtitle-cursor.test.js +63 -63
  453. package/test/subtitle-defaults.test.js +118 -118
  454. package/test/subtitle-language.test.js +252 -252
  455. package/test/subtitle-metadata.test.js +15 -15
  456. package/test/subtitle-plan-waits.test.js +125 -125
  457. package/test/subtitle-track-numbering.test.js +391 -391
  458. package/test/supply-margin.test.js +190 -190
  459. package/test/swarm-follows-readers.test.js +174 -174
  460. package/test/swarm-reach.test.js +130 -130
  461. package/test/swarm-selection.test.js +220 -220
  462. package/test/tail-duplication.test.js +167 -167
  463. package/test/the-channel-has-both-ends.test.js +91 -91
  464. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  465. package/test/thread-pool.test.js +53 -53
  466. package/test/timeline.test.js +84 -84
  467. package/test/torrent-contents.test.js +235 -235
  468. package/test/torrent-cost.test.js +71 -71
  469. package/test/torrent-files.test.js +221 -221
  470. package/test/torrent-naming.test.js +255 -255
  471. package/test/tracks-begin-together.test.js +209 -209
  472. package/test/tunnel-renewal.test.js +167 -167
  473. package/test/two-viewers-one-picture.test.js +508 -508
  474. package/test/upload-hurry.test.js +186 -186
  475. package/test/usrsctp-state.test.js +131 -131
  476. package/test/video-facts.test.js +102 -102
  477. package/test/viewer-assignments.test.js +143 -143
  478. package/test/viewer-outputs.test.js +285 -285
  479. package/test/viewer-presence.test.js +116 -116
  480. package/test/viewer-requests-admission.test.js +92 -92
  481. package/test/viewer-starts-on-map.test.js +27 -27
  482. package/test/viewer-states.test.js +192 -189
  483. package/test/viewer-subtitle-subscription.test.js +96 -96
  484. package/test/viewer.test.js +139 -139
  485. package/test/viewing-generations.test.js +390 -390
  486. package/test/visible-rung.test.js +37 -37
  487. package/test/wait-ledger.test.js +100 -100
  488. package/test/webrtc-shim.test.js +149 -149
  489. package/test/wedge-certainty.test.js +131 -131
  490. package/test/whole-file-held-read.test.js +30 -30
  491. package/test/withdraw-piece-claim.test.js +212 -212
  492. package/test/worker-channel.test.js +158 -158
  493. package/utils/client-log-file.js +151 -151
  494. package/utils/coalesce.js +41 -41
  495. package/utils/logger.js +312 -312
  496. package/utils/parse-range.js +25 -25
  497. package/utils/perf.js +59 -59
  498. package/utils/torrent-source-key.js +38 -38
@@ -1,390 +1,390 @@
1
- import test from "node:test";
2
- import assert from "node:assert/strict";
3
-
4
- import {
5
- describeMemory,
6
- readingIsWorthWriting,
7
- summariseMappings,
8
- watchedFigures
9
- } from "../services/storage/memory-report.js";
10
- import {
11
- divideAllowance,
12
- forgetMachineMemory,
13
- machineAllowanceBytes,
14
- machineReserveBytes,
15
- noteMachineMemory,
16
- SharedPieceStore
17
- } from "../services/storage/piece-store/shared-piece-store.js";
18
- import { mkdtemp, rm } from "node:fs/promises";
19
- import os from "node:os";
20
- import path from "node:path";
21
-
22
- const MEGABYTE = 1024 * 1024;
23
- const GIGABYTE = 1024 * MEGABYTE;
24
-
25
- test("the stores are allowed what the machine has, less what others were seen to need", () => {
26
- // Not a share of what is free. A share is a number chosen out of nothing, and
27
- // the three that were here until 2026-09-02 — a quarter, a 64 MB floor, a
28
- // 512 MB ceiling — all came from one observation of one host on 2026-08-03.
29
- // `MemAvailable` is what can be taken ON TOP of what is held, so what the
30
- // stores already hold is added back to get the ceiling they could reach.
31
- assert.equal(
32
- machineAllowanceBytes(2 * GIGABYTE, 300 * MEGABYTE, 0),
33
- 2 * GIGABYTE + 300 * MEGABYTE
34
- );
35
- assert.equal(
36
- machineAllowanceBytes(2 * GIGABYTE, 300 * MEGABYTE, 500 * MEGABYTE),
37
- 2 * GIGABYTE - 200 * MEGABYTE
38
- );
39
- assert.equal(
40
- machineAllowanceBytes(100 * MEGABYTE, 0, 4 * GIGABYTE),
41
- 0,
42
- "a reserve larger than everything leaves nothing, and says so rather than going negative"
43
- );
44
- });
45
-
46
- test("what to leave for everyone else is measured, starts at nothing, and ages out", () => {
47
- // Field 2026-09-02: while this proxy held 76-133 MB the machine's available
48
- // memory fell from 2378 MB to 306 MB and came back. That fall was somebody
49
- // else's, and it is the quantity to leave room for. On a quiet host the same
50
- // reading stays near zero, which is the right answer there.
51
- forgetMachineMemory();
52
- assert.equal(noteMachineMemory(2378 * MEGABYTE, 100 * MEGABYTE), 0, "nothing is reserved on faith");
53
-
54
- // A fall of 2072 MB while the stores grew by 20 MB: 2052 MB of it was theirs.
55
- assert.equal(noteMachineMemory(306 * MEGABYTE, 120 * MEGABYTE), 2052 * MEGABYTE);
56
-
57
- // Memory coming back does not lower what has been seen to be needed — the
58
- // spike can happen again, and that is what there has to be room for.
59
- assert.equal(noteMachineMemory(3567 * MEGABYTE, 120 * MEGABYTE), 2052 * MEGABYTE);
60
-
61
- // But it does not stand for ever either. A window of observations, not a
62
- // high-water: one spike hours ago must stop squeezing the stores, which is
63
- // the same mistake the block re-use gap would make with an all-time maximum.
64
- for (let quiet = 0; quiet < 60; quiet += 1) {
65
- noteMachineMemory(3567 * MEGABYTE, 120 * MEGABYTE);
66
- }
67
- assert.equal(machineReserveBytes(), 0, "an hour of quiet leaves the spike behind");
68
- });
69
-
70
- test("everyone gets what they asked for while the asks fit", () => {
71
- // The usual case by a wide margin: two readers of one film declare 32-192 MB
72
- // between them against gigabytes of free memory, so the machine's limit never
73
- // binds and the demand is what decides.
74
- assert.deepEqual(
75
- divideAllowance([100 * MEGABYTE, 50 * MEGABYTE], GIGABYTE),
76
- [100 * MEGABYTE, 50 * MEGABYTE]
77
- );
78
-
79
- // When they do not fit, each is cut in proportion to what it asked, so a
80
- // store wanting little is not cut to make room for one wanting much.
81
- const cut = divideAllowance([300 * MEGABYTE, 100 * MEGABYTE], 200 * MEGABYTE);
82
- assert.equal(cut[0], 150 * MEGABYTE);
83
- assert.equal(cut[1], 50 * MEGABYTE);
84
- assert.equal(cut[0] + cut[1], 200 * MEGABYTE);
85
-
86
- assert.deepEqual(divideAllowance([], GIGABYTE), []);
87
- assert.deepEqual(divideAllowance([0, 0], 0), [0, 0], "nobody asking takes nothing");
88
- });
89
-
90
- test("the memory line says bytes, and names what it could not measure", () => {
91
- const usage = {
92
- rss: 2422628 * 1024,
93
- heapUsed: 180 * MEGABYTE,
94
- heapTotal: 220 * MEGABYTE,
95
- external: 900 * MEGABYTE,
96
- arrayBuffers: 850 * MEGABYTE
97
- };
98
- const measured = describeMemory({
99
- process: usage,
100
- availableBytes: 1900 * MEGABYTE,
101
- availableMeasured: true,
102
- stores: [
103
- {
104
- name: "a film",
105
- residentBytes: 504 * MEGABYTE,
106
- committedBytes: 504 * MEGABYTE,
107
- spilledBytes: 0,
108
- budgetBytes: 512 * MEGABYTE
109
- }
110
- ]
111
- });
112
- // The figures the kernel's own kill line quoted, so the two can be compared.
113
- assert.match(measured, /rss=2366MB/);
114
- assert.match(measured, /1 torrent store\(s\) holding 504MB, committed 504MB of 512MB allowed/);
115
- assert.match(measured, /machine has 1900MB available$/);
116
-
117
- const estimated = describeMemory({
118
- process: usage,
119
- availableBytes: 1900 * MEGABYTE,
120
- availableMeasured: false,
121
- stores: []
122
- });
123
- assert.match(estimated, /no torrent stores/);
124
- assert.match(estimated, /estimated — \/proc\/meminfo could not be read/);
125
- });
126
-
127
- test("holding and having taken are separate figures, and the line says both", () => {
128
- // The shape that hid 650 MB on 2026-08-28: eighteen pieces held, sixty-four
129
- // slots taken and never given back, and a line that only mentioned the first.
130
- const line = describeMemory({
131
- process: { rss: 893 * MEGABYTE, heapUsed: 29 * MEGABYTE, heapTotal: 34 * MEGABYTE, external: 11 * MEGABYTE, arrayBuffers: 7 * MEGABYTE },
132
- availableBytes: 2287 * MEGABYTE,
133
- availableMeasured: true,
134
- anonymousBytes: 870 * MEGABYTE,
135
- diskFreeBytes: 12000 * MEGABYTE,
136
- stores: [
137
- {
138
- name: "a film",
139
- residentBytes: 144 * MEGABYTE,
140
- committedBytes: 512 * MEGABYTE,
141
- spilledBytes: 2904 * MEGABYTE,
142
- budgetBytes: 512 * MEGABYTE
143
- }
144
- ]
145
- });
146
- assert.match(line, /holding 144MB, committed 512MB of 512MB allowed, 2904MB spilled to disk/);
147
- assert.match(line, /anon=870MB/);
148
- assert.match(line, /12000MB free on disk$/);
149
- });
150
-
151
- test("a thread's reading leaves out what belongs to the process", () => {
152
- // `rss` and the kernel's rollup are process-wide and are read once, on the
153
- // main thread. What the torrent worker can say — and the only place it can be
154
- // said — is its own isolate, where the piece pool actually lives.
155
- const line = describeMemory({
156
- scope: "thread",
157
- label: "torrent worker",
158
- process: { rss: 893 * MEGABYTE, heapUsed: 12 * MEGABYTE, heapTotal: 20 * MEGABYTE, external: 530 * MEGABYTE, arrayBuffers: 512 * MEGABYTE },
159
- stores: [
160
- {
161
- name: "a film",
162
- residentBytes: 144 * MEGABYTE,
163
- committedBytes: 512 * MEGABYTE,
164
- spilledBytes: 0,
165
- budgetBytes: 512 * MEGABYTE
166
- }
167
- ]
168
- });
169
- assert.match(line, /^memory \(torrent worker\): heap=12MB\/20MB/);
170
- assert.match(line, /arrayBuffers=512MB/);
171
- assert.doesNotMatch(line, /rss=/);
172
- assert.doesNotMatch(line, /machine has/);
173
- });
174
-
175
- test("a store's allowance follows the machine, in both directions", async () => {
176
- // The defect: a store created on an idle machine kept an idle machine's
177
- // allowance for life and went on growing into memory the host no longer had.
178
- const directory = await mkdtemp(path.join(os.tmpdir(), "budget-revision-"));
179
- const store = new SharedPieceStore(1024, {
180
- path: directory,
181
- name: "revision",
182
- memoryBytes: 64 * 1024
183
- });
184
- try {
185
- const born = store.stats().budgetBytes;
186
- assert.ok(born > 0);
187
-
188
- // The machine fills up: the ceiling comes down and growth stops there.
189
- const lowered = store.reviseGrowthCeiling(8 * 1024);
190
- assert.ok(lowered.ceilingBytes < born, "a busier machine buys fewer slots");
191
- assert.equal(store.stats().budgetBytes, lowered.ceilingBytes, "the line says what is allowed now");
192
-
193
- // The machine empties again: the ceiling rises with it, PAST where this
194
- // store started. Until 2026-09-02 it could not — the ceiling was capped at
195
- // a figure computed once in the constructor, so a torrent opened while the
196
- // machine was full kept a small allowance for its whole life however much
197
- // memory was freed afterwards.
198
- const raised = store.reviseGrowthCeiling(1024 * 1024 * 1024);
199
- assert.ok(raised.ceilingBytes > born, "an emptier machine buys more slots than it started with");
200
- assert.equal(store.stats().budgetBytes, raised.ceilingBytes);
201
- } finally {
202
- await new Promise((resolve) => store.destroy(resolve));
203
- await rm(directory, { recursive: true, force: true });
204
- }
205
- });
206
-
207
- test("the line says how far the heap is from the ceiling it is killed for reaching", () => {
208
- // The worker died three times for reaching 2240 MB while its own line said
209
- // "heap=30MB" and nothing said what 30 MB was 30 MB of.
210
- const line = describeMemory({
211
- scope: "thread",
212
- label: "torrent worker",
213
- process: {
214
- rss: 2549 * MEGABYTE,
215
- heapUsed: 1800 * MEGABYTE,
216
- heapTotal: 1904 * MEGABYTE,
217
- external: 40 * MEGABYTE,
218
- arrayBuffers: 20 * MEGABYTE,
219
- heapLimit: 2240 * MEGABYTE
220
- },
221
- stores: []
222
- });
223
- assert.match(line, /heap=1800MB\/1904MB of 2240MB allowed/);
224
-
225
- const withoutLimit = describeMemory({
226
- scope: "thread",
227
- label: "torrent worker",
228
- process: { rss: 0, heapUsed: 12 * MEGABYTE, heapTotal: 20 * MEGABYTE, external: 0, arrayBuffers: 0 },
229
- stores: []
230
- });
231
- assert.match(withoutLimit, /heap=12MB\/20MB external=/, "an unknown ceiling is left out, not printed as zero");
232
- });
233
-
234
- test("a reading is written when it moved, or when the silence has gone on long enough", () => {
235
- const changeBytes = 25 * MEGABYTE;
236
- const quietMs = 60_000;
237
- const still = {
238
- watchedBytes: 100 * MEGABYTE,
239
- lastWrittenBytes: 100 * MEGABYTE,
240
- sinceWrittenMs: 1_000,
241
- changeBytes,
242
- quietMs
243
- };
244
-
245
- assert.equal(readingIsWorthWriting(still), false, "a second of nothing is not worth a line");
246
- assert.equal(
247
- readingIsWorthWriting({ ...still, sinceWrittenMs: 60_000 }),
248
- true,
249
- "a quiet minute is still written, so a healthy session reads as it always did"
250
- );
251
- // The rise that killed the worker: 818 MB to 2203 MB inside one old sample.
252
- assert.equal(
253
- readingIsWorthWriting({ ...still, watchedBytes: 130 * MEGABYTE }),
254
- true,
255
- "growth of a quarter of a gigabyte cannot wait for the minute to be up"
256
- );
257
- assert.equal(
258
- readingIsWorthWriting({ ...still, watchedBytes: 70 * MEGABYTE }),
259
- true,
260
- "memory given back is as interesting as memory taken"
261
- );
262
- assert.equal(
263
- readingIsWorthWriting({ ...still, quietMs: 0 }),
264
- true,
265
- "no quiet interval means every reading is written, which is the process scope"
266
- );
267
- });
268
-
269
- /**
270
- * The shape of the anonymous memory, not only its size. Three shapes, three
271
- * different diagnoses of the same number — see `summariseMappings`.
272
- */
273
- const SMAPS = [
274
- "aaaad4000000-aaaad4c00000 r-xp 00000000 fe:01 1234 /usr/local/bin/node",
275
- "Size: 12288 kB",
276
- "Rss: 12000 kB",
277
- "aaaae0000000-aaaae4000000 rw-p 00000000 00:00 0 [heap]",
278
- "Size: 65536 kB",
279
- "Rss: 40960 kB",
280
- "ffff80000000-ffff80400000 rw-p 00000000 00:00 0 ",
281
- "Size: 4096 kB",
282
- "Rss: 4096 kB",
283
- "ffff81000000-ffff81400000 rw-p 00000000 00:00 0 ",
284
- "Size: 4096 kB",
285
- "Rss: 4096 kB",
286
- "ffff82000000-ffff82100000 rw-p 00000000 00:00 0 ",
287
- "Size: 1024 kB",
288
- "Rss: 512 kB",
289
- "ffff83000000-ffff84000000 rw-p 00000000 00:00 0 ",
290
- "Size: 16384 kB",
291
- "Rss: 0 kB",
292
- ""
293
- ].join("\n");
294
-
295
- test("the mappings are grouped by the shape that names the cause", () => {
296
- const summary = summariseMappings(SMAPS);
297
- assert.equal(summary.heapBytes, 40960 * 1024, "the allocator's break-managed arena stands alone");
298
- assert.equal(summary.largeCount, 2, "two anonymous mappings of four megabytes");
299
- assert.equal(summary.largeBytes, 8192 * 1024);
300
- assert.equal(summary.largestBytes, 4096 * 1024);
301
- assert.equal(summary.smallCount, 1);
302
- assert.equal(summary.smallBytes, 512 * 1024);
303
- assert.equal(summary.fileBytes, 12000 * 1024, "the executable is not a leak");
304
- });
305
-
306
- test("a mapping that is reserved but untouched costs nothing and is not counted", () => {
307
- // The 16 MB mapping above has Rss 0: address space, not memory. Counting it
308
- // would put tens of gigabytes of V8's reservations into the reading.
309
- assert.equal(summariseMappings(SMAPS).largeCount, 2);
310
- });
311
-
312
- test("no /proc, or nothing readable, is answered with zeroes rather than a throw", () => {
313
- const empty = summariseMappings("");
314
- assert.equal(empty.heapBytes, 0);
315
- assert.equal(empty.largeCount, 0);
316
- assert.deepEqual(summariseMappings(null), empty);
317
- });
318
-
319
- test("the mapping shape is said in the line, and left out when it is not known", () => {
320
- const withShape = describeMemory({
321
- process: { rss: 900 * MEGABYTE, heapUsed: 27 * MEGABYTE, heapTotal: 30 * MEGABYTE, external: 6 * MEGABYTE, arrayBuffers: 2 * MEGABYTE },
322
- availableBytes: 800 * MEGABYTE,
323
- availableMeasured: true,
324
- anonymousBytes: 870 * MEGABYTE,
325
- mappings: summariseMappings(SMAPS),
326
- stores: []
327
- });
328
- assert.match(withShape, /mappings=\[heap 40MB, 2 anon ≥2MB = 8MB \(largest 4MB\), 1 anon <2MB = 1MB, files 12MB\]/);
329
-
330
- const withoutShape = describeMemory({
331
- process: { rss: 900 * MEGABYTE, heapUsed: 27 * MEGABYTE, heapTotal: 30 * MEGABYTE, external: 6 * MEGABYTE, arrayBuffers: 2 * MEGABYTE },
332
- availableBytes: 800 * MEGABYTE,
333
- availableMeasured: true,
334
- anonymousBytes: 870 * MEGABYTE,
335
- stores: []
336
- });
337
- assert.ok(!withoutShape.includes("mappings="), "an unread breakdown is absent, not zeroed");
338
- });
339
-
340
- test("a thread's line is earned by any of its three figures, not by the heap alone", () => {
341
- // 2026-09-02, the session that ended in two out-of-memory kills: the worker's
342
- // heap stood at 33-45 MB for the whole of it while its buffers went from 130
343
- // to 950 MB. Watching the heap alone, nothing ever earned a line and every
344
- // reading of the quantity that grew came out on the quiet minute.
345
- const before = watchedFigures("thread", {
346
- rss: 0, heapTotal: 38 * MEGABYTE, external: 14 * MEGABYTE, arrayBuffers: 130 * MEGABYTE
347
- });
348
- const after = watchedFigures("thread", {
349
- rss: 0, heapTotal: 38 * MEGABYTE, external: 14 * MEGABYTE, arrayBuffers: 515 * MEGABYTE
350
- });
351
- assert.equal(before.heap, after.heap, "the heap is what did NOT move");
352
-
353
- const moved = Object.entries(after).some(([name, bytes]) => readingIsWorthWriting({
354
- watchedBytes: bytes,
355
- lastWrittenBytes: before[name],
356
- sinceWrittenMs: 1_000,
357
- changeBytes: 25 * MEGABYTE,
358
- quietMs: 60_000
359
- }));
360
- assert.equal(moved, true, "buffers growing by 385 MB earns a line of its own");
361
-
362
- assert.deepEqual(
363
- Object.keys(watchedFigures("process", { rss: 5, heapTotal: 1, external: 2, arrayBuffers: 3 })),
364
- ["rss"],
365
- "a process is killed for its resident memory and watches that"
366
- );
367
- });
368
-
369
- test("figures a caller reads for itself land on the same line as the memory", () => {
370
- const line = describeMemory({
371
- scope: "thread",
372
- label: "torrent worker",
373
- process: {
374
- rss: 0, heapUsed: 34 * MEGABYTE, heapTotal: 46 * MEGABYTE,
375
- external: 54 * MEGABYTE, arrayBuffers: 393 * MEGABYTE, heapLimit: 0
376
- },
377
- stores: [],
378
- extra: "piece buffers 21544 let go, 21482 collected, 62 still alive against 53 the store holds"
379
- });
380
- assert.match(line, /arrayBuffers=393MB/);
381
- assert.match(line, /62 still alive against 53 the store holds$/);
382
- assert.doesNotMatch(
383
- describeMemory({
384
- scope: "thread",
385
- process: { rss: 0, heapUsed: 1, heapTotal: 2, external: 3, arrayBuffers: 4, heapLimit: 0 }
386
- }),
387
- /;\s*$/,
388
- "nothing to add leaves no dangling separator"
389
- );
390
- });
1
+ import test from "node:test";
2
+ import assert from "node:assert/strict";
3
+
4
+ import {
5
+ describeMemory,
6
+ readingIsWorthWriting,
7
+ summariseMappings,
8
+ watchedFigures
9
+ } from "../services/storage/memory-report.js";
10
+ import {
11
+ divideAllowance,
12
+ forgetMachineMemory,
13
+ machineAllowanceBytes,
14
+ machineReserveBytes,
15
+ noteMachineMemory,
16
+ SharedPieceStore
17
+ } from "../services/storage/piece-store/shared-piece-store.js";
18
+ import { mkdtemp, rm } from "node:fs/promises";
19
+ import os from "node:os";
20
+ import path from "node:path";
21
+
22
+ const MEGABYTE = 1024 * 1024;
23
+ const GIGABYTE = 1024 * MEGABYTE;
24
+
25
+ test("the stores are allowed what the machine has, less what others were seen to need", () => {
26
+ // Not a share of what is free. A share is a number chosen out of nothing, and
27
+ // the three that were here until 2026-09-02 — a quarter, a 64 MB floor, a
28
+ // 512 MB ceiling — all came from one observation of one host on 2026-08-03.
29
+ // `MemAvailable` is what can be taken ON TOP of what is held, so what the
30
+ // stores already hold is added back to get the ceiling they could reach.
31
+ assert.equal(
32
+ machineAllowanceBytes(2 * GIGABYTE, 300 * MEGABYTE, 0),
33
+ 2 * GIGABYTE + 300 * MEGABYTE
34
+ );
35
+ assert.equal(
36
+ machineAllowanceBytes(2 * GIGABYTE, 300 * MEGABYTE, 500 * MEGABYTE),
37
+ 2 * GIGABYTE - 200 * MEGABYTE
38
+ );
39
+ assert.equal(
40
+ machineAllowanceBytes(100 * MEGABYTE, 0, 4 * GIGABYTE),
41
+ 0,
42
+ "a reserve larger than everything leaves nothing, and says so rather than going negative"
43
+ );
44
+ });
45
+
46
+ test("what to leave for everyone else is measured, starts at nothing, and ages out", () => {
47
+ // Field 2026-09-02: while this proxy held 76-133 MB the machine's available
48
+ // memory fell from 2378 MB to 306 MB and came back. That fall was somebody
49
+ // else's, and it is the quantity to leave room for. On a quiet host the same
50
+ // reading stays near zero, which is the right answer there.
51
+ forgetMachineMemory();
52
+ assert.equal(noteMachineMemory(2378 * MEGABYTE, 100 * MEGABYTE), 0, "nothing is reserved on faith");
53
+
54
+ // A fall of 2072 MB while the stores grew by 20 MB: 2052 MB of it was theirs.
55
+ assert.equal(noteMachineMemory(306 * MEGABYTE, 120 * MEGABYTE), 2052 * MEGABYTE);
56
+
57
+ // Memory coming back does not lower what has been seen to be needed — the
58
+ // spike can happen again, and that is what there has to be room for.
59
+ assert.equal(noteMachineMemory(3567 * MEGABYTE, 120 * MEGABYTE), 2052 * MEGABYTE);
60
+
61
+ // But it does not stand for ever either. A window of observations, not a
62
+ // high-water: one spike hours ago must stop squeezing the stores, which is
63
+ // the same mistake the block re-use gap would make with an all-time maximum.
64
+ for (let quiet = 0; quiet < 60; quiet += 1) {
65
+ noteMachineMemory(3567 * MEGABYTE, 120 * MEGABYTE);
66
+ }
67
+ assert.equal(machineReserveBytes(), 0, "an hour of quiet leaves the spike behind");
68
+ });
69
+
70
+ test("everyone gets what they asked for while the asks fit", () => {
71
+ // The usual case by a wide margin: two readers of one film declare 32-192 MB
72
+ // between them against gigabytes of free memory, so the machine's limit never
73
+ // binds and the demand is what decides.
74
+ assert.deepEqual(
75
+ divideAllowance([100 * MEGABYTE, 50 * MEGABYTE], GIGABYTE),
76
+ [100 * MEGABYTE, 50 * MEGABYTE]
77
+ );
78
+
79
+ // When they do not fit, each is cut in proportion to what it asked, so a
80
+ // store wanting little is not cut to make room for one wanting much.
81
+ const cut = divideAllowance([300 * MEGABYTE, 100 * MEGABYTE], 200 * MEGABYTE);
82
+ assert.equal(cut[0], 150 * MEGABYTE);
83
+ assert.equal(cut[1], 50 * MEGABYTE);
84
+ assert.equal(cut[0] + cut[1], 200 * MEGABYTE);
85
+
86
+ assert.deepEqual(divideAllowance([], GIGABYTE), []);
87
+ assert.deepEqual(divideAllowance([0, 0], 0), [0, 0], "nobody asking takes nothing");
88
+ });
89
+
90
+ test("the memory line says bytes, and names what it could not measure", () => {
91
+ const usage = {
92
+ rss: 2422628 * 1024,
93
+ heapUsed: 180 * MEGABYTE,
94
+ heapTotal: 220 * MEGABYTE,
95
+ external: 900 * MEGABYTE,
96
+ arrayBuffers: 850 * MEGABYTE
97
+ };
98
+ const measured = describeMemory({
99
+ process: usage,
100
+ availableBytes: 1900 * MEGABYTE,
101
+ availableMeasured: true,
102
+ stores: [
103
+ {
104
+ name: "a film",
105
+ residentBytes: 504 * MEGABYTE,
106
+ committedBytes: 504 * MEGABYTE,
107
+ spilledBytes: 0,
108
+ budgetBytes: 512 * MEGABYTE
109
+ }
110
+ ]
111
+ });
112
+ // The figures the kernel's own kill line quoted, so the two can be compared.
113
+ assert.match(measured, /rss=2366MB/);
114
+ assert.match(measured, /1 torrent store\(s\) holding 504MB, committed 504MB of 512MB allowed/);
115
+ assert.match(measured, /machine has 1900MB available$/);
116
+
117
+ const estimated = describeMemory({
118
+ process: usage,
119
+ availableBytes: 1900 * MEGABYTE,
120
+ availableMeasured: false,
121
+ stores: []
122
+ });
123
+ assert.match(estimated, /no torrent stores/);
124
+ assert.match(estimated, /estimated — \/proc\/meminfo could not be read/);
125
+ });
126
+
127
+ test("holding and having taken are separate figures, and the line says both", () => {
128
+ // The shape that hid 650 MB on 2026-08-28: eighteen pieces held, sixty-four
129
+ // slots taken and never given back, and a line that only mentioned the first.
130
+ const line = describeMemory({
131
+ process: { rss: 893 * MEGABYTE, heapUsed: 29 * MEGABYTE, heapTotal: 34 * MEGABYTE, external: 11 * MEGABYTE, arrayBuffers: 7 * MEGABYTE },
132
+ availableBytes: 2287 * MEGABYTE,
133
+ availableMeasured: true,
134
+ anonymousBytes: 870 * MEGABYTE,
135
+ diskFreeBytes: 12000 * MEGABYTE,
136
+ stores: [
137
+ {
138
+ name: "a film",
139
+ residentBytes: 144 * MEGABYTE,
140
+ committedBytes: 512 * MEGABYTE,
141
+ spilledBytes: 2904 * MEGABYTE,
142
+ budgetBytes: 512 * MEGABYTE
143
+ }
144
+ ]
145
+ });
146
+ assert.match(line, /holding 144MB, committed 512MB of 512MB allowed, 2904MB spilled to disk/);
147
+ assert.match(line, /anon=870MB/);
148
+ assert.match(line, /12000MB free on disk$/);
149
+ });
150
+
151
+ test("a thread's reading leaves out what belongs to the process", () => {
152
+ // `rss` and the kernel's rollup are process-wide and are read once, on the
153
+ // main thread. What the torrent worker can say — and the only place it can be
154
+ // said — is its own isolate, where the piece pool actually lives.
155
+ const line = describeMemory({
156
+ scope: "thread",
157
+ label: "torrent worker",
158
+ process: { rss: 893 * MEGABYTE, heapUsed: 12 * MEGABYTE, heapTotal: 20 * MEGABYTE, external: 530 * MEGABYTE, arrayBuffers: 512 * MEGABYTE },
159
+ stores: [
160
+ {
161
+ name: "a film",
162
+ residentBytes: 144 * MEGABYTE,
163
+ committedBytes: 512 * MEGABYTE,
164
+ spilledBytes: 0,
165
+ budgetBytes: 512 * MEGABYTE
166
+ }
167
+ ]
168
+ });
169
+ assert.match(line, /^memory \(torrent worker\): heap=12MB\/20MB/);
170
+ assert.match(line, /arrayBuffers=512MB/);
171
+ assert.doesNotMatch(line, /rss=/);
172
+ assert.doesNotMatch(line, /machine has/);
173
+ });
174
+
175
+ test("a store's allowance follows the machine, in both directions", async () => {
176
+ // The defect: a store created on an idle machine kept an idle machine's
177
+ // allowance for life and went on growing into memory the host no longer had.
178
+ const directory = await mkdtemp(path.join(os.tmpdir(), "budget-revision-"));
179
+ const store = new SharedPieceStore(1024, {
180
+ path: directory,
181
+ name: "revision",
182
+ memoryBytes: 64 * 1024
183
+ });
184
+ try {
185
+ const born = store.stats().budgetBytes;
186
+ assert.ok(born > 0);
187
+
188
+ // The machine fills up: the ceiling comes down and growth stops there.
189
+ const lowered = store.reviseGrowthCeiling(8 * 1024);
190
+ assert.ok(lowered.ceilingBytes < born, "a busier machine buys fewer slots");
191
+ assert.equal(store.stats().budgetBytes, lowered.ceilingBytes, "the line says what is allowed now");
192
+
193
+ // The machine empties again: the ceiling rises with it, PAST where this
194
+ // store started. Until 2026-09-02 it could not — the ceiling was capped at
195
+ // a figure computed once in the constructor, so a torrent opened while the
196
+ // machine was full kept a small allowance for its whole life however much
197
+ // memory was freed afterwards.
198
+ const raised = store.reviseGrowthCeiling(1024 * 1024 * 1024);
199
+ assert.ok(raised.ceilingBytes > born, "an emptier machine buys more slots than it started with");
200
+ assert.equal(store.stats().budgetBytes, raised.ceilingBytes);
201
+ } finally {
202
+ await new Promise((resolve) => store.destroy(resolve));
203
+ await rm(directory, { recursive: true, force: true });
204
+ }
205
+ });
206
+
207
+ test("the line says how far the heap is from the ceiling it is killed for reaching", () => {
208
+ // The worker died three times for reaching 2240 MB while its own line said
209
+ // "heap=30MB" and nothing said what 30 MB was 30 MB of.
210
+ const line = describeMemory({
211
+ scope: "thread",
212
+ label: "torrent worker",
213
+ process: {
214
+ rss: 2549 * MEGABYTE,
215
+ heapUsed: 1800 * MEGABYTE,
216
+ heapTotal: 1904 * MEGABYTE,
217
+ external: 40 * MEGABYTE,
218
+ arrayBuffers: 20 * MEGABYTE,
219
+ heapLimit: 2240 * MEGABYTE
220
+ },
221
+ stores: []
222
+ });
223
+ assert.match(line, /heap=1800MB\/1904MB of 2240MB allowed/);
224
+
225
+ const withoutLimit = describeMemory({
226
+ scope: "thread",
227
+ label: "torrent worker",
228
+ process: { rss: 0, heapUsed: 12 * MEGABYTE, heapTotal: 20 * MEGABYTE, external: 0, arrayBuffers: 0 },
229
+ stores: []
230
+ });
231
+ assert.match(withoutLimit, /heap=12MB\/20MB external=/, "an unknown ceiling is left out, not printed as zero");
232
+ });
233
+
234
+ test("a reading is written when it moved, or when the silence has gone on long enough", () => {
235
+ const changeBytes = 25 * MEGABYTE;
236
+ const quietMs = 60_000;
237
+ const still = {
238
+ watchedBytes: 100 * MEGABYTE,
239
+ lastWrittenBytes: 100 * MEGABYTE,
240
+ sinceWrittenMs: 1_000,
241
+ changeBytes,
242
+ quietMs
243
+ };
244
+
245
+ assert.equal(readingIsWorthWriting(still), false, "a second of nothing is not worth a line");
246
+ assert.equal(
247
+ readingIsWorthWriting({ ...still, sinceWrittenMs: 60_000 }),
248
+ true,
249
+ "a quiet minute is still written, so a healthy session reads as it always did"
250
+ );
251
+ // The rise that killed the worker: 818 MB to 2203 MB inside one old sample.
252
+ assert.equal(
253
+ readingIsWorthWriting({ ...still, watchedBytes: 130 * MEGABYTE }),
254
+ true,
255
+ "growth of a quarter of a gigabyte cannot wait for the minute to be up"
256
+ );
257
+ assert.equal(
258
+ readingIsWorthWriting({ ...still, watchedBytes: 70 * MEGABYTE }),
259
+ true,
260
+ "memory given back is as interesting as memory taken"
261
+ );
262
+ assert.equal(
263
+ readingIsWorthWriting({ ...still, quietMs: 0 }),
264
+ true,
265
+ "no quiet interval means every reading is written, which is the process scope"
266
+ );
267
+ });
268
+
269
+ /**
270
+ * The shape of the anonymous memory, not only its size. Three shapes, three
271
+ * different diagnoses of the same number — see `summariseMappings`.
272
+ */
273
+ const SMAPS = [
274
+ "aaaad4000000-aaaad4c00000 r-xp 00000000 fe:01 1234 /usr/local/bin/node",
275
+ "Size: 12288 kB",
276
+ "Rss: 12000 kB",
277
+ "aaaae0000000-aaaae4000000 rw-p 00000000 00:00 0 [heap]",
278
+ "Size: 65536 kB",
279
+ "Rss: 40960 kB",
280
+ "ffff80000000-ffff80400000 rw-p 00000000 00:00 0 ",
281
+ "Size: 4096 kB",
282
+ "Rss: 4096 kB",
283
+ "ffff81000000-ffff81400000 rw-p 00000000 00:00 0 ",
284
+ "Size: 4096 kB",
285
+ "Rss: 4096 kB",
286
+ "ffff82000000-ffff82100000 rw-p 00000000 00:00 0 ",
287
+ "Size: 1024 kB",
288
+ "Rss: 512 kB",
289
+ "ffff83000000-ffff84000000 rw-p 00000000 00:00 0 ",
290
+ "Size: 16384 kB",
291
+ "Rss: 0 kB",
292
+ ""
293
+ ].join("\n");
294
+
295
+ test("the mappings are grouped by the shape that names the cause", () => {
296
+ const summary = summariseMappings(SMAPS);
297
+ assert.equal(summary.heapBytes, 40960 * 1024, "the allocator's break-managed arena stands alone");
298
+ assert.equal(summary.largeCount, 2, "two anonymous mappings of four megabytes");
299
+ assert.equal(summary.largeBytes, 8192 * 1024);
300
+ assert.equal(summary.largestBytes, 4096 * 1024);
301
+ assert.equal(summary.smallCount, 1);
302
+ assert.equal(summary.smallBytes, 512 * 1024);
303
+ assert.equal(summary.fileBytes, 12000 * 1024, "the executable is not a leak");
304
+ });
305
+
306
+ test("a mapping that is reserved but untouched costs nothing and is not counted", () => {
307
+ // The 16 MB mapping above has Rss 0: address space, not memory. Counting it
308
+ // would put tens of gigabytes of V8's reservations into the reading.
309
+ assert.equal(summariseMappings(SMAPS).largeCount, 2);
310
+ });
311
+
312
+ test("no /proc, or nothing readable, is answered with zeroes rather than a throw", () => {
313
+ const empty = summariseMappings("");
314
+ assert.equal(empty.heapBytes, 0);
315
+ assert.equal(empty.largeCount, 0);
316
+ assert.deepEqual(summariseMappings(null), empty);
317
+ });
318
+
319
+ test("the mapping shape is said in the line, and left out when it is not known", () => {
320
+ const withShape = describeMemory({
321
+ process: { rss: 900 * MEGABYTE, heapUsed: 27 * MEGABYTE, heapTotal: 30 * MEGABYTE, external: 6 * MEGABYTE, arrayBuffers: 2 * MEGABYTE },
322
+ availableBytes: 800 * MEGABYTE,
323
+ availableMeasured: true,
324
+ anonymousBytes: 870 * MEGABYTE,
325
+ mappings: summariseMappings(SMAPS),
326
+ stores: []
327
+ });
328
+ assert.match(withShape, /mappings=\[heap 40MB, 2 anon ≥2MB = 8MB \(largest 4MB\), 1 anon <2MB = 1MB, files 12MB\]/);
329
+
330
+ const withoutShape = describeMemory({
331
+ process: { rss: 900 * MEGABYTE, heapUsed: 27 * MEGABYTE, heapTotal: 30 * MEGABYTE, external: 6 * MEGABYTE, arrayBuffers: 2 * MEGABYTE },
332
+ availableBytes: 800 * MEGABYTE,
333
+ availableMeasured: true,
334
+ anonymousBytes: 870 * MEGABYTE,
335
+ stores: []
336
+ });
337
+ assert.ok(!withoutShape.includes("mappings="), "an unread breakdown is absent, not zeroed");
338
+ });
339
+
340
+ test("a thread's line is earned by any of its three figures, not by the heap alone", () => {
341
+ // 2026-09-02, the session that ended in two out-of-memory kills: the worker's
342
+ // heap stood at 33-45 MB for the whole of it while its buffers went from 130
343
+ // to 950 MB. Watching the heap alone, nothing ever earned a line and every
344
+ // reading of the quantity that grew came out on the quiet minute.
345
+ const before = watchedFigures("thread", {
346
+ rss: 0, heapTotal: 38 * MEGABYTE, external: 14 * MEGABYTE, arrayBuffers: 130 * MEGABYTE
347
+ });
348
+ const after = watchedFigures("thread", {
349
+ rss: 0, heapTotal: 38 * MEGABYTE, external: 14 * MEGABYTE, arrayBuffers: 515 * MEGABYTE
350
+ });
351
+ assert.equal(before.heap, after.heap, "the heap is what did NOT move");
352
+
353
+ const moved = Object.entries(after).some(([name, bytes]) => readingIsWorthWriting({
354
+ watchedBytes: bytes,
355
+ lastWrittenBytes: before[name],
356
+ sinceWrittenMs: 1_000,
357
+ changeBytes: 25 * MEGABYTE,
358
+ quietMs: 60_000
359
+ }));
360
+ assert.equal(moved, true, "buffers growing by 385 MB earns a line of its own");
361
+
362
+ assert.deepEqual(
363
+ Object.keys(watchedFigures("process", { rss: 5, heapTotal: 1, external: 2, arrayBuffers: 3 })),
364
+ ["rss"],
365
+ "a process is killed for its resident memory and watches that"
366
+ );
367
+ });
368
+
369
+ test("figures a caller reads for itself land on the same line as the memory", () => {
370
+ const line = describeMemory({
371
+ scope: "thread",
372
+ label: "torrent worker",
373
+ process: {
374
+ rss: 0, heapUsed: 34 * MEGABYTE, heapTotal: 46 * MEGABYTE,
375
+ external: 54 * MEGABYTE, arrayBuffers: 393 * MEGABYTE, heapLimit: 0
376
+ },
377
+ stores: [],
378
+ extra: "piece buffers 21544 let go, 21482 collected, 62 still alive against 53 the store holds"
379
+ });
380
+ assert.match(line, /arrayBuffers=393MB/);
381
+ assert.match(line, /62 still alive against 53 the store holds$/);
382
+ assert.doesNotMatch(
383
+ describeMemory({
384
+ scope: "thread",
385
+ process: { rss: 0, heapUsed: 1, heapTotal: 2, external: 3, arrayBuffers: 4, heapLimit: 0 }
386
+ }),
387
+ /;\s*$/,
388
+ "nothing to add leaves no dangling separator"
389
+ );
390
+ });