@torrent-tv/proxy 2.89.7 → 2.89.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (498) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +363 -338
  13. package/CHANGELOG.md +2345 -2335
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/calibration/audio/NOTICE.md +19 -19
  19. package/assets/calibration/audio/manifest.json +98 -98
  20. package/assets/diagnostics/sctpstate.gdb +31 -31
  21. package/bin/cli.js +684 -684
  22. package/bin/thread-pool.js +30 -30
  23. package/biome.json +412 -412
  24. package/docs/browser-proxy-contract.md +155 -155
  25. package/docs/container-architecture.md +273 -273
  26. package/docs/download-architecture.md +261 -261
  27. package/docs/encode-architecture.md +765 -765
  28. package/docs/encode-run-state.md +96 -96
  29. package/docs/logs.md +97 -97
  30. package/docs/playback-start-forecast.md +113 -113
  31. package/docs/socks5-egress-research.md +114 -114
  32. package/docs/storage-architecture.md +273 -273
  33. package/knip.json +14 -14
  34. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  35. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  36. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  37. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  38. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  39. package/openspec/changes/binary-distribution/proposal.md +53 -53
  40. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  41. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  42. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  43. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  44. package/openspec/changes/cold-start/design.md +98 -98
  45. package/openspec/changes/cold-start/proposal.md +62 -62
  46. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  47. package/openspec/changes/cold-start/tasks.md +48 -48
  48. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  49. package/openspec/changes/disk-cap/proposal.md +37 -37
  50. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  51. package/openspec/changes/disk-cap/tasks.md +19 -19
  52. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  53. package/openspec/changes/proxy-observability/design.md +38 -38
  54. package/openspec/changes/proxy-observability/proposal.md +49 -49
  55. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  56. package/openspec/changes/proxy-observability/tasks.md +21 -21
  57. package/openspec/changes/seek-debounce/design.md +118 -118
  58. package/openspec/changes/seek-debounce/proposal.md +59 -59
  59. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  60. package/openspec/changes/seek-debounce/tasks.md +33 -33
  61. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  62. package/openspec/changes/subtitle-language/proposal.md +50 -50
  63. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  64. package/openspec/changes/subtitle-language/tasks.md +26 -26
  65. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  66. package/openspec/changes/track-selection/design.md +47 -47
  67. package/openspec/changes/track-selection/proposal.md +45 -45
  68. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  69. package/openspec/changes/track-selection/tasks.md +20 -20
  70. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  71. package/openspec/changes/transcode-quality/proposal.md +51 -51
  72. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  73. package/openspec/changes/transcode-quality/tasks.md +63 -63
  74. package/openspec/config.yaml +38 -38
  75. package/package.json +51 -50
  76. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  77. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  78. package/research/double-spawn-2026-09-10.md +171 -171
  79. package/research/handover-2026-09-13.md +209 -209
  80. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  81. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  82. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  83. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  84. package/routes/api/client-logs/post.js +86 -86
  85. package/routes/api/delivery-sink/get.js +72 -72
  86. package/routes/api/link-probe/get.js +51 -51
  87. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  88. package/routes/api/playback-plan/post.js +53 -53
  89. package/routes/api/sources/files/get.js +106 -106
  90. package/routes/api/sources/post.js +36 -36
  91. package/routes/api/sources/stats/get.js +132 -132
  92. package/routes/api/sources/warm/post.js +217 -217
  93. package/routes/api/subtitles/get.js +230 -230
  94. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  95. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  96. package/routes/api/transcode-sessions/post.js +178 -178
  97. package/routes/api/transcode-sessions/progress/get.js +27 -27
  98. package/routes/api/transcode-sessions/release/post.js +41 -41
  99. package/routes/api/transcode-sessions/seek/post.js +63 -63
  100. package/routes/health/get.js +13 -13
  101. package/routes/healthz/get.js +13 -13
  102. package/routes/stream/get.js +416 -416
  103. package/routes/transcode/audio-file/get.js +64 -64
  104. package/routes/transcode/audio-warm/get.js +95 -95
  105. package/routes/transcode/session-file/get.js +52 -52
  106. package/routes/transcode/variant-file/get.js +95 -95
  107. package/routes/transcode/variant-warm/get.js +84 -84
  108. package/scripts/build-audio-samples.mjs +31 -31
  109. package/scripts/render-run-graph.js +173 -173
  110. package/server.js +748 -748
  111. package/services/encode/CoverageMap.js +428 -428
  112. package/services/encode/CushionReport.js +345 -345
  113. package/services/encode/EncodeAdmission.js +376 -376
  114. package/services/encode/EncodeOrchestrator.js +1192 -1192
  115. package/services/encode/EncodePlan.js +1368 -1368
  116. package/services/encode/EncodeRun.js +36 -12
  117. package/services/encode/Encoder.js +142 -142
  118. package/services/encode/EncoderSelection.js +38 -38
  119. package/services/encode/LocalObservations.js +359 -359
  120. package/services/encode/NvencEncoder.js +50 -50
  121. package/services/encode/OutputOpening.js +784 -784
  122. package/services/encode/OutputTimes.js +579 -579
  123. package/services/encode/QsvEncoder.js +58 -58
  124. package/services/encode/Renditions.js +2283 -2283
  125. package/services/encode/RunClock.js +87 -87
  126. package/services/encode/RunProgress.js +79 -79
  127. package/services/encode/SegmentDemand.js +95 -95
  128. package/services/encode/SoftwareEncoder.js +121 -121
  129. package/services/encode/V4l2m2mEncoder.js +53 -53
  130. package/services/encode/VaapiEncoder.js +66 -66
  131. package/services/encode/args.js +418 -418
  132. package/services/encode/audio-calibration.js +67 -67
  133. package/services/encode/audio-work-rate.js +15 -15
  134. package/services/encode/available-share.js +89 -89
  135. package/services/encode/calibration.js +361 -361
  136. package/services/encode/contention.js +128 -128
  137. package/services/encode/decode-cost-fit.js +363 -363
  138. package/services/encode/encode-exit.js +116 -116
  139. package/services/encode/encode-run-state.js +551 -551
  140. package/services/encode/encoder-readings.js +43 -43
  141. package/services/encode/fingerprint.js +322 -322
  142. package/services/encode/host-load.js +174 -174
  143. package/services/encode/hwaccel.js +1894 -1894
  144. package/services/encode/index.js +9 -9
  145. package/services/encode/learned-median.js +90 -90
  146. package/services/encode/output/EncodedOutput.js +57 -57
  147. package/services/encode/output/Output.js +131 -131
  148. package/services/encode/output/OutputCatalog.js +414 -414
  149. package/services/encode/output/OutputSpec.js +390 -390
  150. package/services/encode/output/Timeline.js +308 -308
  151. package/services/encode/output/cut-grid.js +107 -107
  152. package/services/encode/output/index.js +24 -24
  153. package/services/encode/output/ladder.js +32 -32
  154. package/services/encode/output/playlists.js +284 -284
  155. package/services/encode/output/rates.js +125 -125
  156. package/services/encode/output-key-format.js +21 -21
  157. package/services/encode/quality/EncodeCost.js +1043 -1043
  158. package/services/encode/quality/HostLoad.js +525 -525
  159. package/services/encode/quality/HostTimings.js +249 -249
  160. package/services/encode/quality/OutputQualityState.js +24 -24
  161. package/services/encode/quality/QualityController.js +758 -758
  162. package/services/encode/quality/QualityOffer.js +416 -416
  163. package/services/encode/quality/drain-threat.js +47 -47
  164. package/services/encode/quality/link-budget.js +337 -337
  165. package/services/encode/quality/output-format.js +319 -319
  166. package/services/encode/quality/serving-output.js +216 -216
  167. package/services/encode/quality/visible-rung.js +57 -57
  168. package/services/encode/run-budget.js +97 -97
  169. package/services/encode/run-command.js +757 -757
  170. package/services/encode/run-costs.js +155 -155
  171. package/services/encode/run-inputs.js +53 -53
  172. package/services/encode/segment-formats/fmp4.js +476 -476
  173. package/services/encode/segment-formats/init-compat.js +324 -324
  174. package/services/encode/segment-formats/mpegts.js +134 -134
  175. package/services/encode/start-stop-cost.js +178 -178
  176. package/services/encode/throughput.js +97 -97
  177. package/services/encode/torrent-cost.js +88 -88
  178. package/services/identity/installation-id.js +38 -38
  179. package/services/media/ContainerOrchestrator.js +202 -202
  180. package/services/media/KeyframeTables.js +356 -356
  181. package/services/media/SourceFile.js +298 -298
  182. package/services/media/SubtitleCues.js +592 -592
  183. package/services/media/SubtitleOrchestrator.js +167 -167
  184. package/services/media/audio-inventory.js +299 -299
  185. package/services/media/container/AviContainer.js +268 -268
  186. package/services/media/container/Container.js +632 -632
  187. package/services/media/container/ContainerFactory.js +38 -38
  188. package/services/media/container/KeyframeTable.js +272 -272
  189. package/services/media/container/MatroskaContainer.js +1031 -1031
  190. package/services/media/container/Mp4Container.js +1354 -1354
  191. package/services/media/container/SubtitleFileContainer.js +339 -339
  192. package/services/media/container/ebml-reader.js +159 -159
  193. package/services/media/container/ebml-stream.js +174 -174
  194. package/services/media/container/matroska-clusters.js +1165 -1165
  195. package/services/media/container/unavailable.js +77 -77
  196. package/services/media/ffmpeg-banner.js +260 -260
  197. package/services/media/keyframe-probe.js +157 -157
  198. package/services/media/media-info-probe.js +93 -93
  199. package/services/media/playback-planner.js +931 -931
  200. package/services/media/tracks/AudioTrack.js +143 -143
  201. package/services/media/tracks/ContainerTrack.js +84 -84
  202. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  203. package/services/media/tracks/SubtitleTrack.js +38 -38
  204. package/services/media/tracks/TextSubtitleTrack.js +295 -295
  205. package/services/media/tracks/VideoTrack.js +33 -33
  206. package/services/media/tracks/audio-bound.js +233 -233
  207. package/services/media/tracks/index.js +15 -15
  208. package/services/media/tracks/language-detect.js +174 -174
  209. package/services/server/OutputLifecycle.js +418 -418
  210. package/services/server/SegmentServing.js +1152 -1152
  211. package/services/server/ViewerRequests.js +785 -785
  212. package/services/server/WaitLedger.js +142 -142
  213. package/services/server/controllers/PlaybackController.js +40 -40
  214. package/services/server/controllers/SubtitleController.js +109 -109
  215. package/services/server/http-responses.js +60 -60
  216. package/services/server/transcode-session-files.js +325 -325
  217. package/services/server/wire-outputs.js +1029 -1029
  218. package/services/storage/Diagnostics.js +202 -202
  219. package/services/storage/MachineBudget.js +235 -235
  220. package/services/storage/allowance.js +107 -107
  221. package/services/storage/core-dumps.js +106 -106
  222. package/services/storage/files/CompletedFiles.js +391 -391
  223. package/services/storage/files/piece-from-whole-file.js +118 -118
  224. package/services/storage/free.js +71 -71
  225. package/services/storage/keep.js +48 -48
  226. package/services/storage/machine-memory.js +56 -56
  227. package/services/storage/memory-report.js +575 -575
  228. package/services/storage/piece-store/piece-disk-store.js +539 -539
  229. package/services/storage/piece-store/piece-lru.js +495 -495
  230. package/services/storage/piece-store/shared-piece-store.js +1937 -1937
  231. package/services/storage/returns.js +103 -103
  232. package/services/storage/segment-store/SegmentStore.js +1294 -1294
  233. package/services/storage/wire.js +175 -175
  234. package/services/torrent/Contents.js +382 -382
  235. package/services/torrent/demand/DemandRegister.js +202 -202
  236. package/services/torrent/demand/Urgency.js +137 -137
  237. package/services/torrent/demand/Window.js +118 -118
  238. package/services/torrent/demand/index.js +8 -8
  239. package/services/torrent/demand/pieces.js +140 -140
  240. package/services/torrent/download/SwarmSelection.js +386 -386
  241. package/services/torrent/download/registry.js +102 -102
  242. package/services/torrent/download/withdraw-claim.js +80 -80
  243. package/services/torrent/episode-naming.js +182 -182
  244. package/services/torrent/files.js +455 -455
  245. package/services/torrent/naming.js +619 -619
  246. package/services/torrent/piece-store-of.js +29 -29
  247. package/services/torrent/supply-margin.js +264 -264
  248. package/services/torrent/torrent-pool.js +2688 -2688
  249. package/services/torrent/worker/background-fill.js +213 -213
  250. package/services/torrent/worker/channel.js +271 -271
  251. package/services/torrent/worker/client.js +836 -836
  252. package/services/torrent/worker/fastest-wires.js +342 -342
  253. package/services/torrent/worker/handle-state.js +23 -23
  254. package/services/torrent/worker/held-bytes.js +231 -231
  255. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  256. package/services/torrent/worker/piece-reader.js +1078 -1078
  257. package/services/torrent/worker/pool-adapter.js +371 -371
  258. package/services/torrent/worker/protocol.js +184 -184
  259. package/services/torrent/worker/resume-warm.js +107 -107
  260. package/services/torrent/worker/webrtc-shim.js +219 -219
  261. package/services/torrent/worker/worker.js +1137 -1137
  262. package/services/transport/data-channel-handler.js +1406 -1373
  263. package/services/transport/delivery-probe.js +798 -842
  264. package/services/transport/health-collector.js +53 -53
  265. package/services/transport/nat-classifier.js +231 -231
  266. package/services/transport/packet-witness.js +808 -808
  267. package/services/transport/port-mapper.js +235 -235
  268. package/services/transport/registry-api.js +81 -81
  269. package/services/transport/tunnel-client.js +447 -447
  270. package/services/transport/usrsctp-state.js +175 -175
  271. package/services/transport/webrtc-manager.js +484 -484
  272. package/services/viewer/Assignments.js +340 -340
  273. package/services/viewer/PriorityMap.js +421 -421
  274. package/services/viewer/PriorityOrchestrator.js +325 -325
  275. package/services/viewer/Viewer.js +691 -691
  276. package/services/viewer/Viewers.js +368 -368
  277. package/services/viewer/active-output.js +37 -37
  278. package/services/viewer/audio-start.js +46 -46
  279. package/services/viewer/buffer-trend.js +81 -81
  280. package/services/viewer/choices.js +647 -647
  281. package/services/viewer/media-time.js +355 -355
  282. package/services/viewer/playback-readiness.js +635 -635
  283. package/services/viewer/positions.js +126 -126
  284. package/services/viewer/report-intake.js +46 -46
  285. package/store/source-registry.js +71 -71
  286. package/test/asset-paths.test.js +28 -28
  287. package/test/audio-buffer-continuity.test.js +77 -77
  288. package/test/audio-calibration.test.js +23 -23
  289. package/test/audio-inventory.test.js +212 -212
  290. package/test/audio-track-bitrate.test.js +40 -40
  291. package/test/auto-quality-step.test.js +762 -762
  292. package/test/available-share.test.js +76 -76
  293. package/test/background-fill.test.js +190 -190
  294. package/test/client-log-file.test.js +110 -110
  295. package/test/coalesce.test.js +39 -39
  296. package/test/completed-files.test.js +115 -115
  297. package/test/concurrent-cost.test.js +148 -148
  298. package/test/container-media-info.test.js +228 -228
  299. package/test/contention.test.js +76 -76
  300. package/test/core-dumps.test.js +57 -57
  301. package/test/coverage-follows-the-disk.test.js +233 -228
  302. package/test/coverage-map.test.js +195 -195
  303. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  304. package/test/cut-times-timeline.test.js +65 -65
  305. package/test/cuts-follow-published-grid.test.js +109 -109
  306. package/test/data-channel-frame.test.js +63 -63
  307. package/test/data-channel-viewer-lifecycle.test.js +162 -92
  308. package/test/dead-torrent-handle.test.js +52 -52
  309. package/test/declared-rates.test.js +116 -116
  310. package/test/declared-tracks.test.js +43 -43
  311. package/test/decode-cost-fit.test.js +202 -202
  312. package/test/decode-cost.test.js +475 -475
  313. package/test/delivery-probe-field.test.js +173 -0
  314. package/test/delivery-probe.test.js +382 -393
  315. package/test/demand-register.test.js +206 -206
  316. package/test/dht-bootstrap.test.js +72 -72
  317. package/test/drain-threat.test.js +65 -65
  318. package/test/duplicate-add.test.js +48 -48
  319. package/test/encode-admission.test.js +146 -146
  320. package/test/encode-cost.test.js +275 -275
  321. package/test/encode-exit.test.js +111 -111
  322. package/test/encode-orchestrator.test.js +426 -426
  323. package/test/encode-plan-viewers.test.js +725 -725
  324. package/test/encode-plan.test.js +545 -545
  325. package/test/encode-run-state.test.js +314 -314
  326. package/test/encode-run.test.js +20 -0
  327. package/test/encode-slope.test.js +46 -46
  328. package/test/encoded-output.test.js +39 -39
  329. package/test/encoder-kinds.test.js +122 -122
  330. package/test/encoder-readings.test.js +68 -68
  331. package/test/episode-naming.test.js +131 -131
  332. package/test/every-claimant-is-told-its-share.test.js +152 -152
  333. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  334. package/test/failed-start-breaker.test.js +202 -202
  335. package/test/fastest-wires.test.js +143 -143
  336. package/test/ffmpeg-stream-counts.test.js +78 -78
  337. package/test/file-edges.test.js +191 -191
  338. package/test/fixtures/audio-frame-boundary.json +1 -1
  339. package/test/fmp4-self-contained.test.js +80 -80
  340. package/test/fmp4-timestamps.test.js +140 -140
  341. package/test/fmp4-track-completeness.test.js +41 -41
  342. package/test/format-keyed-outputs.test.js +78 -78
  343. package/test/health-metrics.test.js +36 -38
  344. package/test/held-read-ownership.test.js +77 -77
  345. package/test/held-request-width.test.js +157 -157
  346. package/test/helpers/encode-run.js +248 -240
  347. package/test/helpers/held-file.js +77 -77
  348. package/test/helpers/manager.js +62 -62
  349. package/test/helpers/matroska-file.js +296 -296
  350. package/test/helpers/output-spec.js +63 -63
  351. package/test/host-load.test.js +68 -68
  352. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  353. package/test/init-compat.test.js +219 -219
  354. package/test/input-lost-quiets-the-plan.test.js +261 -261
  355. package/test/input-unavailable.test.js +48 -48
  356. package/test/installation-id.test.js +39 -39
  357. package/test/keeping-period.test.js +83 -83
  358. package/test/keyframe-index-accuracy.test.js +188 -188
  359. package/test/keyframe-table-budget.test.js +123 -123
  360. package/test/keyframes-belong-to-the-file.test.js +249 -249
  361. package/test/learned-median.test.js +37 -37
  362. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  363. package/test/limit-row-by-area.test.js +60 -60
  364. package/test/link-budget.test.js +111 -111
  365. package/test/link-probe.test.js +56 -56
  366. package/test/local-encoding-data.test.js +273 -273
  367. package/test/logger-repeats.test.js +134 -134
  368. package/test/look-ahead-coverage.test.js +56 -56
  369. package/test/manager-surface.test.js +291 -291
  370. package/test/matroska-cluster-discovery.test.js +323 -323
  371. package/test/matroska-cues-track.test.js +192 -192
  372. package/test/media-time.test.js +62 -62
  373. package/test/memory-budget.test.js +390 -390
  374. package/test/move-cost.test.js +216 -216
  375. package/test/mp4-subtitles.test.js +173 -173
  376. package/test/one-authority.test.js +285 -285
  377. package/test/one-budget.test.js +149 -149
  378. package/test/one-output-one-session.test.js +273 -273
  379. package/test/one-resource-divided.test.js +185 -185
  380. package/test/one-serving-output-per-height.test.js +458 -458
  381. package/test/orchestrator-wired.test.js +207 -207
  382. package/test/output-catalog.test.js +39 -39
  383. package/test/output-shape.test.js +21 -21
  384. package/test/output-spec.test.js +251 -251
  385. package/test/output-speed.test.js +92 -87
  386. package/test/outputs-being-prepared.test.js +40 -40
  387. package/test/packet-witness-ring.test.js +236 -236
  388. package/test/packet-witness.test.js +148 -148
  389. package/test/piece-disk-store.test.js +401 -401
  390. package/test/piece-from-whole-file.test.js +129 -129
  391. package/test/piece-lru.test.js +319 -319
  392. package/test/piece-reader.test.js +162 -162
  393. package/test/piece-selection-offset.test.js +85 -85
  394. package/test/piece-store-eviction.test.js +595 -595
  395. package/test/piece-store-never-refuses.test.js +153 -153
  396. package/test/piece-store-reservations.test.js +403 -403
  397. package/test/piece-store-slow-disk.test.js +159 -159
  398. package/test/piece-tail.test.js +97 -97
  399. package/test/plan-host-timings.test.js +68 -68
  400. package/test/plan-is-steady.test.js +225 -225
  401. package/test/playback-readiness.test.js +518 -518
  402. package/test/playback-start-regressions.test.js +101 -101
  403. package/test/priority-map-download.test.js +174 -174
  404. package/test/priority-map-emptied.test.js +204 -204
  405. package/test/priority-map-per-output.test.js +215 -215
  406. package/test/priority-map.test.js +163 -163
  407. package/test/probe-wedge-certainty.test.js +60 -60
  408. package/test/produced-copy-choice.test.js +213 -213
  409. package/test/published-timeline.test.js +83 -83
  410. package/test/quality-offer.test.js +160 -160
  411. package/test/quality-variants.test.js +1274 -1270
  412. package/test/rate-control-in-the-output.test.js +181 -180
  413. package/test/read-survives-withdrawal.test.js +164 -164
  414. package/test/read-window.test.js +365 -365
  415. package/test/reads-not-yet-arrived.test.js +218 -218
  416. package/test/resume-warm.test.js +39 -39
  417. package/test/run-graph-drift.test.js +37 -37
  418. package/test/run-inputs.test.js +80 -80
  419. package/test/run-intervals.test.js +100 -100
  420. package/test/run-position-follows-published-grid.test.js +89 -89
  421. package/test/run-progress.test.js +64 -64
  422. package/test/same-height-switch.test.js +663 -663
  423. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  424. package/test/seek-landing.test.js +109 -109
  425. package/test/seek-target-not-superseded.test.js +195 -195
  426. package/test/segment-closed-on-both-branches.test.js +114 -114
  427. package/test/segment-cut-times.test.js +63 -63
  428. package/test/segment-demand.test.js +80 -80
  429. package/test/segment-hold-supersede.test.js +91 -91
  430. package/test/segment-judged-by-its-own-header.test.js +222 -222
  431. package/test/segment-serve-wiring.test.js +481 -481
  432. package/test/segment-store-eviction.test.js +247 -247
  433. package/test/segment-store.test.js +352 -352
  434. package/test/segment-true-start.test.js +86 -86
  435. package/test/segments-are-shared.test.js +176 -176
  436. package/test/send-chunk-bytes.test.js +86 -86
  437. package/test/serving-existing-output.test.js +111 -111
  438. package/test/serving-output.test.js +102 -102
  439. package/test/shared-piece-store.test.js +310 -310
  440. package/test/sidecar-naming.test.js +142 -142
  441. package/test/soundtrack-rate-bound.test.js +289 -289
  442. package/test/source-file.test.js +133 -133
  443. package/test/source-files-route.test.js +113 -113
  444. package/test/source-registry.test.js +18 -18
  445. package/test/split-a-stretch.test.js +139 -139
  446. package/test/stale-request-after-seek.test.js +158 -158
  447. package/test/startup-readings.test.js +124 -124
  448. package/test/stream-route.test.js +237 -237
  449. package/test/subtitle-cue-framing.test.js +200 -200
  450. package/test/subtitle-cue-source.test.js +102 -102
  451. package/test/subtitle-cue-walk.test.js +385 -385
  452. package/test/subtitle-cursor.test.js +63 -63
  453. package/test/subtitle-defaults.test.js +118 -118
  454. package/test/subtitle-language.test.js +252 -252
  455. package/test/subtitle-metadata.test.js +15 -15
  456. package/test/subtitle-plan-waits.test.js +125 -125
  457. package/test/subtitle-track-numbering.test.js +391 -391
  458. package/test/supply-margin.test.js +190 -190
  459. package/test/swarm-follows-readers.test.js +174 -174
  460. package/test/swarm-reach.test.js +130 -130
  461. package/test/swarm-selection.test.js +220 -220
  462. package/test/tail-duplication.test.js +167 -167
  463. package/test/the-channel-has-both-ends.test.js +91 -91
  464. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  465. package/test/thread-pool.test.js +53 -53
  466. package/test/timeline.test.js +84 -84
  467. package/test/torrent-contents.test.js +235 -235
  468. package/test/torrent-cost.test.js +71 -71
  469. package/test/torrent-files.test.js +221 -221
  470. package/test/torrent-naming.test.js +255 -255
  471. package/test/tracks-begin-together.test.js +209 -209
  472. package/test/tunnel-renewal.test.js +167 -167
  473. package/test/two-viewers-one-picture.test.js +508 -508
  474. package/test/upload-hurry.test.js +186 -186
  475. package/test/usrsctp-state.test.js +131 -131
  476. package/test/video-facts.test.js +102 -102
  477. package/test/viewer-assignments.test.js +143 -143
  478. package/test/viewer-outputs.test.js +285 -285
  479. package/test/viewer-presence.test.js +116 -116
  480. package/test/viewer-requests-admission.test.js +92 -92
  481. package/test/viewer-starts-on-map.test.js +27 -27
  482. package/test/viewer-states.test.js +192 -189
  483. package/test/viewer-subtitle-subscription.test.js +96 -96
  484. package/test/viewer.test.js +139 -139
  485. package/test/viewing-generations.test.js +390 -390
  486. package/test/visible-rung.test.js +37 -37
  487. package/test/wait-ledger.test.js +100 -100
  488. package/test/webrtc-shim.test.js +149 -149
  489. package/test/wedge-certainty.test.js +131 -131
  490. package/test/whole-file-held-read.test.js +30 -30
  491. package/test/withdraw-piece-claim.test.js +212 -212
  492. package/test/worker-channel.test.js +158 -158
  493. package/utils/client-log-file.js +151 -151
  494. package/utils/coalesce.js +41 -41
  495. package/utils/logger.js +312 -312
  496. package/utils/parse-range.js +25 -25
  497. package/utils/perf.js +59 -59
  498. package/utils/torrent-source-key.js +38 -38
@@ -1,273 +1,273 @@
1
- # Disk architecture — one owner, and what goes first when it is short
2
-
3
- Three things on this proxy write to the same disk. Until 2026-09-10 each read
4
- the free space as though it were the only claimant, so there were three
5
- ceilings, each standing for the whole disk.
6
-
7
- | what | where | what bounded it before |
8
- |---|---|---|
9
- | segments an encoder produced | `services/encode/SegmentStore.js` | a quarter of what was free, plus a 2 GB floor — both numbers chosen by hand |
10
- | pieces the memory store spilled | `services/storage/piece-store/piece-disk-store.js` | **nothing at all** |
11
- | diagnostics kept on purpose | `/data` — core dumps, heap snapshots, packet captures | a count of files, never a size |
12
-
13
- The middle row is what it cost: one fifty-minute viewing wrote **14 400 MB** to
14
- the spill file (field 2026-08-31) while the store held 312-424 MB, and free
15
- space on the host fell by every megabyte of it. The bottom row is 2.9 GB of one
16
- core dump on the addon host, inside a budget of "two dumps".
17
-
18
- ## One owner
19
-
20
- `services/disk/DiskSpace.js` reads the free space once and divides it. The rule
21
- is the one memory already uses, on the other reading:
22
-
23
- ```
24
- allowance = free now + what we already hold - what everything that is not us has been seen to need
25
- ```
26
-
27
- Nothing in it is a fraction chosen by hand. The reserve is measured: between two
28
- readings, how much free space went away beyond what our own consumers took.
29
-
30
- `services/disk/wire.js` says who the claimants are. The segments are told their
31
- share by a call; the spilled pieces live on the torrent thread, so the share
32
- travels the channel that already carries everything else and the reply says what
33
- they hold — one exchange, both directions.
34
-
35
- The reading is said every pass, in the series beside the memory one:
36
-
37
- ```
38
- disk: 104584MB free; segments 0MB of 52292MB, spilled pieces 0MB of 52292MB
39
- ```
40
-
41
- ## Two rules, answering two questions
42
-
43
- They are kept apart because they were briefly proposed as one, and that was
44
- wrong.
45
-
46
- **Time.** Material nobody needs should not sit on the owner's disk merely
47
- because there is room for it. An output nobody has read for long enough goes
48
- whole, whatever the free space is.
49
-
50
- **Space.** Material everyone needs must still go when there is no room.
51
-
52
- A ceiling alone would keep 5 GB on a household disk for six hours because the
53
- disk is large. An idle rule alone would keep everything until its clock ran out,
54
- however tight the disk had become.
55
-
56
- ## What goes first, and it is the viewers who decide
57
-
58
- For the segments, the order is the priority map's own read from the other end:
59
-
60
- 1. outputs nobody is watching at all;
61
- 2. what lies behind the earliest viewer — furthest behind first;
62
- 3. what lies ahead of the furthest viewer — furthest ahead first.
63
-
64
- A segment a viewer is standing on is never a victim. It used to be whole outputs
65
- by when their directory was last read, which says nothing about what anybody is
66
- about to watch.
67
-
68
- ## A piece is a file
69
-
70
- `DiskTier` wrote every spilled piece into ONE sparse file at
71
- `index * chunkLength` and answered `forget(index)` by dropping the number from a
72
- set. The bytes stayed: a sparse file's blocks come back only by hole punching,
73
- which Node exposes no binding for, so nothing this process could do returned a
74
- single block before the whole file was removed.
75
-
76
- `PieceDiskStore` gives each piece its own file. Removing one returns exactly its
77
- blocks, needs no binding this runtime lacks, and makes the unit of eviction the
78
- same as the unit of storage — so the order pieces leave in is the order we
79
- choose. Over its allowance the least recently used goes, and a piece being read
80
- is never the victim. A piece thrown away is answered as absent, so the torrent
81
- fetches it again, which is the same bargain the memory tier makes when it
82
- spills.
83
-
84
- The read this replaced was chosen for its cost — 22.08 ms via `readFile` against
85
- **7.63 ms** into a buffer we already hold, measured on the field host — and that
86
- is unchanged: it is still one `read` into the caller's buffer. What it adds is
87
- an `open` per read, tens of microseconds against those milliseconds.
88
-
89
- ## A clean exit leaves nothing of ours
90
-
91
- The segments' root was removed only when it happened to be empty — from the
92
- first commit of this repository, never a decision. What it protected against is
93
- a second proxy sharing the root; what it did was leave every directory alone,
94
- including this process's own orphans. A directory adopted at startup, owned by
95
- no session, therefore survived the exit and was adopted again at the next start.
96
-
97
- That loop is what made an orphan permanent, and it is why 5.0 GB of segments
98
- from sessions that had ended hours before were on the addon host on 2026-09-10.
99
- `SegmentStore.dropAll` now removes everything this process owns, root included,
100
- which also gives the startup sweep its meaning back: whatever is found then is
101
- from a kill.
102
-
103
- Both kinds have both rules. For the spilled pieces the time rule is the same
104
- statement one layer down: a piece behind every read head has been read and will
105
- not be read again unless somebody seeks back, and a seek back re-downloads it —
106
- the bargain this tier already makes whenever it drops a piece for room.
107
- `PieceLru.readHeads` says where the readers stand, `PieceDiskStore.forgetBehind`
108
- acts on it, and the eviction order under pressure is the same: behind the
109
- earliest reader first, furthest behind first of all. With no reader at all
110
- nothing is removed — a store between reads is not a store nobody wants, and the
111
- torrent going idle is what empties it whole.
112
-
113
- ## How long material nobody is using is kept
114
-
115
- One number, in one place — `services/disk/keep.js`, one hour — because
116
- everything it governs stands for the same unmeasured thing: whether the viewer
117
- comes back.
118
-
119
- It was three, and they contradicted each other:
120
-
121
- | what | was | now |
122
- |---|---|---|
123
- | a torrent and its downloaded bytes | 15 minutes | one hour |
124
- | a session | 30 minutes | unchanged — a session is a record, not material |
125
- | the segments an encoder produced | 6 hours | one hour |
126
-
127
- The torrent went at fifteen minutes while the session it feeds lived to thirty,
128
- so between them there was a session with no source: a viewer returning at the
129
- twentieth minute got a session that could not make a single new segment. With
130
- one hour for both kinds of material the session dies first, which is the right
131
- order and needs no rule of its own to enforce.
132
-
133
- Nothing derives the hour. Everything else in the decision is measured — a piece
134
- comes back from the swarm in ~1430 ms, a segment in its own encode time, and the
135
- disk has an owner that prices holding it — and only the return is unknown.
136
-
137
- **And the return is measurable here.** A session opened on an output whose
138
- segments are still on disk IS a return, and its age is exactly what the store
139
- recorded. `services/disk/returns.js` keeps them and says so beside the disk
140
- figures:
141
-
142
- ```
143
- returns: 14 session(s) opened on material still held, 3 on material gone;
144
- median 12min after the last read, longest 51min — kept for 60min
145
- ```
146
-
147
- The median and the longest are the two the period has to sit between: shorter
148
- than the median throws away material half the returns wanted, longer than the
149
- longest keeps material no return has ever reached. A week of ordinary use and
150
- the hour is replaced by what viewers actually do — and then the two kinds can
151
- have different numbers, since their costs of coming back differ.
152
-
153
- ## What is NOT solved
154
-
155
- **The measurement that would replace the hour has not been taken yet.** The
156
- counter is in place and says nothing until a week of ordinary use has produced a
157
- distribution.
158
-
159
- **The diagnostics are not a claimant yet.** They are bounded by a count of files
160
- and never by a size, and they cannot simply be thrown away when space is short: a
161
- dump is the only evidence of the death it records. That needs a rule of its own.
162
-
163
- ## One layer, four directories, and under the import rule
164
-
165
- `SegmentStore` moved out of `services/encode/` on 2026-09-14 — a store of
166
- finished pieces inside the ENCODING layer was the encoder owning its own disk.
167
- It did not move into the room's own directory either: it is a CLAIMANT, and a
168
- claimant inside the owner of the resource is the same fault one floor down.
169
-
170
- The store keeps a produced piece's bytes and the media intervals read from them;
171
- it does not judge whether a piece is whole. That is a fact of production, read
172
- against the output's cut table, and the encoding decides it
173
- (`encode/piece-completeness.js`): before a piece is published, and for a stored
174
- piece left by an earlier process, which it asks the store to `remove`.
175
-
176
- **Four directories, deliberately.** They share one property — bytes on a medium
177
- with a limit — and that is what makes them one layer. What they are is three
178
- different things: a torrent piece is born when it is downloaded and addressed by
179
- `(infohash, number)`; a produced segment is born when an encoder closes it and
180
- addressed by `(output key, number)`; a whole file is born when its last piece
181
- lands. Different birth, different death, different name, and two of the three
182
- live in the torrent WORKER thread while the others are on the main one. Flatten
183
- them and that thread boundary becomes invisible: code that cannot call code
184
- looks like a sibling, and no rule catches it.
185
-
186
- **The rule is written as an exception, not as a list.** `group: ["../**",
187
- "!../storage/**", "!../piece-store/**", "!../segment-store/**", "!../files/**"]`
188
- — everything outside the layer, minus the layer. A list of forbidden layers was
189
- tried first and let `../../utils/logger.js` straight through, because a list
190
- only catches what somebody remembered to write in it. Checked by breaking it,
191
- in both directions, in all four directories.
192
-
193
- **One reader of how much memory is free** (`machine-memory.js`). It had been
194
- written three times — the health collector, the memory report and the piece
195
- store — and the copies had already drifted: the piece store was corrected from
196
- `os.freemem()` to the kernel's `MemAvailable` on 2026-08-27 and the health
197
- collector went on publishing the wrong quantity until 2026-09-02.
198
-
199
- ## Every claimant is told its share
200
-
201
- A CLAIMANT IS WHOEVER HOLDS BYTES, and by 2026-09-14 all of them are registered
202
- with the owner (`wire.js`): the segments an encoder produced, the pieces the
203
- memory store spilled, the files downloaded whole, and the evidence. Two of the
204
- four live on the torrent thread and arrive as a pair of closures over its
205
- channel.
206
-
207
- **Whole files had no bound of any kind** until that day — a 2.8 GB film kept
208
- whole on a host whose disk is often a 32 GB card. They now take a share, and
209
- over it the whole file nobody has asked for in longest goes. Losing one is not
210
- losing data: the torrent can fetch it again, and until it does the read falls
211
- back to the pieces, which is what `piece-from-whole-file.js` exists for. A file
212
- is also not ASSEMBLED when there is no room for it — writing it and then
213
- removing it is the same bytes written for nothing.
214
-
215
- **The torrent pool's own "disk cap" is gone, and it owned nothing.** It capped
216
- `torrentDownloadedBytes` — a sum over WebTorrent's bitfield — so a piece held
217
- purely in MEMORY told against a ceiling called disk, while the bytes it meant to
218
- bound belong to the spill and to the whole files, each of which has an owner.
219
- Under it, eviction removed whole idle TORRENTS to free bytes that were not
220
- necessarily on the disk at all.
221
-
222
- **The evidence is a claimant with a rule of its own** (`Diagnostics.js`), and the
223
- rule is what makes a bound on it safe:
224
-
225
- 1. over its share, collection STOPS. Nothing already recorded is deleted to make
226
- room — a dump is the only evidence of the death it records — and a refusal is
227
- a LINE with the figures, so an investigation that finds nothing can tell "it
228
- did not happen" from "there was nowhere to put it";
229
- 2. except what is superseded, which is not evidence twice. A capture of a
230
- connection already captured adds nothing: the wedge does not un-wedge. Field
231
- 2026-09-06, thirteen captures of one wedge in six hours, 74 MB, every one
232
- saying what the first said;
233
- 3. what it asks for is measured — what it holds plus one more of the largest
234
- kind seen — so the claim grows with the evidence and a proxy that has never
235
- faulted asks for nothing.
236
-
237
- **Core dumps are not ours to refuse, and that is stated rather than papered
238
- over.** The kernel writes them, whole address space at a time, and no gate of
239
- ours is consulted. They are counted, so they take room from what the product may
240
- hold and the figure is visible; the pruning that keeps the newest two is left
241
- where it is, because changing it is a decision about evidence and not about
242
- disk.
243
-
244
- ## One budget
245
-
246
- There is one owner, one policy and one place that reads the machine —
247
- `MachineBudget.js`. What it divides is divided PER RESOURCE, because memory
248
- cannot be paid for with disk, and "disk" is one resource per DEVICE: measured on
249
- the addon host 2026-09-05, `/tmp` (the segments and the spill) is the overlay
250
- and `/data` (the evidence) is ext4 on the nvme. Dividing one figure between
251
- claimants on both gave each a share of a disk it does not write to, which is
252
- what the old `DiskSpace` did — it read the free space of the segment root alone.
253
- The device is read with `statSync(dir).dev`, from the nearest ancestor that
254
- exists, for the same reason `freeBytesFor` walks up.
255
-
256
- **Why one owner and not two.** The claimants trade across resources: pieces that
257
- do not fit in memory are spilled to disk, whole files exist so that pieces need
258
- not be held, segments exist because making them again is dear. Field 2026-08-31:
259
- 14 400 MB spilled in fifty minutes while the memory store held 312-424 MB — give
260
- it memory and there is no spill to bound. Two owners cannot make that trade,
261
- because neither sees both sides of it. Memory was divided inside the torrent
262
- thread and disk on the main one until 2026-09-14; the memory share now travels
263
- the same channel the spill share already did.
264
-
265
- **The policy is the operator's, and it is the only chosen number here.**
266
- `--budget adaptive|share|fixed` with `--budget-share` / `--budget-bytes`, and
267
- floors with `--min-memory-bytes` / `--min-disk-bytes`. The default is
268
- `adaptive`, which is the measured rule of `allowance.js` and chooses nothing. A
269
- floor lifts what the policy allows and can never invent room the machine does
270
- not have; a claimant left below its own minimum says so in a line, because
271
- working below what it needs is a fault of the machine and invisible otherwise.
272
-
273
-
1
+ # Disk architecture — one owner, and what goes first when it is short
2
+
3
+ Three things on this proxy write to the same disk. Until 2026-09-10 each read
4
+ the free space as though it were the only claimant, so there were three
5
+ ceilings, each standing for the whole disk.
6
+
7
+ | what | where | what bounded it before |
8
+ |---|---|---|
9
+ | segments an encoder produced | `services/encode/SegmentStore.js` | a quarter of what was free, plus a 2 GB floor — both numbers chosen by hand |
10
+ | pieces the memory store spilled | `services/storage/piece-store/piece-disk-store.js` | **nothing at all** |
11
+ | diagnostics kept on purpose | `/data` — core dumps, heap snapshots, packet captures | a count of files, never a size |
12
+
13
+ The middle row is what it cost: one fifty-minute viewing wrote **14 400 MB** to
14
+ the spill file (field 2026-08-31) while the store held 312-424 MB, and free
15
+ space on the host fell by every megabyte of it. The bottom row is 2.9 GB of one
16
+ core dump on the addon host, inside a budget of "two dumps".
17
+
18
+ ## One owner
19
+
20
+ `services/disk/DiskSpace.js` reads the free space once and divides it. The rule
21
+ is the one memory already uses, on the other reading:
22
+
23
+ ```
24
+ allowance = free now + what we already hold - what everything that is not us has been seen to need
25
+ ```
26
+
27
+ Nothing in it is a fraction chosen by hand. The reserve is measured: between two
28
+ readings, how much free space went away beyond what our own consumers took.
29
+
30
+ `services/disk/wire.js` says who the claimants are. The segments are told their
31
+ share by a call; the spilled pieces live on the torrent thread, so the share
32
+ travels the channel that already carries everything else and the reply says what
33
+ they hold — one exchange, both directions.
34
+
35
+ The reading is said every pass, in the series beside the memory one:
36
+
37
+ ```
38
+ disk: 104584MB free; segments 0MB of 52292MB, spilled pieces 0MB of 52292MB
39
+ ```
40
+
41
+ ## Two rules, answering two questions
42
+
43
+ They are kept apart because they were briefly proposed as one, and that was
44
+ wrong.
45
+
46
+ **Time.** Material nobody needs should not sit on the owner's disk merely
47
+ because there is room for it. An output nobody has read for long enough goes
48
+ whole, whatever the free space is.
49
+
50
+ **Space.** Material everyone needs must still go when there is no room.
51
+
52
+ A ceiling alone would keep 5 GB on a household disk for six hours because the
53
+ disk is large. An idle rule alone would keep everything until its clock ran out,
54
+ however tight the disk had become.
55
+
56
+ ## What goes first, and it is the viewers who decide
57
+
58
+ For the segments, the order is the priority map's own read from the other end:
59
+
60
+ 1. outputs nobody is watching at all;
61
+ 2. what lies behind the earliest viewer — furthest behind first;
62
+ 3. what lies ahead of the furthest viewer — furthest ahead first.
63
+
64
+ A segment a viewer is standing on is never a victim. It used to be whole outputs
65
+ by when their directory was last read, which says nothing about what anybody is
66
+ about to watch.
67
+
68
+ ## A piece is a file
69
+
70
+ `DiskTier` wrote every spilled piece into ONE sparse file at
71
+ `index * chunkLength` and answered `forget(index)` by dropping the number from a
72
+ set. The bytes stayed: a sparse file's blocks come back only by hole punching,
73
+ which Node exposes no binding for, so nothing this process could do returned a
74
+ single block before the whole file was removed.
75
+
76
+ `PieceDiskStore` gives each piece its own file. Removing one returns exactly its
77
+ blocks, needs no binding this runtime lacks, and makes the unit of eviction the
78
+ same as the unit of storage — so the order pieces leave in is the order we
79
+ choose. Over its allowance the least recently used goes, and a piece being read
80
+ is never the victim. A piece thrown away is answered as absent, so the torrent
81
+ fetches it again, which is the same bargain the memory tier makes when it
82
+ spills.
83
+
84
+ The read this replaced was chosen for its cost — 22.08 ms via `readFile` against
85
+ **7.63 ms** into a buffer we already hold, measured on the field host — and that
86
+ is unchanged: it is still one `read` into the caller's buffer. What it adds is
87
+ an `open` per read, tens of microseconds against those milliseconds.
88
+
89
+ ## A clean exit leaves nothing of ours
90
+
91
+ The segments' root was removed only when it happened to be empty — from the
92
+ first commit of this repository, never a decision. What it protected against is
93
+ a second proxy sharing the root; what it did was leave every directory alone,
94
+ including this process's own orphans. A directory adopted at startup, owned by
95
+ no session, therefore survived the exit and was adopted again at the next start.
96
+
97
+ That loop is what made an orphan permanent, and it is why 5.0 GB of segments
98
+ from sessions that had ended hours before were on the addon host on 2026-09-10.
99
+ `SegmentStore.dropAll` now removes everything this process owns, root included,
100
+ which also gives the startup sweep its meaning back: whatever is found then is
101
+ from a kill.
102
+
103
+ Both kinds have both rules. For the spilled pieces the time rule is the same
104
+ statement one layer down: a piece behind every read head has been read and will
105
+ not be read again unless somebody seeks back, and a seek back re-downloads it —
106
+ the bargain this tier already makes whenever it drops a piece for room.
107
+ `PieceLru.readHeads` says where the readers stand, `PieceDiskStore.forgetBehind`
108
+ acts on it, and the eviction order under pressure is the same: behind the
109
+ earliest reader first, furthest behind first of all. With no reader at all
110
+ nothing is removed — a store between reads is not a store nobody wants, and the
111
+ torrent going idle is what empties it whole.
112
+
113
+ ## How long material nobody is using is kept
114
+
115
+ One number, in one place — `services/disk/keep.js`, one hour — because
116
+ everything it governs stands for the same unmeasured thing: whether the viewer
117
+ comes back.
118
+
119
+ It was three, and they contradicted each other:
120
+
121
+ | what | was | now |
122
+ |---|---|---|
123
+ | a torrent and its downloaded bytes | 15 minutes | one hour |
124
+ | a session | 30 minutes | unchanged — a session is a record, not material |
125
+ | the segments an encoder produced | 6 hours | one hour |
126
+
127
+ The torrent went at fifteen minutes while the session it feeds lived to thirty,
128
+ so between them there was a session with no source: a viewer returning at the
129
+ twentieth minute got a session that could not make a single new segment. With
130
+ one hour for both kinds of material the session dies first, which is the right
131
+ order and needs no rule of its own to enforce.
132
+
133
+ Nothing derives the hour. Everything else in the decision is measured — a piece
134
+ comes back from the swarm in ~1430 ms, a segment in its own encode time, and the
135
+ disk has an owner that prices holding it — and only the return is unknown.
136
+
137
+ **And the return is measurable here.** A session opened on an output whose
138
+ segments are still on disk IS a return, and its age is exactly what the store
139
+ recorded. `services/disk/returns.js` keeps them and says so beside the disk
140
+ figures:
141
+
142
+ ```
143
+ returns: 14 session(s) opened on material still held, 3 on material gone;
144
+ median 12min after the last read, longest 51min — kept for 60min
145
+ ```
146
+
147
+ The median and the longest are the two the period has to sit between: shorter
148
+ than the median throws away material half the returns wanted, longer than the
149
+ longest keeps material no return has ever reached. A week of ordinary use and
150
+ the hour is replaced by what viewers actually do — and then the two kinds can
151
+ have different numbers, since their costs of coming back differ.
152
+
153
+ ## What is NOT solved
154
+
155
+ **The measurement that would replace the hour has not been taken yet.** The
156
+ counter is in place and says nothing until a week of ordinary use has produced a
157
+ distribution.
158
+
159
+ **The diagnostics are not a claimant yet.** They are bounded by a count of files
160
+ and never by a size, and they cannot simply be thrown away when space is short: a
161
+ dump is the only evidence of the death it records. That needs a rule of its own.
162
+
163
+ ## One layer, four directories, and under the import rule
164
+
165
+ `SegmentStore` moved out of `services/encode/` on 2026-09-14 — a store of
166
+ finished pieces inside the ENCODING layer was the encoder owning its own disk.
167
+ It did not move into the room's own directory either: it is a CLAIMANT, and a
168
+ claimant inside the owner of the resource is the same fault one floor down.
169
+
170
+ The store keeps a produced piece's bytes and the media intervals read from them;
171
+ it does not judge whether a piece is whole. That is a fact of production, read
172
+ against the output's cut table, and the encoding decides it
173
+ (`encode/piece-completeness.js`): before a piece is published, and for a stored
174
+ piece left by an earlier process, which it asks the store to `remove`.
175
+
176
+ **Four directories, deliberately.** They share one property — bytes on a medium
177
+ with a limit — and that is what makes them one layer. What they are is three
178
+ different things: a torrent piece is born when it is downloaded and addressed by
179
+ `(infohash, number)`; a produced segment is born when an encoder closes it and
180
+ addressed by `(output key, number)`; a whole file is born when its last piece
181
+ lands. Different birth, different death, different name, and two of the three
182
+ live in the torrent WORKER thread while the others are on the main one. Flatten
183
+ them and that thread boundary becomes invisible: code that cannot call code
184
+ looks like a sibling, and no rule catches it.
185
+
186
+ **The rule is written as an exception, not as a list.** `group: ["../**",
187
+ "!../storage/**", "!../piece-store/**", "!../segment-store/**", "!../files/**"]`
188
+ — everything outside the layer, minus the layer. A list of forbidden layers was
189
+ tried first and let `../../utils/logger.js` straight through, because a list
190
+ only catches what somebody remembered to write in it. Checked by breaking it,
191
+ in both directions, in all four directories.
192
+
193
+ **One reader of how much memory is free** (`machine-memory.js`). It had been
194
+ written three times — the health collector, the memory report and the piece
195
+ store — and the copies had already drifted: the piece store was corrected from
196
+ `os.freemem()` to the kernel's `MemAvailable` on 2026-08-27 and the health
197
+ collector went on publishing the wrong quantity until 2026-09-02.
198
+
199
+ ## Every claimant is told its share
200
+
201
+ A CLAIMANT IS WHOEVER HOLDS BYTES, and by 2026-09-14 all of them are registered
202
+ with the owner (`wire.js`): the segments an encoder produced, the pieces the
203
+ memory store spilled, the files downloaded whole, and the evidence. Two of the
204
+ four live on the torrent thread and arrive as a pair of closures over its
205
+ channel.
206
+
207
+ **Whole files had no bound of any kind** until that day — a 2.8 GB film kept
208
+ whole on a host whose disk is often a 32 GB card. They now take a share, and
209
+ over it the whole file nobody has asked for in longest goes. Losing one is not
210
+ losing data: the torrent can fetch it again, and until it does the read falls
211
+ back to the pieces, which is what `piece-from-whole-file.js` exists for. A file
212
+ is also not ASSEMBLED when there is no room for it — writing it and then
213
+ removing it is the same bytes written for nothing.
214
+
215
+ **The torrent pool's own "disk cap" is gone, and it owned nothing.** It capped
216
+ `torrentDownloadedBytes` — a sum over WebTorrent's bitfield — so a piece held
217
+ purely in MEMORY told against a ceiling called disk, while the bytes it meant to
218
+ bound belong to the spill and to the whole files, each of which has an owner.
219
+ Under it, eviction removed whole idle TORRENTS to free bytes that were not
220
+ necessarily on the disk at all.
221
+
222
+ **The evidence is a claimant with a rule of its own** (`Diagnostics.js`), and the
223
+ rule is what makes a bound on it safe:
224
+
225
+ 1. over its share, collection STOPS. Nothing already recorded is deleted to make
226
+ room — a dump is the only evidence of the death it records — and a refusal is
227
+ a LINE with the figures, so an investigation that finds nothing can tell "it
228
+ did not happen" from "there was nowhere to put it";
229
+ 2. except what is superseded, which is not evidence twice. A capture of a
230
+ connection already captured adds nothing: the wedge does not un-wedge. Field
231
+ 2026-09-06, thirteen captures of one wedge in six hours, 74 MB, every one
232
+ saying what the first said;
233
+ 3. what it asks for is measured — what it holds plus one more of the largest
234
+ kind seen — so the claim grows with the evidence and a proxy that has never
235
+ faulted asks for nothing.
236
+
237
+ **Core dumps are not ours to refuse, and that is stated rather than papered
238
+ over.** The kernel writes them, whole address space at a time, and no gate of
239
+ ours is consulted. They are counted, so they take room from what the product may
240
+ hold and the figure is visible; the pruning that keeps the newest two is left
241
+ where it is, because changing it is a decision about evidence and not about
242
+ disk.
243
+
244
+ ## One budget
245
+
246
+ There is one owner, one policy and one place that reads the machine —
247
+ `MachineBudget.js`. What it divides is divided PER RESOURCE, because memory
248
+ cannot be paid for with disk, and "disk" is one resource per DEVICE: measured on
249
+ the addon host 2026-09-05, `/tmp` (the segments and the spill) is the overlay
250
+ and `/data` (the evidence) is ext4 on the nvme. Dividing one figure between
251
+ claimants on both gave each a share of a disk it does not write to, which is
252
+ what the old `DiskSpace` did — it read the free space of the segment root alone.
253
+ The device is read with `statSync(dir).dev`, from the nearest ancestor that
254
+ exists, for the same reason `freeBytesFor` walks up.
255
+
256
+ **Why one owner and not two.** The claimants trade across resources: pieces that
257
+ do not fit in memory are spilled to disk, whole files exist so that pieces need
258
+ not be held, segments exist because making them again is dear. Field 2026-08-31:
259
+ 14 400 MB spilled in fifty minutes while the memory store held 312-424 MB — give
260
+ it memory and there is no spill to bound. Two owners cannot make that trade,
261
+ because neither sees both sides of it. Memory was divided inside the torrent
262
+ thread and disk on the main one until 2026-09-14; the memory share now travels
263
+ the same channel the spill share already did.
264
+
265
+ **The policy is the operator's, and it is the only chosen number here.**
266
+ `--budget adaptive|share|fixed` with `--budget-share` / `--budget-bytes`, and
267
+ floors with `--min-memory-bytes` / `--min-disk-bytes`. The default is
268
+ `adaptive`, which is the measured rule of `allowance.js` and chooses nothing. A
269
+ floor lifts what the policy allows and can never invent room the machine does
270
+ not have; a claimant left below its own minimum says so in a line, because
271
+ working below what it needs is a fault of the machine and invisible otherwise.
272
+
273
+
package/knip.json CHANGED
@@ -1,14 +1,14 @@
1
- {
2
- "$schema": "https://unpkg.com/knip@6/schema.json",
3
- "entry": [
4
- "test/*.test.js"
5
- ],
6
- "project": [
7
- "bin/**/*.js",
8
- "routes/**/*.js",
9
- "services/**/*.js",
10
- "utils/**/*.js",
11
- "server.js",
12
- "test/**/*.js"
13
- ]
14
- }
1
+ {
2
+ "$schema": "https://unpkg.com/knip@6/schema.json",
3
+ "entry": [
4
+ "test/*.test.js"
5
+ ],
6
+ "project": [
7
+ "bin/**/*.js",
8
+ "routes/**/*.js",
9
+ "services/**/*.js",
10
+ "utils/**/*.js",
11
+ "server.js",
12
+ "test/**/*.js"
13
+ ]
14
+ }