@torrent-tv/proxy 2.89.7 → 2.89.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (498) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +363 -338
  13. package/CHANGELOG.md +2345 -2335
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/calibration/audio/NOTICE.md +19 -19
  19. package/assets/calibration/audio/manifest.json +98 -98
  20. package/assets/diagnostics/sctpstate.gdb +31 -31
  21. package/bin/cli.js +684 -684
  22. package/bin/thread-pool.js +30 -30
  23. package/biome.json +412 -412
  24. package/docs/browser-proxy-contract.md +155 -155
  25. package/docs/container-architecture.md +273 -273
  26. package/docs/download-architecture.md +261 -261
  27. package/docs/encode-architecture.md +765 -765
  28. package/docs/encode-run-state.md +96 -96
  29. package/docs/logs.md +97 -97
  30. package/docs/playback-start-forecast.md +113 -113
  31. package/docs/socks5-egress-research.md +114 -114
  32. package/docs/storage-architecture.md +273 -273
  33. package/knip.json +14 -14
  34. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  35. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  36. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  37. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  38. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  39. package/openspec/changes/binary-distribution/proposal.md +53 -53
  40. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  41. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  42. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  43. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  44. package/openspec/changes/cold-start/design.md +98 -98
  45. package/openspec/changes/cold-start/proposal.md +62 -62
  46. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  47. package/openspec/changes/cold-start/tasks.md +48 -48
  48. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  49. package/openspec/changes/disk-cap/proposal.md +37 -37
  50. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  51. package/openspec/changes/disk-cap/tasks.md +19 -19
  52. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  53. package/openspec/changes/proxy-observability/design.md +38 -38
  54. package/openspec/changes/proxy-observability/proposal.md +49 -49
  55. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  56. package/openspec/changes/proxy-observability/tasks.md +21 -21
  57. package/openspec/changes/seek-debounce/design.md +118 -118
  58. package/openspec/changes/seek-debounce/proposal.md +59 -59
  59. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  60. package/openspec/changes/seek-debounce/tasks.md +33 -33
  61. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  62. package/openspec/changes/subtitle-language/proposal.md +50 -50
  63. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  64. package/openspec/changes/subtitle-language/tasks.md +26 -26
  65. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  66. package/openspec/changes/track-selection/design.md +47 -47
  67. package/openspec/changes/track-selection/proposal.md +45 -45
  68. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  69. package/openspec/changes/track-selection/tasks.md +20 -20
  70. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  71. package/openspec/changes/transcode-quality/proposal.md +51 -51
  72. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  73. package/openspec/changes/transcode-quality/tasks.md +63 -63
  74. package/openspec/config.yaml +38 -38
  75. package/package.json +51 -50
  76. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  77. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  78. package/research/double-spawn-2026-09-10.md +171 -171
  79. package/research/handover-2026-09-13.md +209 -209
  80. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  81. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  82. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  83. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  84. package/routes/api/client-logs/post.js +86 -86
  85. package/routes/api/delivery-sink/get.js +72 -72
  86. package/routes/api/link-probe/get.js +51 -51
  87. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  88. package/routes/api/playback-plan/post.js +53 -53
  89. package/routes/api/sources/files/get.js +106 -106
  90. package/routes/api/sources/post.js +36 -36
  91. package/routes/api/sources/stats/get.js +132 -132
  92. package/routes/api/sources/warm/post.js +217 -217
  93. package/routes/api/subtitles/get.js +230 -230
  94. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  95. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  96. package/routes/api/transcode-sessions/post.js +178 -178
  97. package/routes/api/transcode-sessions/progress/get.js +27 -27
  98. package/routes/api/transcode-sessions/release/post.js +41 -41
  99. package/routes/api/transcode-sessions/seek/post.js +63 -63
  100. package/routes/health/get.js +13 -13
  101. package/routes/healthz/get.js +13 -13
  102. package/routes/stream/get.js +416 -416
  103. package/routes/transcode/audio-file/get.js +64 -64
  104. package/routes/transcode/audio-warm/get.js +95 -95
  105. package/routes/transcode/session-file/get.js +52 -52
  106. package/routes/transcode/variant-file/get.js +95 -95
  107. package/routes/transcode/variant-warm/get.js +84 -84
  108. package/scripts/build-audio-samples.mjs +31 -31
  109. package/scripts/render-run-graph.js +173 -173
  110. package/server.js +748 -748
  111. package/services/encode/CoverageMap.js +428 -428
  112. package/services/encode/CushionReport.js +345 -345
  113. package/services/encode/EncodeAdmission.js +376 -376
  114. package/services/encode/EncodeOrchestrator.js +1192 -1192
  115. package/services/encode/EncodePlan.js +1368 -1368
  116. package/services/encode/EncodeRun.js +36 -12
  117. package/services/encode/Encoder.js +142 -142
  118. package/services/encode/EncoderSelection.js +38 -38
  119. package/services/encode/LocalObservations.js +359 -359
  120. package/services/encode/NvencEncoder.js +50 -50
  121. package/services/encode/OutputOpening.js +784 -784
  122. package/services/encode/OutputTimes.js +579 -579
  123. package/services/encode/QsvEncoder.js +58 -58
  124. package/services/encode/Renditions.js +2283 -2283
  125. package/services/encode/RunClock.js +87 -87
  126. package/services/encode/RunProgress.js +79 -79
  127. package/services/encode/SegmentDemand.js +95 -95
  128. package/services/encode/SoftwareEncoder.js +121 -121
  129. package/services/encode/V4l2m2mEncoder.js +53 -53
  130. package/services/encode/VaapiEncoder.js +66 -66
  131. package/services/encode/args.js +418 -418
  132. package/services/encode/audio-calibration.js +67 -67
  133. package/services/encode/audio-work-rate.js +15 -15
  134. package/services/encode/available-share.js +89 -89
  135. package/services/encode/calibration.js +361 -361
  136. package/services/encode/contention.js +128 -128
  137. package/services/encode/decode-cost-fit.js +363 -363
  138. package/services/encode/encode-exit.js +116 -116
  139. package/services/encode/encode-run-state.js +551 -551
  140. package/services/encode/encoder-readings.js +43 -43
  141. package/services/encode/fingerprint.js +322 -322
  142. package/services/encode/host-load.js +174 -174
  143. package/services/encode/hwaccel.js +1894 -1894
  144. package/services/encode/index.js +9 -9
  145. package/services/encode/learned-median.js +90 -90
  146. package/services/encode/output/EncodedOutput.js +57 -57
  147. package/services/encode/output/Output.js +131 -131
  148. package/services/encode/output/OutputCatalog.js +414 -414
  149. package/services/encode/output/OutputSpec.js +390 -390
  150. package/services/encode/output/Timeline.js +308 -308
  151. package/services/encode/output/cut-grid.js +107 -107
  152. package/services/encode/output/index.js +24 -24
  153. package/services/encode/output/ladder.js +32 -32
  154. package/services/encode/output/playlists.js +284 -284
  155. package/services/encode/output/rates.js +125 -125
  156. package/services/encode/output-key-format.js +21 -21
  157. package/services/encode/quality/EncodeCost.js +1043 -1043
  158. package/services/encode/quality/HostLoad.js +525 -525
  159. package/services/encode/quality/HostTimings.js +249 -249
  160. package/services/encode/quality/OutputQualityState.js +24 -24
  161. package/services/encode/quality/QualityController.js +758 -758
  162. package/services/encode/quality/QualityOffer.js +416 -416
  163. package/services/encode/quality/drain-threat.js +47 -47
  164. package/services/encode/quality/link-budget.js +337 -337
  165. package/services/encode/quality/output-format.js +319 -319
  166. package/services/encode/quality/serving-output.js +216 -216
  167. package/services/encode/quality/visible-rung.js +57 -57
  168. package/services/encode/run-budget.js +97 -97
  169. package/services/encode/run-command.js +757 -757
  170. package/services/encode/run-costs.js +155 -155
  171. package/services/encode/run-inputs.js +53 -53
  172. package/services/encode/segment-formats/fmp4.js +476 -476
  173. package/services/encode/segment-formats/init-compat.js +324 -324
  174. package/services/encode/segment-formats/mpegts.js +134 -134
  175. package/services/encode/start-stop-cost.js +178 -178
  176. package/services/encode/throughput.js +97 -97
  177. package/services/encode/torrent-cost.js +88 -88
  178. package/services/identity/installation-id.js +38 -38
  179. package/services/media/ContainerOrchestrator.js +202 -202
  180. package/services/media/KeyframeTables.js +356 -356
  181. package/services/media/SourceFile.js +298 -298
  182. package/services/media/SubtitleCues.js +592 -592
  183. package/services/media/SubtitleOrchestrator.js +167 -167
  184. package/services/media/audio-inventory.js +299 -299
  185. package/services/media/container/AviContainer.js +268 -268
  186. package/services/media/container/Container.js +632 -632
  187. package/services/media/container/ContainerFactory.js +38 -38
  188. package/services/media/container/KeyframeTable.js +272 -272
  189. package/services/media/container/MatroskaContainer.js +1031 -1031
  190. package/services/media/container/Mp4Container.js +1354 -1354
  191. package/services/media/container/SubtitleFileContainer.js +339 -339
  192. package/services/media/container/ebml-reader.js +159 -159
  193. package/services/media/container/ebml-stream.js +174 -174
  194. package/services/media/container/matroska-clusters.js +1165 -1165
  195. package/services/media/container/unavailable.js +77 -77
  196. package/services/media/ffmpeg-banner.js +260 -260
  197. package/services/media/keyframe-probe.js +157 -157
  198. package/services/media/media-info-probe.js +93 -93
  199. package/services/media/playback-planner.js +931 -931
  200. package/services/media/tracks/AudioTrack.js +143 -143
  201. package/services/media/tracks/ContainerTrack.js +84 -84
  202. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  203. package/services/media/tracks/SubtitleTrack.js +38 -38
  204. package/services/media/tracks/TextSubtitleTrack.js +295 -295
  205. package/services/media/tracks/VideoTrack.js +33 -33
  206. package/services/media/tracks/audio-bound.js +233 -233
  207. package/services/media/tracks/index.js +15 -15
  208. package/services/media/tracks/language-detect.js +174 -174
  209. package/services/server/OutputLifecycle.js +418 -418
  210. package/services/server/SegmentServing.js +1152 -1152
  211. package/services/server/ViewerRequests.js +785 -785
  212. package/services/server/WaitLedger.js +142 -142
  213. package/services/server/controllers/PlaybackController.js +40 -40
  214. package/services/server/controllers/SubtitleController.js +109 -109
  215. package/services/server/http-responses.js +60 -60
  216. package/services/server/transcode-session-files.js +325 -325
  217. package/services/server/wire-outputs.js +1029 -1029
  218. package/services/storage/Diagnostics.js +202 -202
  219. package/services/storage/MachineBudget.js +235 -235
  220. package/services/storage/allowance.js +107 -107
  221. package/services/storage/core-dumps.js +106 -106
  222. package/services/storage/files/CompletedFiles.js +391 -391
  223. package/services/storage/files/piece-from-whole-file.js +118 -118
  224. package/services/storage/free.js +71 -71
  225. package/services/storage/keep.js +48 -48
  226. package/services/storage/machine-memory.js +56 -56
  227. package/services/storage/memory-report.js +575 -575
  228. package/services/storage/piece-store/piece-disk-store.js +539 -539
  229. package/services/storage/piece-store/piece-lru.js +495 -495
  230. package/services/storage/piece-store/shared-piece-store.js +1937 -1937
  231. package/services/storage/returns.js +103 -103
  232. package/services/storage/segment-store/SegmentStore.js +1294 -1294
  233. package/services/storage/wire.js +175 -175
  234. package/services/torrent/Contents.js +382 -382
  235. package/services/torrent/demand/DemandRegister.js +202 -202
  236. package/services/torrent/demand/Urgency.js +137 -137
  237. package/services/torrent/demand/Window.js +118 -118
  238. package/services/torrent/demand/index.js +8 -8
  239. package/services/torrent/demand/pieces.js +140 -140
  240. package/services/torrent/download/SwarmSelection.js +386 -386
  241. package/services/torrent/download/registry.js +102 -102
  242. package/services/torrent/download/withdraw-claim.js +80 -80
  243. package/services/torrent/episode-naming.js +182 -182
  244. package/services/torrent/files.js +455 -455
  245. package/services/torrent/naming.js +619 -619
  246. package/services/torrent/piece-store-of.js +29 -29
  247. package/services/torrent/supply-margin.js +264 -264
  248. package/services/torrent/torrent-pool.js +2688 -2688
  249. package/services/torrent/worker/background-fill.js +213 -213
  250. package/services/torrent/worker/channel.js +271 -271
  251. package/services/torrent/worker/client.js +836 -836
  252. package/services/torrent/worker/fastest-wires.js +342 -342
  253. package/services/torrent/worker/handle-state.js +23 -23
  254. package/services/torrent/worker/held-bytes.js +231 -231
  255. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  256. package/services/torrent/worker/piece-reader.js +1078 -1078
  257. package/services/torrent/worker/pool-adapter.js +371 -371
  258. package/services/torrent/worker/protocol.js +184 -184
  259. package/services/torrent/worker/resume-warm.js +107 -107
  260. package/services/torrent/worker/webrtc-shim.js +219 -219
  261. package/services/torrent/worker/worker.js +1137 -1137
  262. package/services/transport/data-channel-handler.js +1406 -1373
  263. package/services/transport/delivery-probe.js +798 -842
  264. package/services/transport/health-collector.js +53 -53
  265. package/services/transport/nat-classifier.js +231 -231
  266. package/services/transport/packet-witness.js +808 -808
  267. package/services/transport/port-mapper.js +235 -235
  268. package/services/transport/registry-api.js +81 -81
  269. package/services/transport/tunnel-client.js +447 -447
  270. package/services/transport/usrsctp-state.js +175 -175
  271. package/services/transport/webrtc-manager.js +484 -484
  272. package/services/viewer/Assignments.js +340 -340
  273. package/services/viewer/PriorityMap.js +421 -421
  274. package/services/viewer/PriorityOrchestrator.js +325 -325
  275. package/services/viewer/Viewer.js +691 -691
  276. package/services/viewer/Viewers.js +368 -368
  277. package/services/viewer/active-output.js +37 -37
  278. package/services/viewer/audio-start.js +46 -46
  279. package/services/viewer/buffer-trend.js +81 -81
  280. package/services/viewer/choices.js +647 -647
  281. package/services/viewer/media-time.js +355 -355
  282. package/services/viewer/playback-readiness.js +635 -635
  283. package/services/viewer/positions.js +126 -126
  284. package/services/viewer/report-intake.js +46 -46
  285. package/store/source-registry.js +71 -71
  286. package/test/asset-paths.test.js +28 -28
  287. package/test/audio-buffer-continuity.test.js +77 -77
  288. package/test/audio-calibration.test.js +23 -23
  289. package/test/audio-inventory.test.js +212 -212
  290. package/test/audio-track-bitrate.test.js +40 -40
  291. package/test/auto-quality-step.test.js +762 -762
  292. package/test/available-share.test.js +76 -76
  293. package/test/background-fill.test.js +190 -190
  294. package/test/client-log-file.test.js +110 -110
  295. package/test/coalesce.test.js +39 -39
  296. package/test/completed-files.test.js +115 -115
  297. package/test/concurrent-cost.test.js +148 -148
  298. package/test/container-media-info.test.js +228 -228
  299. package/test/contention.test.js +76 -76
  300. package/test/core-dumps.test.js +57 -57
  301. package/test/coverage-follows-the-disk.test.js +233 -228
  302. package/test/coverage-map.test.js +195 -195
  303. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  304. package/test/cut-times-timeline.test.js +65 -65
  305. package/test/cuts-follow-published-grid.test.js +109 -109
  306. package/test/data-channel-frame.test.js +63 -63
  307. package/test/data-channel-viewer-lifecycle.test.js +162 -92
  308. package/test/dead-torrent-handle.test.js +52 -52
  309. package/test/declared-rates.test.js +116 -116
  310. package/test/declared-tracks.test.js +43 -43
  311. package/test/decode-cost-fit.test.js +202 -202
  312. package/test/decode-cost.test.js +475 -475
  313. package/test/delivery-probe-field.test.js +173 -0
  314. package/test/delivery-probe.test.js +382 -393
  315. package/test/demand-register.test.js +206 -206
  316. package/test/dht-bootstrap.test.js +72 -72
  317. package/test/drain-threat.test.js +65 -65
  318. package/test/duplicate-add.test.js +48 -48
  319. package/test/encode-admission.test.js +146 -146
  320. package/test/encode-cost.test.js +275 -275
  321. package/test/encode-exit.test.js +111 -111
  322. package/test/encode-orchestrator.test.js +426 -426
  323. package/test/encode-plan-viewers.test.js +725 -725
  324. package/test/encode-plan.test.js +545 -545
  325. package/test/encode-run-state.test.js +314 -314
  326. package/test/encode-run.test.js +20 -0
  327. package/test/encode-slope.test.js +46 -46
  328. package/test/encoded-output.test.js +39 -39
  329. package/test/encoder-kinds.test.js +122 -122
  330. package/test/encoder-readings.test.js +68 -68
  331. package/test/episode-naming.test.js +131 -131
  332. package/test/every-claimant-is-told-its-share.test.js +152 -152
  333. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  334. package/test/failed-start-breaker.test.js +202 -202
  335. package/test/fastest-wires.test.js +143 -143
  336. package/test/ffmpeg-stream-counts.test.js +78 -78
  337. package/test/file-edges.test.js +191 -191
  338. package/test/fixtures/audio-frame-boundary.json +1 -1
  339. package/test/fmp4-self-contained.test.js +80 -80
  340. package/test/fmp4-timestamps.test.js +140 -140
  341. package/test/fmp4-track-completeness.test.js +41 -41
  342. package/test/format-keyed-outputs.test.js +78 -78
  343. package/test/health-metrics.test.js +36 -38
  344. package/test/held-read-ownership.test.js +77 -77
  345. package/test/held-request-width.test.js +157 -157
  346. package/test/helpers/encode-run.js +248 -240
  347. package/test/helpers/held-file.js +77 -77
  348. package/test/helpers/manager.js +62 -62
  349. package/test/helpers/matroska-file.js +296 -296
  350. package/test/helpers/output-spec.js +63 -63
  351. package/test/host-load.test.js +68 -68
  352. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  353. package/test/init-compat.test.js +219 -219
  354. package/test/input-lost-quiets-the-plan.test.js +261 -261
  355. package/test/input-unavailable.test.js +48 -48
  356. package/test/installation-id.test.js +39 -39
  357. package/test/keeping-period.test.js +83 -83
  358. package/test/keyframe-index-accuracy.test.js +188 -188
  359. package/test/keyframe-table-budget.test.js +123 -123
  360. package/test/keyframes-belong-to-the-file.test.js +249 -249
  361. package/test/learned-median.test.js +37 -37
  362. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  363. package/test/limit-row-by-area.test.js +60 -60
  364. package/test/link-budget.test.js +111 -111
  365. package/test/link-probe.test.js +56 -56
  366. package/test/local-encoding-data.test.js +273 -273
  367. package/test/logger-repeats.test.js +134 -134
  368. package/test/look-ahead-coverage.test.js +56 -56
  369. package/test/manager-surface.test.js +291 -291
  370. package/test/matroska-cluster-discovery.test.js +323 -323
  371. package/test/matroska-cues-track.test.js +192 -192
  372. package/test/media-time.test.js +62 -62
  373. package/test/memory-budget.test.js +390 -390
  374. package/test/move-cost.test.js +216 -216
  375. package/test/mp4-subtitles.test.js +173 -173
  376. package/test/one-authority.test.js +285 -285
  377. package/test/one-budget.test.js +149 -149
  378. package/test/one-output-one-session.test.js +273 -273
  379. package/test/one-resource-divided.test.js +185 -185
  380. package/test/one-serving-output-per-height.test.js +458 -458
  381. package/test/orchestrator-wired.test.js +207 -207
  382. package/test/output-catalog.test.js +39 -39
  383. package/test/output-shape.test.js +21 -21
  384. package/test/output-spec.test.js +251 -251
  385. package/test/output-speed.test.js +92 -87
  386. package/test/outputs-being-prepared.test.js +40 -40
  387. package/test/packet-witness-ring.test.js +236 -236
  388. package/test/packet-witness.test.js +148 -148
  389. package/test/piece-disk-store.test.js +401 -401
  390. package/test/piece-from-whole-file.test.js +129 -129
  391. package/test/piece-lru.test.js +319 -319
  392. package/test/piece-reader.test.js +162 -162
  393. package/test/piece-selection-offset.test.js +85 -85
  394. package/test/piece-store-eviction.test.js +595 -595
  395. package/test/piece-store-never-refuses.test.js +153 -153
  396. package/test/piece-store-reservations.test.js +403 -403
  397. package/test/piece-store-slow-disk.test.js +159 -159
  398. package/test/piece-tail.test.js +97 -97
  399. package/test/plan-host-timings.test.js +68 -68
  400. package/test/plan-is-steady.test.js +225 -225
  401. package/test/playback-readiness.test.js +518 -518
  402. package/test/playback-start-regressions.test.js +101 -101
  403. package/test/priority-map-download.test.js +174 -174
  404. package/test/priority-map-emptied.test.js +204 -204
  405. package/test/priority-map-per-output.test.js +215 -215
  406. package/test/priority-map.test.js +163 -163
  407. package/test/probe-wedge-certainty.test.js +60 -60
  408. package/test/produced-copy-choice.test.js +213 -213
  409. package/test/published-timeline.test.js +83 -83
  410. package/test/quality-offer.test.js +160 -160
  411. package/test/quality-variants.test.js +1274 -1270
  412. package/test/rate-control-in-the-output.test.js +181 -180
  413. package/test/read-survives-withdrawal.test.js +164 -164
  414. package/test/read-window.test.js +365 -365
  415. package/test/reads-not-yet-arrived.test.js +218 -218
  416. package/test/resume-warm.test.js +39 -39
  417. package/test/run-graph-drift.test.js +37 -37
  418. package/test/run-inputs.test.js +80 -80
  419. package/test/run-intervals.test.js +100 -100
  420. package/test/run-position-follows-published-grid.test.js +89 -89
  421. package/test/run-progress.test.js +64 -64
  422. package/test/same-height-switch.test.js +663 -663
  423. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  424. package/test/seek-landing.test.js +109 -109
  425. package/test/seek-target-not-superseded.test.js +195 -195
  426. package/test/segment-closed-on-both-branches.test.js +114 -114
  427. package/test/segment-cut-times.test.js +63 -63
  428. package/test/segment-demand.test.js +80 -80
  429. package/test/segment-hold-supersede.test.js +91 -91
  430. package/test/segment-judged-by-its-own-header.test.js +222 -222
  431. package/test/segment-serve-wiring.test.js +481 -481
  432. package/test/segment-store-eviction.test.js +247 -247
  433. package/test/segment-store.test.js +352 -352
  434. package/test/segment-true-start.test.js +86 -86
  435. package/test/segments-are-shared.test.js +176 -176
  436. package/test/send-chunk-bytes.test.js +86 -86
  437. package/test/serving-existing-output.test.js +111 -111
  438. package/test/serving-output.test.js +102 -102
  439. package/test/shared-piece-store.test.js +310 -310
  440. package/test/sidecar-naming.test.js +142 -142
  441. package/test/soundtrack-rate-bound.test.js +289 -289
  442. package/test/source-file.test.js +133 -133
  443. package/test/source-files-route.test.js +113 -113
  444. package/test/source-registry.test.js +18 -18
  445. package/test/split-a-stretch.test.js +139 -139
  446. package/test/stale-request-after-seek.test.js +158 -158
  447. package/test/startup-readings.test.js +124 -124
  448. package/test/stream-route.test.js +237 -237
  449. package/test/subtitle-cue-framing.test.js +200 -200
  450. package/test/subtitle-cue-source.test.js +102 -102
  451. package/test/subtitle-cue-walk.test.js +385 -385
  452. package/test/subtitle-cursor.test.js +63 -63
  453. package/test/subtitle-defaults.test.js +118 -118
  454. package/test/subtitle-language.test.js +252 -252
  455. package/test/subtitle-metadata.test.js +15 -15
  456. package/test/subtitle-plan-waits.test.js +125 -125
  457. package/test/subtitle-track-numbering.test.js +391 -391
  458. package/test/supply-margin.test.js +190 -190
  459. package/test/swarm-follows-readers.test.js +174 -174
  460. package/test/swarm-reach.test.js +130 -130
  461. package/test/swarm-selection.test.js +220 -220
  462. package/test/tail-duplication.test.js +167 -167
  463. package/test/the-channel-has-both-ends.test.js +91 -91
  464. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  465. package/test/thread-pool.test.js +53 -53
  466. package/test/timeline.test.js +84 -84
  467. package/test/torrent-contents.test.js +235 -235
  468. package/test/torrent-cost.test.js +71 -71
  469. package/test/torrent-files.test.js +221 -221
  470. package/test/torrent-naming.test.js +255 -255
  471. package/test/tracks-begin-together.test.js +209 -209
  472. package/test/tunnel-renewal.test.js +167 -167
  473. package/test/two-viewers-one-picture.test.js +508 -508
  474. package/test/upload-hurry.test.js +186 -186
  475. package/test/usrsctp-state.test.js +131 -131
  476. package/test/video-facts.test.js +102 -102
  477. package/test/viewer-assignments.test.js +143 -143
  478. package/test/viewer-outputs.test.js +285 -285
  479. package/test/viewer-presence.test.js +116 -116
  480. package/test/viewer-requests-admission.test.js +92 -92
  481. package/test/viewer-starts-on-map.test.js +27 -27
  482. package/test/viewer-states.test.js +192 -189
  483. package/test/viewer-subtitle-subscription.test.js +96 -96
  484. package/test/viewer.test.js +139 -139
  485. package/test/viewing-generations.test.js +390 -390
  486. package/test/visible-rung.test.js +37 -37
  487. package/test/wait-ledger.test.js +100 -100
  488. package/test/webrtc-shim.test.js +149 -149
  489. package/test/wedge-certainty.test.js +131 -131
  490. package/test/whole-file-held-read.test.js +30 -30
  491. package/test/withdraw-piece-claim.test.js +212 -212
  492. package/test/worker-channel.test.js +158 -158
  493. package/utils/client-log-file.js +151 -151
  494. package/utils/coalesce.js +41 -41
  495. package/utils/logger.js +312 -312
  496. package/utils/parse-range.js +25 -25
  497. package/utils/perf.js +59 -59
  498. package/utils/torrent-source-key.js +38 -38
@@ -1,495 +1,495 @@
1
- /**
2
- * @file Which piece leaves memory next — and which one may not.
3
- *
4
- * Two responsibilities, deliberately kept apart from any storage:
5
- *
6
- * - **how much a piece is wanted**, so the piece evicted is the one wanted
7
- * least. That number comes from the priority map, which is the one place
8
- * that knows where the viewers are; recency only separates pieces the map
9
- * wants equally. Recency alone cannot answer it: a reader walking a film
10
- * touches each piece once, so the piece the decoder will want in two seconds
11
- * looks exactly as stale as one fetched forty minutes ago and never read
12
- * again — and with the encoder running ahead of the viewer, the second kind
13
- * is what fills the store;
14
- * - **pinning**, so a piece being read cannot be evicted at all.
15
- *
16
- * The second is not a refinement of the first. webtor's seeder relies on recency
17
- * alone and guards the actual eviction with a read/write lock per piece
18
- * (`mmap.go`, 1024 shards) — because ordering says a piece is *unlikely* to be
19
- * in use, never that it is not. We have already paid for that difference once:
20
- * proxy 2.9.71 removed a torrent, and its data, out from under an active reader,
21
- * after which every read hung and ffmpeg saw an empty input. Here the guarantee
22
- * is explicit: a pinned piece is never returned as an eviction candidate, and
23
- * pins nest, because a piece can be read by several sessions at once.
24
- */
25
-
26
- /**
27
- * Recency and pin bookkeeping for one torrent's pieces.
28
- *
29
- * Holds no data — it answers "what may go" and nothing else, which is what
30
- * makes it testable without a torrent, a disk or a thread.
31
- */
32
- export class PieceLru {
33
- /** Insertion-ordered: the first key is the least recently used. */
34
- #order = new Set();
35
- /** Piece index → number of readers currently holding it. */
36
- #pins = new Map();
37
- /**
38
- * Claimant → the piece range it states, and how much it wants it.
39
- *
40
- * The ranges are the priority map's zones, stated by whoever holds the map,
41
- * plus the piece a read is stopped on. The number is the map's own: lower is
42
- * more urgent, and a piece no range covers is wanted by nobody at all.
43
- *
44
- * A preference, not a pin. At the smallest budget the store guarantees only
45
- * two resident pieces, so a hard hold on a zone would deadlock it; when
46
- * everything resident is wanted, the least wanted of them goes rather than
47
- * nothing going at all.
48
- */
49
- #protected = new Map();
50
- #capacity;
51
-
52
- /**
53
- * @param {number} capacity - How many pieces may be resident at once.
54
- */
55
- constructor(capacity) {
56
- if (!Number.isInteger(capacity) || capacity < 1) {
57
- throw new Error(`Piece capacity must be a positive integer, got ${capacity}.`);
58
- }
59
- this.#capacity = capacity;
60
- }
61
-
62
- /** How many pieces are resident. */
63
- get size() {
64
- return this.#order.size;
65
- }
66
-
67
- /** How many pieces may be resident at once. */
68
- get capacity() {
69
- return this.#capacity;
70
- }
71
-
72
- /**
73
- * Follow the store's live allowance, which moves with the machine's free
74
- * memory. Without this the capacity stayed at whatever the store was created
75
- * with, and {@link PieceLru#isFull} answered against a number that had not
76
- * been the limit for some time.
77
- *
78
- * @param {number} capacity
79
- * @returns {void}
80
- */
81
- setCapacity(capacity) {
82
- if (!Number.isInteger(capacity) || capacity < 1) {
83
- return;
84
- }
85
- this.#capacity = capacity;
86
- }
87
-
88
- /**
89
- * How many pieces are currently held by a reader.
90
- *
91
- * Reported rather than merely tracked: a pin that is never released is
92
- * invisible until eviction has nothing left to take, and by then the store is
93
- * already failing. A count that keeps climbing between reports names the leak
94
- * long before that.
95
- */
96
- get pinnedCount() {
97
- return this.#pins.size;
98
- }
99
-
100
- /**
101
- * Mark a piece as resident, or as used again if it already was.
102
- *
103
- * A `Set` preserves insertion order, so deleting and re-adding is what moves
104
- * a piece to the most-recent end.
105
- *
106
- * @param {number} index
107
- * @returns {void}
108
- */
109
- touch(index) {
110
- this.#order.delete(index);
111
- this.#order.add(index);
112
- }
113
-
114
- /**
115
- * @param {number} index
116
- * @returns {boolean}
117
- */
118
- has(index) {
119
- return this.#order.has(index);
120
- }
121
-
122
- /**
123
- * Stop tracking a piece — it is no longer resident.
124
- *
125
- * @param {number} index
126
- * @returns {void}
127
- */
128
- remove(index) {
129
- this.#order.delete(index);
130
- }
131
-
132
- /**
133
- * Hold a piece in memory for the duration of a read.
134
- *
135
- * Nested: two readers of the same piece take two pins, and the piece stays
136
- * held until both let go.
137
- *
138
- * @param {number} index
139
- * @returns {void}
140
- */
141
- pin(index) {
142
- this.#pins.set(index, (this.#pins.get(index) ?? 0) + 1);
143
- }
144
-
145
- /**
146
- * Release one pin taken with {@link pin}.
147
- *
148
- * @param {number} index
149
- * @returns {void}
150
- */
151
- unpin(index) {
152
- const held = this.#pins.get(index);
153
- if (held === undefined) {
154
- return;
155
- }
156
- if (held <= 1) {
157
- this.#pins.delete(index);
158
- return;
159
- }
160
- this.#pins.set(index, held - 1);
161
- }
162
-
163
- /**
164
- * @param {number} index
165
- * @returns {boolean}
166
- */
167
- isPinned(index) {
168
- return this.#pins.has(index);
169
- }
170
-
171
- /**
172
- * The least wanted piece that is free to go, or `null` when every resident
173
- * piece is pinned.
174
- *
175
- * Returning `null` rather than evicting a pinned piece is the whole point:
176
- * the caller must then wait or fail, never take memory out from under a
177
- * reader.
178
- *
179
- * @returns {number | null}
180
- */
181
- evictionCandidate() {
182
- return this.evictionChoice().index;
183
- }
184
-
185
- /**
186
- * The same choice, with the two facts that say whether the store is working
187
- * or thrashing: whether protection had to yield, and how far the victim was
188
- * from the nearest piece a reader declared it wants.
189
- *
190
- * Evicting a stale piece nobody asked for is the store doing its job.
191
- * Evicting a piece inside a reader's own declared window is the store being
192
- * asked to hold more than it has room for, and it comes back from disk
193
- * moments later — 6565 spills and 7575 revivals in 44 minutes on
194
- * 2026-09-02, with only 53.6% of reads served from memory. Nothing recorded
195
- * which of the two was happening (roadmap item 9).
196
- *
197
- * @returns {{ index: number | null, protectionYielded: boolean, distance: number }}
198
- * `distance` is in pieces from the nearest declared window, zero when the
199
- * victim is inside one, and -1 when no reader has declared anything.
200
- */
201
- evictionChoice() {
202
- /** @type {{ index: number, want: number } | null} */
203
- let victim = null;
204
- // `#order` runs least-recently-used first, so among pieces the map wants
205
- // equally the first one seen is the stalest — recency decides the tie and
206
- // nothing else. A piece no zone covers is wanted by nobody, which is the
207
- // most anything can be un-wanted, so the walk stops at the first of those:
208
- // that is the ordinary case and it costs one step.
209
- for (const index of this.#order) {
210
- if (this.#pins.has(index)) {
211
- continue;
212
- }
213
- const want = this.wantAt(index);
214
- if (victim === null || want > victim.want) {
215
- victim = { index, want };
216
- if (want === Number.POSITIVE_INFINITY) {
217
- break;
218
- }
219
- }
220
- }
221
- if (victim === null) {
222
- // Every resident piece is being read. The caller must wait or fail; it
223
- // may never take memory out from under a reader.
224
- return { index: null, protectionYielded: false, distance: -1 };
225
- }
226
- return {
227
- index: victim.index,
228
- // The map wanted this piece and it is going anyway — the store is being
229
- // asked to hold more than it has room for, and this piece comes back
230
- // from disk. Reported so that thrashing is visible as thrashing rather
231
- // than as ordinary work: 6565 spills and 7575 revivals in 44 minutes on
232
- // 2026-09-02, with only 53.6 % of reads served from memory.
233
- protectionYielded: victim.want !== Number.POSITIVE_INFINITY,
234
- distance: this.#distanceToWindow(victim.index)
235
- };
236
- }
237
-
238
- /**
239
- * How much the priority map wants this piece, by the most urgent zone that
240
- * covers it.
241
- *
242
- * Public because admission asks it too: whether an arriving piece displaces
243
- * a resident one is the same comparison as which resident one goes, and
244
- * answering them from two different quantities is how a store evicts what it
245
- * has just decided to keep.
246
- *
247
- * @param {number} index
248
- * @returns {number} Lower is more urgent. Infinity when no zone covers it,
249
- * so a piece nobody asked for compares as less wanted than any zone.
250
- */
251
- wantAt(index) {
252
- let want = Number.POSITIVE_INFINITY;
253
- for (const range of this.#protected.values()) {
254
- if (index >= range.from && index <= range.to && range.urgency < want) {
255
- want = range.urgency;
256
- }
257
- }
258
- return want;
259
- }
260
-
261
- /**
262
- * Where the live readers stand, as the first piece each of them still wants.
263
- *
264
- * A declared range begins at the piece its reader is about to read, so the
265
- * earliest of those beginnings is the point behind which nothing will be
266
- * asked for again unless somebody seeks back. That is what makes a spilled
267
- * piece disposable without waiting for the disk to be short: a piece behind
268
- * every reader has been read and will not be read again.
269
- *
270
- * @returns {number[]} One number per reader, unsorted. Empty when nobody has
271
- * declared anything, which is a stronger statement than any position — no
272
- * piece of this file is spoken for at all.
273
- */
274
- readHeads() {
275
- return [...this.#protected.values()].map((range) => range.from);
276
- }
277
-
278
- /**
279
- * How many pieces the live readers between them are asking to keep, against
280
- * how many this store may hold.
281
- *
282
- * The union, not the sum: two readers of one file overlap, and counting the
283
- * overlap twice would say the store is short when it is not. This is the
284
- * comparison that decides whether thrashing is a policy fault or arithmetic —
285
- * a union wider than the capacity cannot be held however the eviction is
286
- * ordered.
287
- *
288
- * @returns {{ readers: number, names: string[], unionPieces: number, widestPieces: number, capacity: number }}
289
- */
290
- demand() {
291
- // WHO THEY ARE, not only how many. A "reader" here is whoever declared a
292
- // range, and on 2026-09-08 the field said `5 reader(s) want 24 piece(s) of
293
- // 25` on a session with two encoders — because the priority map declares one
294
- // range per zone and four of its zones were arriving as four readers. The
295
- // count alone could not say that, and choosing between "narrow the windows"
296
- // and "raise the allowance" was guesswork until the names were printed.
297
- const names = [...this.#protected.keys()].map(String).sort();
298
- const ranges = [...this.#protected.values()]
299
- .map((range) => ({ from: range.from, to: range.to }))
300
- .sort((left, right) => left.from - right.from);
301
- let unionPieces = 0;
302
- let widestPieces = 0;
303
- let coveredTo = -Infinity;
304
- for (const range of ranges) {
305
- const width = range.to - range.from + 1;
306
- widestPieces = Math.max(widestPieces, width);
307
- const from = Math.max(range.from, coveredTo + 1);
308
- if (range.to >= from) {
309
- unionPieces += range.to - from + 1;
310
- coveredTo = range.to;
311
- }
312
- }
313
- return {
314
- readers: ranges.length,
315
- names,
316
- unionPieces,
317
- widestPieces,
318
- capacity: this.#capacity
319
- };
320
- }
321
-
322
- /**
323
- * How long this piece will be waited for, in pieces.
324
- *
325
- * A window starts at what its reader needs NEXT and runs forward, so a piece
326
- * near the start of a window is wanted sooner than one at its far end, and
327
- * one beyond every window is wanted later still. That is the comparison the
328
- * store needs when a piece arrives at a full store: is the arrival wanted
329
- * sooner or later than the piece it would displace?
330
- *
331
- * `#distanceToWindow` cannot answer it — everything inside any window is zero
332
- * there, so a piece at the front of the reader's own window and one at the
333
- * far end of somebody else's look identical.
334
- *
335
- * A piece BEHIND every window is counted by how far behind, because a reader
336
- * walking forward will not come back to it: behind is late, not early.
337
- *
338
- * @param {number} index
339
- * @returns {number} -1 when nobody has declared anything.
340
- */
341
- waitFor(index) {
342
- let soonest = -1;
343
- for (const range of this.#protected.values()) {
344
- const wait = index < range.from ? range.from - index : index - range.from;
345
- if (soonest === -1 || wait < soonest) {
346
- soonest = wait;
347
- }
348
- }
349
- return soonest;
350
- }
351
-
352
- /**
353
- * The piece that would be evicted next, how much the map wants it, and how
354
- * long it will be waited for.
355
- *
356
- * Both numbers, because that is the order admission compares them in: the
357
- * map's level first, and the distance only between pieces the map wants
358
- * equally.
359
- *
360
- * @returns {{ index: number | null, want: number, wait: number }}
361
- */
362
- nextVictim() {
363
- const choice = this.evictionChoice();
364
- return {
365
- index: choice.index,
366
- want: choice.index === null ? Number.POSITIVE_INFINITY : this.wantAt(choice.index),
367
- wait: choice.index === null ? -1 : this.waitFor(choice.index)
368
- };
369
- }
370
-
371
- /**
372
- * Whether a reader is holding this piece right now.
373
- *
374
- * Asked before a block is put back for re-use: a pinned piece has a view onto
375
- * its memory somewhere, and handing that memory to another piece would let
376
- * the holder read bytes that are not its own.
377
- *
378
- * @param {number} index
379
- * @returns {boolean}
380
- */
381
- isPinned(index) {
382
- return this.#pins.has(index);
383
- }
384
-
385
- /**
386
- * Whether any live reader has declared it will want this piece.
387
- *
388
- * Asked on admission, not only on eviction: a piece nobody has declared is
389
- * being downloaded ahead of every reader, and putting it in memory means
390
- * pushing out one that IS declared — which is then read back from disk
391
- * moments later. Measured 2026-09-02: 6565 spills and 7575 revivals in 44
392
- * minutes with 53.6 % of reads served from memory (roadmap item 9).
393
- *
394
- * @param {number} index
395
- * @returns {boolean}
396
- */
397
- wants(index) {
398
- return this.#isProtected(index);
399
- }
400
-
401
- /**
402
- * Pieces from `index` to the nearest declared window, zero inside one and -1
403
- * when nothing is declared.
404
- *
405
- * @param {number} index
406
- * @returns {number}
407
- */
408
- #distanceToWindow(index) {
409
- let nearest = -1;
410
- for (const range of this.#protected.values()) {
411
- const gap = index < range.from
412
- ? range.from - index
413
- : index > range.to ? index - range.to : 0;
414
- if (nearest === -1 || gap < nearest) {
415
- nearest = gap;
416
- }
417
- }
418
- return nearest;
419
- }
420
-
421
- /**
422
- * State a range of pieces and how much they are wanted, replacing whatever
423
- * that claimant stated before. Ranges from different claimants add up.
424
- *
425
- * @param {string|number} readerId - Identity of the claimant, so its own
426
- * range is replaced rather than accumulated.
427
- * @param {number} from - First piece, inclusive.
428
- * @param {number} to - Last piece, inclusive.
429
- * @param {number} [urgency] - The priority map's own number, lower being more
430
- * urgent. A caller that states none is treated as wanting these pieces
431
- * least of everyone who did state one, so an unstated range can never
432
- * displace a stated one.
433
- * @returns {void}
434
- */
435
- protect(readerId, from, to, urgency) {
436
- if (!Number.isInteger(from) || !Number.isInteger(to) || to < from) {
437
- return;
438
- }
439
- this.#protected.set(readerId, {
440
- from,
441
- to,
442
- urgency: Number.isFinite(urgency) ? Number(urgency) : Number.MAX_SAFE_INTEGER
443
- });
444
- }
445
-
446
- /**
447
- * Drop a reader's declared range. Must be called when the reader ends, or its
448
- * window keeps occupying the store for a reader that no longer exists.
449
- *
450
- * @param {string|number} readerId
451
- * @returns {void}
452
- */
453
- /**
454
- * Every live reader's declared window. Read by the pool to check that the
455
- * torrent has actually been asked for those pieces — WebTorrent deletes a
456
- * selection of its own accord once it is fully downloaded, so a claim made
457
- * once does not stay made.
458
- *
459
- * @returns {Array<{ from: number, to: number }>}
460
- */
461
- protectedRanges() {
462
- return [...this.#protected.values()].map((range) => ({ from: range.from, to: range.to }));
463
- }
464
-
465
- unprotect(readerId) {
466
- this.#protected.delete(readerId);
467
- }
468
-
469
- /** How many readers currently declare a range. */
470
- get protectedCount() {
471
- return this.#protected.size;
472
- }
473
-
474
- /**
475
- * @param {number} index
476
- * @returns {boolean}
477
- */
478
- #isProtected(index) {
479
- for (const range of this.#protected.values()) {
480
- if (index >= range.from && index <= range.to) {
481
- return true;
482
- }
483
- }
484
- return false;
485
- }
486
-
487
- /**
488
- * Whether admitting one more piece would exceed the capacity.
489
- *
490
- * @returns {boolean}
491
- */
492
- isFull() {
493
- return this.#order.size >= this.#capacity;
494
- }
495
- }
1
+ /**
2
+ * @file Which piece leaves memory next — and which one may not.
3
+ *
4
+ * Two responsibilities, deliberately kept apart from any storage:
5
+ *
6
+ * - **how much a piece is wanted**, so the piece evicted is the one wanted
7
+ * least. That number comes from the priority map, which is the one place
8
+ * that knows where the viewers are; recency only separates pieces the map
9
+ * wants equally. Recency alone cannot answer it: a reader walking a film
10
+ * touches each piece once, so the piece the decoder will want in two seconds
11
+ * looks exactly as stale as one fetched forty minutes ago and never read
12
+ * again — and with the encoder running ahead of the viewer, the second kind
13
+ * is what fills the store;
14
+ * - **pinning**, so a piece being read cannot be evicted at all.
15
+ *
16
+ * The second is not a refinement of the first. webtor's seeder relies on recency
17
+ * alone and guards the actual eviction with a read/write lock per piece
18
+ * (`mmap.go`, 1024 shards) — because ordering says a piece is *unlikely* to be
19
+ * in use, never that it is not. We have already paid for that difference once:
20
+ * proxy 2.9.71 removed a torrent, and its data, out from under an active reader,
21
+ * after which every read hung and ffmpeg saw an empty input. Here the guarantee
22
+ * is explicit: a pinned piece is never returned as an eviction candidate, and
23
+ * pins nest, because a piece can be read by several sessions at once.
24
+ */
25
+
26
+ /**
27
+ * Recency and pin bookkeeping for one torrent's pieces.
28
+ *
29
+ * Holds no data — it answers "what may go" and nothing else, which is what
30
+ * makes it testable without a torrent, a disk or a thread.
31
+ */
32
+ export class PieceLru {
33
+ /** Insertion-ordered: the first key is the least recently used. */
34
+ #order = new Set();
35
+ /** Piece index → number of readers currently holding it. */
36
+ #pins = new Map();
37
+ /**
38
+ * Claimant → the piece range it states, and how much it wants it.
39
+ *
40
+ * The ranges are the priority map's zones, stated by whoever holds the map,
41
+ * plus the piece a read is stopped on. The number is the map's own: lower is
42
+ * more urgent, and a piece no range covers is wanted by nobody at all.
43
+ *
44
+ * A preference, not a pin. At the smallest budget the store guarantees only
45
+ * two resident pieces, so a hard hold on a zone would deadlock it; when
46
+ * everything resident is wanted, the least wanted of them goes rather than
47
+ * nothing going at all.
48
+ */
49
+ #protected = new Map();
50
+ #capacity;
51
+
52
+ /**
53
+ * @param {number} capacity - How many pieces may be resident at once.
54
+ */
55
+ constructor(capacity) {
56
+ if (!Number.isInteger(capacity) || capacity < 1) {
57
+ throw new Error(`Piece capacity must be a positive integer, got ${capacity}.`);
58
+ }
59
+ this.#capacity = capacity;
60
+ }
61
+
62
+ /** How many pieces are resident. */
63
+ get size() {
64
+ return this.#order.size;
65
+ }
66
+
67
+ /** How many pieces may be resident at once. */
68
+ get capacity() {
69
+ return this.#capacity;
70
+ }
71
+
72
+ /**
73
+ * Follow the store's live allowance, which moves with the machine's free
74
+ * memory. Without this the capacity stayed at whatever the store was created
75
+ * with, and {@link PieceLru#isFull} answered against a number that had not
76
+ * been the limit for some time.
77
+ *
78
+ * @param {number} capacity
79
+ * @returns {void}
80
+ */
81
+ setCapacity(capacity) {
82
+ if (!Number.isInteger(capacity) || capacity < 1) {
83
+ return;
84
+ }
85
+ this.#capacity = capacity;
86
+ }
87
+
88
+ /**
89
+ * How many pieces are currently held by a reader.
90
+ *
91
+ * Reported rather than merely tracked: a pin that is never released is
92
+ * invisible until eviction has nothing left to take, and by then the store is
93
+ * already failing. A count that keeps climbing between reports names the leak
94
+ * long before that.
95
+ */
96
+ get pinnedCount() {
97
+ return this.#pins.size;
98
+ }
99
+
100
+ /**
101
+ * Mark a piece as resident, or as used again if it already was.
102
+ *
103
+ * A `Set` preserves insertion order, so deleting and re-adding is what moves
104
+ * a piece to the most-recent end.
105
+ *
106
+ * @param {number} index
107
+ * @returns {void}
108
+ */
109
+ touch(index) {
110
+ this.#order.delete(index);
111
+ this.#order.add(index);
112
+ }
113
+
114
+ /**
115
+ * @param {number} index
116
+ * @returns {boolean}
117
+ */
118
+ has(index) {
119
+ return this.#order.has(index);
120
+ }
121
+
122
+ /**
123
+ * Stop tracking a piece — it is no longer resident.
124
+ *
125
+ * @param {number} index
126
+ * @returns {void}
127
+ */
128
+ remove(index) {
129
+ this.#order.delete(index);
130
+ }
131
+
132
+ /**
133
+ * Hold a piece in memory for the duration of a read.
134
+ *
135
+ * Nested: two readers of the same piece take two pins, and the piece stays
136
+ * held until both let go.
137
+ *
138
+ * @param {number} index
139
+ * @returns {void}
140
+ */
141
+ pin(index) {
142
+ this.#pins.set(index, (this.#pins.get(index) ?? 0) + 1);
143
+ }
144
+
145
+ /**
146
+ * Release one pin taken with {@link pin}.
147
+ *
148
+ * @param {number} index
149
+ * @returns {void}
150
+ */
151
+ unpin(index) {
152
+ const held = this.#pins.get(index);
153
+ if (held === undefined) {
154
+ return;
155
+ }
156
+ if (held <= 1) {
157
+ this.#pins.delete(index);
158
+ return;
159
+ }
160
+ this.#pins.set(index, held - 1);
161
+ }
162
+
163
+ /**
164
+ * @param {number} index
165
+ * @returns {boolean}
166
+ */
167
+ isPinned(index) {
168
+ return this.#pins.has(index);
169
+ }
170
+
171
+ /**
172
+ * The least wanted piece that is free to go, or `null` when every resident
173
+ * piece is pinned.
174
+ *
175
+ * Returning `null` rather than evicting a pinned piece is the whole point:
176
+ * the caller must then wait or fail, never take memory out from under a
177
+ * reader.
178
+ *
179
+ * @returns {number | null}
180
+ */
181
+ evictionCandidate() {
182
+ return this.evictionChoice().index;
183
+ }
184
+
185
+ /**
186
+ * The same choice, with the two facts that say whether the store is working
187
+ * or thrashing: whether protection had to yield, and how far the victim was
188
+ * from the nearest piece a reader declared it wants.
189
+ *
190
+ * Evicting a stale piece nobody asked for is the store doing its job.
191
+ * Evicting a piece inside a reader's own declared window is the store being
192
+ * asked to hold more than it has room for, and it comes back from disk
193
+ * moments later — 6565 spills and 7575 revivals in 44 minutes on
194
+ * 2026-09-02, with only 53.6% of reads served from memory. Nothing recorded
195
+ * which of the two was happening (roadmap item 9).
196
+ *
197
+ * @returns {{ index: number | null, protectionYielded: boolean, distance: number }}
198
+ * `distance` is in pieces from the nearest declared window, zero when the
199
+ * victim is inside one, and -1 when no reader has declared anything.
200
+ */
201
+ evictionChoice() {
202
+ /** @type {{ index: number, want: number } | null} */
203
+ let victim = null;
204
+ // `#order` runs least-recently-used first, so among pieces the map wants
205
+ // equally the first one seen is the stalest — recency decides the tie and
206
+ // nothing else. A piece no zone covers is wanted by nobody, which is the
207
+ // most anything can be un-wanted, so the walk stops at the first of those:
208
+ // that is the ordinary case and it costs one step.
209
+ for (const index of this.#order) {
210
+ if (this.#pins.has(index)) {
211
+ continue;
212
+ }
213
+ const want = this.wantAt(index);
214
+ if (victim === null || want > victim.want) {
215
+ victim = { index, want };
216
+ if (want === Number.POSITIVE_INFINITY) {
217
+ break;
218
+ }
219
+ }
220
+ }
221
+ if (victim === null) {
222
+ // Every resident piece is being read. The caller must wait or fail; it
223
+ // may never take memory out from under a reader.
224
+ return { index: null, protectionYielded: false, distance: -1 };
225
+ }
226
+ return {
227
+ index: victim.index,
228
+ // The map wanted this piece and it is going anyway — the store is being
229
+ // asked to hold more than it has room for, and this piece comes back
230
+ // from disk. Reported so that thrashing is visible as thrashing rather
231
+ // than as ordinary work: 6565 spills and 7575 revivals in 44 minutes on
232
+ // 2026-09-02, with only 53.6 % of reads served from memory.
233
+ protectionYielded: victim.want !== Number.POSITIVE_INFINITY,
234
+ distance: this.#distanceToWindow(victim.index)
235
+ };
236
+ }
237
+
238
+ /**
239
+ * How much the priority map wants this piece, by the most urgent zone that
240
+ * covers it.
241
+ *
242
+ * Public because admission asks it too: whether an arriving piece displaces
243
+ * a resident one is the same comparison as which resident one goes, and
244
+ * answering them from two different quantities is how a store evicts what it
245
+ * has just decided to keep.
246
+ *
247
+ * @param {number} index
248
+ * @returns {number} Lower is more urgent. Infinity when no zone covers it,
249
+ * so a piece nobody asked for compares as less wanted than any zone.
250
+ */
251
+ wantAt(index) {
252
+ let want = Number.POSITIVE_INFINITY;
253
+ for (const range of this.#protected.values()) {
254
+ if (index >= range.from && index <= range.to && range.urgency < want) {
255
+ want = range.urgency;
256
+ }
257
+ }
258
+ return want;
259
+ }
260
+
261
+ /**
262
+ * Where the live readers stand, as the first piece each of them still wants.
263
+ *
264
+ * A declared range begins at the piece its reader is about to read, so the
265
+ * earliest of those beginnings is the point behind which nothing will be
266
+ * asked for again unless somebody seeks back. That is what makes a spilled
267
+ * piece disposable without waiting for the disk to be short: a piece behind
268
+ * every reader has been read and will not be read again.
269
+ *
270
+ * @returns {number[]} One number per reader, unsorted. Empty when nobody has
271
+ * declared anything, which is a stronger statement than any position — no
272
+ * piece of this file is spoken for at all.
273
+ */
274
+ readHeads() {
275
+ return [...this.#protected.values()].map((range) => range.from);
276
+ }
277
+
278
+ /**
279
+ * How many pieces the live readers between them are asking to keep, against
280
+ * how many this store may hold.
281
+ *
282
+ * The union, not the sum: two readers of one file overlap, and counting the
283
+ * overlap twice would say the store is short when it is not. This is the
284
+ * comparison that decides whether thrashing is a policy fault or arithmetic —
285
+ * a union wider than the capacity cannot be held however the eviction is
286
+ * ordered.
287
+ *
288
+ * @returns {{ readers: number, names: string[], unionPieces: number, widestPieces: number, capacity: number }}
289
+ */
290
+ demand() {
291
+ // WHO THEY ARE, not only how many. A "reader" here is whoever declared a
292
+ // range, and on 2026-09-08 the field said `5 reader(s) want 24 piece(s) of
293
+ // 25` on a session with two encoders — because the priority map declares one
294
+ // range per zone and four of its zones were arriving as four readers. The
295
+ // count alone could not say that, and choosing between "narrow the windows"
296
+ // and "raise the allowance" was guesswork until the names were printed.
297
+ const names = [...this.#protected.keys()].map(String).sort();
298
+ const ranges = [...this.#protected.values()]
299
+ .map((range) => ({ from: range.from, to: range.to }))
300
+ .sort((left, right) => left.from - right.from);
301
+ let unionPieces = 0;
302
+ let widestPieces = 0;
303
+ let coveredTo = -Infinity;
304
+ for (const range of ranges) {
305
+ const width = range.to - range.from + 1;
306
+ widestPieces = Math.max(widestPieces, width);
307
+ const from = Math.max(range.from, coveredTo + 1);
308
+ if (range.to >= from) {
309
+ unionPieces += range.to - from + 1;
310
+ coveredTo = range.to;
311
+ }
312
+ }
313
+ return {
314
+ readers: ranges.length,
315
+ names,
316
+ unionPieces,
317
+ widestPieces,
318
+ capacity: this.#capacity
319
+ };
320
+ }
321
+
322
+ /**
323
+ * How long this piece will be waited for, in pieces.
324
+ *
325
+ * A window starts at what its reader needs NEXT and runs forward, so a piece
326
+ * near the start of a window is wanted sooner than one at its far end, and
327
+ * one beyond every window is wanted later still. That is the comparison the
328
+ * store needs when a piece arrives at a full store: is the arrival wanted
329
+ * sooner or later than the piece it would displace?
330
+ *
331
+ * `#distanceToWindow` cannot answer it — everything inside any window is zero
332
+ * there, so a piece at the front of the reader's own window and one at the
333
+ * far end of somebody else's look identical.
334
+ *
335
+ * A piece BEHIND every window is counted by how far behind, because a reader
336
+ * walking forward will not come back to it: behind is late, not early.
337
+ *
338
+ * @param {number} index
339
+ * @returns {number} -1 when nobody has declared anything.
340
+ */
341
+ waitFor(index) {
342
+ let soonest = -1;
343
+ for (const range of this.#protected.values()) {
344
+ const wait = index < range.from ? range.from - index : index - range.from;
345
+ if (soonest === -1 || wait < soonest) {
346
+ soonest = wait;
347
+ }
348
+ }
349
+ return soonest;
350
+ }
351
+
352
+ /**
353
+ * The piece that would be evicted next, how much the map wants it, and how
354
+ * long it will be waited for.
355
+ *
356
+ * Both numbers, because that is the order admission compares them in: the
357
+ * map's level first, and the distance only between pieces the map wants
358
+ * equally.
359
+ *
360
+ * @returns {{ index: number | null, want: number, wait: number }}
361
+ */
362
+ nextVictim() {
363
+ const choice = this.evictionChoice();
364
+ return {
365
+ index: choice.index,
366
+ want: choice.index === null ? Number.POSITIVE_INFINITY : this.wantAt(choice.index),
367
+ wait: choice.index === null ? -1 : this.waitFor(choice.index)
368
+ };
369
+ }
370
+
371
+ /**
372
+ * Whether a reader is holding this piece right now.
373
+ *
374
+ * Asked before a block is put back for re-use: a pinned piece has a view onto
375
+ * its memory somewhere, and handing that memory to another piece would let
376
+ * the holder read bytes that are not its own.
377
+ *
378
+ * @param {number} index
379
+ * @returns {boolean}
380
+ */
381
+ isPinned(index) {
382
+ return this.#pins.has(index);
383
+ }
384
+
385
+ /**
386
+ * Whether any live reader has declared it will want this piece.
387
+ *
388
+ * Asked on admission, not only on eviction: a piece nobody has declared is
389
+ * being downloaded ahead of every reader, and putting it in memory means
390
+ * pushing out one that IS declared — which is then read back from disk
391
+ * moments later. Measured 2026-09-02: 6565 spills and 7575 revivals in 44
392
+ * minutes with 53.6 % of reads served from memory (roadmap item 9).
393
+ *
394
+ * @param {number} index
395
+ * @returns {boolean}
396
+ */
397
+ wants(index) {
398
+ return this.#isProtected(index);
399
+ }
400
+
401
+ /**
402
+ * Pieces from `index` to the nearest declared window, zero inside one and -1
403
+ * when nothing is declared.
404
+ *
405
+ * @param {number} index
406
+ * @returns {number}
407
+ */
408
+ #distanceToWindow(index) {
409
+ let nearest = -1;
410
+ for (const range of this.#protected.values()) {
411
+ const gap = index < range.from
412
+ ? range.from - index
413
+ : index > range.to ? index - range.to : 0;
414
+ if (nearest === -1 || gap < nearest) {
415
+ nearest = gap;
416
+ }
417
+ }
418
+ return nearest;
419
+ }
420
+
421
+ /**
422
+ * State a range of pieces and how much they are wanted, replacing whatever
423
+ * that claimant stated before. Ranges from different claimants add up.
424
+ *
425
+ * @param {string|number} readerId - Identity of the claimant, so its own
426
+ * range is replaced rather than accumulated.
427
+ * @param {number} from - First piece, inclusive.
428
+ * @param {number} to - Last piece, inclusive.
429
+ * @param {number} [urgency] - The priority map's own number, lower being more
430
+ * urgent. A caller that states none is treated as wanting these pieces
431
+ * least of everyone who did state one, so an unstated range can never
432
+ * displace a stated one.
433
+ * @returns {void}
434
+ */
435
+ protect(readerId, from, to, urgency) {
436
+ if (!Number.isInteger(from) || !Number.isInteger(to) || to < from) {
437
+ return;
438
+ }
439
+ this.#protected.set(readerId, {
440
+ from,
441
+ to,
442
+ urgency: Number.isFinite(urgency) ? Number(urgency) : Number.MAX_SAFE_INTEGER
443
+ });
444
+ }
445
+
446
+ /**
447
+ * Drop a reader's declared range. Must be called when the reader ends, or its
448
+ * window keeps occupying the store for a reader that no longer exists.
449
+ *
450
+ * @param {string|number} readerId
451
+ * @returns {void}
452
+ */
453
+ /**
454
+ * Every live reader's declared window. Read by the pool to check that the
455
+ * torrent has actually been asked for those pieces — WebTorrent deletes a
456
+ * selection of its own accord once it is fully downloaded, so a claim made
457
+ * once does not stay made.
458
+ *
459
+ * @returns {Array<{ from: number, to: number }>}
460
+ */
461
+ protectedRanges() {
462
+ return [...this.#protected.values()].map((range) => ({ from: range.from, to: range.to }));
463
+ }
464
+
465
+ unprotect(readerId) {
466
+ this.#protected.delete(readerId);
467
+ }
468
+
469
+ /** How many readers currently declare a range. */
470
+ get protectedCount() {
471
+ return this.#protected.size;
472
+ }
473
+
474
+ /**
475
+ * @param {number} index
476
+ * @returns {boolean}
477
+ */
478
+ #isProtected(index) {
479
+ for (const range of this.#protected.values()) {
480
+ if (index >= range.from && index <= range.to) {
481
+ return true;
482
+ }
483
+ }
484
+ return false;
485
+ }
486
+
487
+ /**
488
+ * Whether admitting one more piece would exceed the capacity.
489
+ *
490
+ * @returns {boolean}
491
+ */
492
+ isFull() {
493
+ return this.#order.size >= this.#capacity;
494
+ }
495
+ }