@torrent-tv/proxy 2.89.0 → 2.89.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (442) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +6 -1
  13. package/CHANGELOG.md +15 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/docs/download-architecture.md +261 -261
  22. package/docs/encode-architecture.md +729 -729
  23. package/docs/encode-run-state.md +96 -96
  24. package/docs/logs.md +97 -97
  25. package/docs/playback-start-forecast.md +42 -8
  26. package/docs/socks5-egress-research.md +114 -114
  27. package/docs/storage-architecture.md +267 -267
  28. package/knip.json +14 -14
  29. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  30. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  31. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  32. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  33. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  34. package/openspec/changes/binary-distribution/proposal.md +53 -53
  35. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  36. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  38. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  39. package/openspec/changes/cold-start/design.md +98 -98
  40. package/openspec/changes/cold-start/proposal.md +62 -62
  41. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  42. package/openspec/changes/cold-start/tasks.md +48 -48
  43. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  44. package/openspec/changes/disk-cap/proposal.md +37 -37
  45. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  46. package/openspec/changes/disk-cap/tasks.md +19 -19
  47. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  48. package/openspec/changes/proxy-observability/design.md +38 -38
  49. package/openspec/changes/proxy-observability/proposal.md +49 -49
  50. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  51. package/openspec/changes/proxy-observability/tasks.md +21 -21
  52. package/openspec/changes/seek-debounce/design.md +118 -118
  53. package/openspec/changes/seek-debounce/proposal.md +59 -59
  54. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  55. package/openspec/changes/seek-debounce/tasks.md +33 -33
  56. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  57. package/openspec/changes/subtitle-language/proposal.md +50 -50
  58. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  59. package/openspec/changes/subtitle-language/tasks.md +26 -26
  60. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  61. package/openspec/changes/track-selection/design.md +47 -47
  62. package/openspec/changes/track-selection/proposal.md +45 -45
  63. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  64. package/openspec/changes/track-selection/tasks.md +20 -20
  65. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  66. package/openspec/changes/transcode-quality/proposal.md +51 -51
  67. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  68. package/openspec/changes/transcode-quality/tasks.md +63 -63
  69. package/openspec/config.yaml +38 -38
  70. package/package.json +1 -1
  71. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  72. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  73. package/research/double-spawn-2026-09-10.md +171 -171
  74. package/research/handover-2026-09-13.md +209 -209
  75. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  76. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  77. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  78. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  79. package/routes/api/client-logs/post.js +86 -86
  80. package/routes/api/delivery-sink/get.js +72 -72
  81. package/routes/api/link-probe/get.js +51 -51
  82. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  83. package/routes/api/playback-plan/post.js +53 -53
  84. package/routes/api/sources/post.js +36 -36
  85. package/routes/api/sources/stats/get.js +132 -132
  86. package/routes/api/sources/warm/post.js +217 -217
  87. package/routes/api/subtitles/get.js +230 -230
  88. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  89. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  90. package/routes/api/transcode-sessions/post.js +178 -178
  91. package/routes/api/transcode-sessions/progress/get.js +27 -27
  92. package/routes/api/transcode-sessions/release/post.js +41 -41
  93. package/routes/api/transcode-sessions/seek/post.js +63 -63
  94. package/routes/health/get.js +13 -13
  95. package/routes/healthz/get.js +13 -13
  96. package/routes/stream/get.js +380 -380
  97. package/routes/transcode/audio-file/get.js +64 -64
  98. package/routes/transcode/audio-warm/get.js +95 -95
  99. package/routes/transcode/session-file/get.js +52 -52
  100. package/routes/transcode/variant-file/get.js +95 -95
  101. package/routes/transcode/variant-warm/get.js +84 -84
  102. package/scripts/render-run-graph.js +173 -173
  103. package/services/encode/CoverageMap.js +428 -428
  104. package/services/encode/CushionReport.js +345 -345
  105. package/services/encode/EncodeAdmission.js +376 -376
  106. package/services/encode/EncodeOrchestrator.js +1217 -1217
  107. package/services/encode/EncodePlan.js +1366 -1366
  108. package/services/encode/EncodeRun.js +813 -813
  109. package/services/encode/Encoder.js +142 -142
  110. package/services/encode/EncoderSelection.js +38 -38
  111. package/services/encode/LocalObservations.js +359 -359
  112. package/services/encode/NvencEncoder.js +50 -50
  113. package/services/encode/OutputTimes.js +579 -579
  114. package/services/encode/QsvEncoder.js +58 -58
  115. package/services/encode/Renditions.js +2282 -2282
  116. package/services/encode/RunProgress.js +84 -84
  117. package/services/encode/SegmentDemand.js +95 -95
  118. package/services/encode/SoftwareEncoder.js +121 -121
  119. package/services/encode/V4l2m2mEncoder.js +53 -53
  120. package/services/encode/VaapiEncoder.js +66 -66
  121. package/services/encode/args.js +418 -418
  122. package/services/encode/available-share.js +89 -89
  123. package/services/encode/calibration.js +361 -361
  124. package/services/encode/contention.js +128 -128
  125. package/services/encode/decode-cost-fit.js +363 -363
  126. package/services/encode/encode-exit.js +114 -114
  127. package/services/encode/encode-run-state.js +551 -551
  128. package/services/encode/encoder-readings.js +45 -45
  129. package/services/encode/fingerprint.js +322 -322
  130. package/services/encode/host-load.js +174 -174
  131. package/services/encode/index.js +9 -9
  132. package/services/encode/learned-median.js +90 -90
  133. package/services/encode/output/EncodedOutput.js +57 -57
  134. package/services/encode/output/Output.js +131 -131
  135. package/services/encode/output/OutputCatalog.js +414 -414
  136. package/services/encode/output/OutputSpec.js +390 -390
  137. package/services/encode/output/Timeline.js +308 -308
  138. package/services/encode/output/cut-grid.js +107 -107
  139. package/services/encode/output/ladder.js +32 -32
  140. package/services/encode/output/playlists.js +284 -284
  141. package/services/encode/output/rates.js +125 -125
  142. package/services/encode/output-key-format.js +21 -21
  143. package/services/encode/quality/HostLoad.js +525 -525
  144. package/services/encode/quality/HostTimings.js +249 -249
  145. package/services/encode/quality/OutputQualityState.js +28 -28
  146. package/services/encode/quality/QualityController.js +935 -935
  147. package/services/encode/quality/QualityOffer.js +416 -416
  148. package/services/encode/quality/drain-threat.js +47 -47
  149. package/services/encode/quality/link-budget.js +349 -349
  150. package/services/encode/quality/output-format.js +319 -319
  151. package/services/encode/quality/serving-output.js +216 -216
  152. package/services/encode/quality/visible-rung.js +57 -57
  153. package/services/encode/run-budget.js +97 -97
  154. package/services/encode/run-costs.js +155 -155
  155. package/services/encode/run-inputs.js +42 -42
  156. package/services/encode/segment-formats/fmp4.js +476 -458
  157. package/services/encode/segment-formats/index.js +103 -85
  158. package/services/encode/segment-formats/init-compat.js +324 -324
  159. package/services/encode/segment-formats/mp4-boxes.js +604 -541
  160. package/services/encode/segment-formats/mpegts.js +134 -134
  161. package/services/encode/start-stop-cost.js +178 -178
  162. package/services/encode/throughput.js +97 -97
  163. package/services/encode/torrent-cost.js +88 -88
  164. package/services/identity/installation-id.js +38 -38
  165. package/services/media/SourceFile.js +298 -298
  166. package/services/media/SubtitleOrchestrator.js +167 -167
  167. package/services/media/container/KeyframeTable.js +272 -272
  168. package/services/media/container/ebml-reader.js +159 -159
  169. package/services/media/ffmpeg-banner.js +260 -260
  170. package/services/media/keyframe-probe.js +157 -157
  171. package/services/media/media-info-probe.js +93 -93
  172. package/services/media/playback-planner.js +931 -931
  173. package/services/media/tracks/AudioTrack.js +143 -143
  174. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  175. package/services/media/tracks/SubtitleTrack.js +38 -38
  176. package/services/media/tracks/VideoTrack.js +33 -33
  177. package/services/media/tracks/audio-bound.js +233 -233
  178. package/services/media/tracks/index.js +15 -15
  179. package/services/media/tracks/language-detect.js +174 -174
  180. package/services/server/OutputLifecycle.js +418 -418
  181. package/services/server/SegmentServing.js +1150 -1150
  182. package/services/server/ViewerRequests.js +790 -786
  183. package/services/server/WaitLedger.js +142 -142
  184. package/services/server/controllers/PlaybackController.js +40 -40
  185. package/services/server/controllers/SubtitleController.js +109 -109
  186. package/services/server/http-responses.js +60 -60
  187. package/services/server/transcode-session-files.js +325 -325
  188. package/services/server/wire-outputs.js +1024 -1020
  189. package/services/storage/Diagnostics.js +202 -202
  190. package/services/storage/MachineBudget.js +235 -235
  191. package/services/storage/allowance.js +107 -107
  192. package/services/storage/core-dumps.js +106 -106
  193. package/services/storage/files/CompletedFiles.js +391 -391
  194. package/services/storage/files/piece-from-whole-file.js +118 -118
  195. package/services/storage/free.js +71 -71
  196. package/services/storage/keep.js +48 -48
  197. package/services/storage/machine-memory.js +56 -56
  198. package/services/storage/memory-report.js +575 -575
  199. package/services/storage/piece-store/piece-disk-store.js +539 -539
  200. package/services/storage/piece-store/piece-lru.js +495 -495
  201. package/services/storage/returns.js +103 -103
  202. package/services/storage/segment-store/SegmentStore.js +1255 -1255
  203. package/services/storage/wire.js +175 -175
  204. package/services/torrent/demand/DemandRegister.js +202 -202
  205. package/services/torrent/demand/Urgency.js +137 -137
  206. package/services/torrent/demand/Window.js +118 -118
  207. package/services/torrent/demand/index.js +8 -8
  208. package/services/torrent/demand/pieces.js +140 -140
  209. package/services/torrent/download/SwarmSelection.js +386 -386
  210. package/services/torrent/download/registry.js +102 -102
  211. package/services/torrent/download/withdraw-claim.js +80 -80
  212. package/services/torrent/files.js +455 -455
  213. package/services/torrent/naming.js +619 -619
  214. package/services/torrent/piece-store-of.js +29 -29
  215. package/services/torrent/supply-margin.js +262 -262
  216. package/services/torrent/worker/background-fill.js +213 -213
  217. package/services/torrent/worker/channel.js +271 -271
  218. package/services/torrent/worker/client.js +67 -0
  219. package/services/torrent/worker/fastest-wires.js +342 -342
  220. package/services/torrent/worker/handle-state.js +23 -23
  221. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  222. package/services/torrent/worker/piece-reader.js +1078 -1078
  223. package/services/torrent/worker/pool-adapter.js +371 -371
  224. package/services/torrent/worker/protocol.js +184 -184
  225. package/services/torrent/worker/resume-warm.js +107 -107
  226. package/services/torrent/worker/webrtc-shim.js +219 -219
  227. package/services/transport/delivery-probe.js +842 -842
  228. package/services/transport/health-collector.js +53 -53
  229. package/services/transport/nat-classifier.js +231 -231
  230. package/services/transport/packet-witness.js +808 -808
  231. package/services/transport/port-mapper.js +235 -235
  232. package/services/transport/registry-api.js +81 -81
  233. package/services/transport/tunnel-client.js +447 -447
  234. package/services/transport/usrsctp-state.js +175 -175
  235. package/services/transport/webrtc-manager.js +484 -484
  236. package/services/viewer/Assignments.js +340 -340
  237. package/services/viewer/PriorityOrchestrator.js +325 -325
  238. package/services/viewer/Viewer.js +691 -691
  239. package/services/viewer/Viewers.js +368 -368
  240. package/services/viewer/active-output.js +37 -37
  241. package/services/viewer/audio-start.js +46 -46
  242. package/services/viewer/buffer-trend.js +81 -81
  243. package/services/viewer/choices.js +647 -647
  244. package/services/viewer/media-time.js +355 -0
  245. package/services/{server → viewer}/playback-readiness.js +635 -516
  246. package/services/viewer/positions.js +126 -126
  247. package/services/viewer/report-intake.js +46 -46
  248. package/store/source-registry.js +71 -71
  249. package/test/asset-paths.test.js +28 -28
  250. package/test/audio-buffer-continuity.test.js +77 -70
  251. package/test/audio-inventory.test.js +212 -212
  252. package/test/audio-track-bitrate.test.js +40 -40
  253. package/test/auto-quality-step.test.js +707 -707
  254. package/test/available-share.test.js +76 -76
  255. package/test/background-fill.test.js +190 -190
  256. package/test/client-log-file.test.js +110 -110
  257. package/test/completed-files.test.js +115 -115
  258. package/test/concurrent-cost.test.js +148 -148
  259. package/test/container-media-info.test.js +228 -228
  260. package/test/contention.test.js +76 -76
  261. package/test/core-dumps.test.js +57 -57
  262. package/test/coverage-follows-the-disk.test.js +228 -228
  263. package/test/coverage-map.test.js +195 -195
  264. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  265. package/test/cut-times-timeline.test.js +65 -65
  266. package/test/cuts-follow-published-grid.test.js +109 -109
  267. package/test/data-channel-frame.test.js +63 -63
  268. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  269. package/test/dead-torrent-handle.test.js +52 -52
  270. package/test/declared-rates.test.js +116 -116
  271. package/test/declared-tracks.test.js +43 -43
  272. package/test/decode-cost-fit.test.js +202 -202
  273. package/test/decode-cost.test.js +462 -462
  274. package/test/delivery-probe.test.js +393 -393
  275. package/test/demand-register.test.js +206 -206
  276. package/test/dht-bootstrap.test.js +72 -72
  277. package/test/drain-threat.test.js +65 -65
  278. package/test/duplicate-add.test.js +48 -48
  279. package/test/encode-admission.test.js +146 -146
  280. package/test/encode-cost.test.js +283 -283
  281. package/test/encode-exit.test.js +111 -111
  282. package/test/encode-orchestrator.test.js +419 -419
  283. package/test/encode-plan-viewers.test.js +718 -718
  284. package/test/encode-plan.test.js +545 -545
  285. package/test/encode-run-state.test.js +314 -314
  286. package/test/encode-run.test.js +162 -162
  287. package/test/encode-slope.test.js +46 -46
  288. package/test/encoded-output.test.js +39 -39
  289. package/test/encoder-kinds.test.js +122 -122
  290. package/test/encoder-readings.test.js +46 -46
  291. package/test/every-claimant-is-told-its-share.test.js +152 -152
  292. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  293. package/test/failed-start-breaker.test.js +202 -202
  294. package/test/fastest-wires.test.js +143 -143
  295. package/test/ffmpeg-stream-counts.test.js +78 -78
  296. package/test/file-edges.test.js +191 -191
  297. package/test/fmp4-presentation-clock.test.js +146 -162
  298. package/test/fmp4-self-contained.test.js +80 -80
  299. package/test/fmp4-timestamps.test.js +140 -140
  300. package/test/fmp4-track-completeness.test.js +41 -41
  301. package/test/format-keyed-outputs.test.js +78 -78
  302. package/test/health-metrics.test.js +38 -38
  303. package/test/held-request-width.test.js +157 -157
  304. package/test/helpers/encode-run.js +136 -136
  305. package/test/helpers/manager.js +57 -57
  306. package/test/helpers/output-spec.js +63 -63
  307. package/test/host-load.test.js +68 -68
  308. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  309. package/test/init-compat.test.js +219 -219
  310. package/test/input-lost-quiets-the-plan.test.js +261 -261
  311. package/test/input-unavailable.test.js +48 -48
  312. package/test/installation-id.test.js +39 -39
  313. package/test/keeping-period.test.js +83 -83
  314. package/test/keyframe-index-accuracy.test.js +188 -188
  315. package/test/keyframes-belong-to-the-file.test.js +249 -249
  316. package/test/learned-median.test.js +37 -37
  317. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  318. package/test/limit-row-by-area.test.js +60 -60
  319. package/test/link-budget.test.js +112 -112
  320. package/test/link-probe.test.js +56 -56
  321. package/test/local-encoding-data.test.js +273 -273
  322. package/test/logger-repeats.test.js +134 -134
  323. package/test/look-ahead-coverage.test.js +56 -56
  324. package/test/manager-surface.test.js +292 -292
  325. package/test/matroska-cues-track.test.js +192 -192
  326. package/test/media-time.test.js +62 -0
  327. package/test/memory-budget.test.js +390 -390
  328. package/test/move-cost.test.js +216 -216
  329. package/test/mp4-subtitles.test.js +173 -173
  330. package/test/one-authority.test.js +285 -285
  331. package/test/one-budget.test.js +149 -149
  332. package/test/one-resource-divided.test.js +185 -185
  333. package/test/one-serving-output-per-height.test.js +458 -458
  334. package/test/orchestrator-wired.test.js +206 -206
  335. package/test/output-catalog.test.js +39 -39
  336. package/test/output-shape.test.js +21 -21
  337. package/test/output-spec.test.js +251 -251
  338. package/test/output-speed.test.js +88 -88
  339. package/test/outputs-being-prepared.test.js +40 -40
  340. package/test/packet-witness-ring.test.js +236 -236
  341. package/test/packet-witness.test.js +148 -148
  342. package/test/piece-disk-store.test.js +401 -401
  343. package/test/piece-from-whole-file.test.js +129 -129
  344. package/test/piece-lru.test.js +319 -319
  345. package/test/piece-reader.test.js +162 -162
  346. package/test/piece-selection-offset.test.js +85 -85
  347. package/test/piece-store-eviction.test.js +595 -595
  348. package/test/piece-store-never-refuses.test.js +153 -153
  349. package/test/piece-store-reservations.test.js +403 -403
  350. package/test/piece-store-slow-disk.test.js +159 -159
  351. package/test/piece-tail.test.js +97 -97
  352. package/test/plan-host-timings.test.js +68 -68
  353. package/test/plan-is-steady.test.js +225 -225
  354. package/test/playback-readiness.test.js +518 -483
  355. package/test/playback-start-regressions.test.js +101 -99
  356. package/test/priority-map-download.test.js +174 -174
  357. package/test/priority-map-emptied.test.js +204 -204
  358. package/test/priority-map-per-output.test.js +215 -215
  359. package/test/priority-map.test.js +163 -163
  360. package/test/probe-wedge-certainty.test.js +60 -60
  361. package/test/produced-copy-choice.test.js +213 -213
  362. package/test/published-timeline.test.js +83 -83
  363. package/test/quality-offer.test.js +162 -162
  364. package/test/quality-variants.test.js +1257 -1257
  365. package/test/rate-control-in-the-output.test.js +180 -180
  366. package/test/read-survives-withdrawal.test.js +164 -164
  367. package/test/read-window.test.js +365 -365
  368. package/test/resume-warm.test.js +39 -39
  369. package/test/run-graph-drift.test.js +37 -37
  370. package/test/run-inputs.test.js +80 -80
  371. package/test/run-intervals.test.js +100 -100
  372. package/test/run-position-follows-published-grid.test.js +89 -89
  373. package/test/run-progress.test.js +65 -65
  374. package/test/same-height-switch.test.js +664 -664
  375. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  376. package/test/seek-landing.test.js +109 -109
  377. package/test/seek-target-not-superseded.test.js +195 -195
  378. package/test/segment-closed-on-both-branches.test.js +96 -96
  379. package/test/segment-cut-times.test.js +63 -63
  380. package/test/segment-demand.test.js +80 -80
  381. package/test/segment-hold-supersede.test.js +91 -91
  382. package/test/segment-judged-by-its-own-header.test.js +221 -221
  383. package/test/segment-store-eviction.test.js +247 -247
  384. package/test/segment-store.test.js +352 -352
  385. package/test/segment-true-start.test.js +86 -86
  386. package/test/segments-are-shared.test.js +176 -176
  387. package/test/send-chunk-bytes.test.js +86 -86
  388. package/test/serving-existing-output.test.js +105 -105
  389. package/test/serving-output.test.js +102 -102
  390. package/test/shared-piece-store.test.js +310 -310
  391. package/test/sidecar-naming.test.js +142 -142
  392. package/test/soundtrack-rate-bound.test.js +289 -289
  393. package/test/source-file.test.js +133 -133
  394. package/test/source-registry.test.js +18 -18
  395. package/test/split-a-stretch.test.js +139 -139
  396. package/test/stale-request-after-seek.test.js +158 -158
  397. package/test/startup-readings.test.js +124 -124
  398. package/test/stream-route.test.js +209 -209
  399. package/test/subtitle-cue-framing.test.js +200 -200
  400. package/test/subtitle-cue-source.test.js +102 -102
  401. package/test/subtitle-cursor.test.js +63 -63
  402. package/test/subtitle-defaults.test.js +118 -118
  403. package/test/subtitle-language.test.js +252 -252
  404. package/test/supply-margin.test.js +177 -177
  405. package/test/swarm-follows-readers.test.js +174 -174
  406. package/test/swarm-reach.test.js +130 -130
  407. package/test/swarm-selection.test.js +220 -220
  408. package/test/tail-duplication.test.js +167 -167
  409. package/test/the-channel-has-both-ends.test.js +91 -91
  410. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  411. package/test/thread-pool.test.js +53 -53
  412. package/test/timeline.test.js +84 -84
  413. package/test/torrent-contents.test.js +235 -235
  414. package/test/torrent-cost.test.js +71 -71
  415. package/test/torrent-files.test.js +221 -221
  416. package/test/torrent-naming.test.js +255 -255
  417. package/test/tracks-begin-together.test.js +209 -209
  418. package/test/tunnel-renewal.test.js +167 -167
  419. package/test/two-viewers-one-picture.test.js +504 -504
  420. package/test/upload-hurry.test.js +186 -186
  421. package/test/usrsctp-state.test.js +131 -131
  422. package/test/video-facts.test.js +102 -102
  423. package/test/viewer-assignments.test.js +143 -143
  424. package/test/viewer-outputs.test.js +285 -285
  425. package/test/viewer-presence.test.js +116 -116
  426. package/test/viewer-requests-admission.test.js +89 -89
  427. package/test/viewer-states.test.js +189 -189
  428. package/test/viewer-subtitle-subscription.test.js +96 -96
  429. package/test/viewer.test.js +139 -139
  430. package/test/viewing-generations.test.js +390 -390
  431. package/test/visible-rung.test.js +37 -37
  432. package/test/wait-ledger.test.js +100 -100
  433. package/test/webrtc-shim.test.js +149 -149
  434. package/test/wedge-certainty.test.js +131 -131
  435. package/test/whole-file-held-read.test.js +30 -0
  436. package/test/withdraw-piece-claim.test.js +212 -212
  437. package/test/worker-channel.test.js +158 -158
  438. package/utils/client-log-file.js +151 -151
  439. package/utils/logger.js +312 -312
  440. package/utils/parse-range.js +25 -25
  441. package/utils/perf.js +59 -59
  442. package/utils/torrent-source-key.js +38 -38
@@ -1,401 +1,401 @@
1
- /**
2
- * @file The spilled pieces are bounded, and the bound returns disk.
3
- *
4
- * What these pin is the difference between this store and the tier it replaced.
5
- * That one wrote into one sparse file and answered `forget` by dropping a
6
- * number: nothing it did returned a block, and a store holding 400 MB had
7
- * written 14.4 GB to the disk in fifty minutes (field 2026-08-31). So the
8
- * assertions here are about the DISK, read back from the file system, not about
9
- * the store's own bookkeeping — the bookkeeping was never what was wrong.
10
- */
11
-
12
- import test from "node:test";
13
- import assert from "node:assert/strict";
14
- import fs from "node:fs/promises";
15
- import os from "node:os";
16
- import path from "node:path";
17
- import { PieceDiskStore } from "../services/storage/piece-store/piece-disk-store.js";
18
-
19
- const PIECE = 4096;
20
-
21
- test("bytes held before a memory wait cannot be forgotten or evicted", async () => {
22
- const { store } = await makeStore(PIECE);
23
- try {
24
- await store.write(0, Buffer.alloc(PIECE, 7));
25
- const release = store.hold(0);
26
- store.forget(0);
27
- store.forgetBehind([1]);
28
- await store.write(1, Buffer.alloc(PIECE, 8));
29
- const target = Buffer.alloc(PIECE);
30
- assert.equal(await store.read(0, target), PIECE);
31
- assert.equal(target[0], 7);
32
- release();
33
- release();
34
- store.forget(0);
35
- assert.equal(store.has(0), false);
36
- } finally {
37
- await store.destroy();
38
- }
39
- });
40
-
41
- /**
42
- * @param {number | null} allowanceBytes
43
- * @returns {Promise<{ store: PieceDiskStore, directory: string, clock: { at: number } }>}
44
- */
45
- async function makeStore(allowanceBytes) {
46
- const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-test-"));
47
- const clock = { at: 1000 };
48
- const store = new PieceDiskStore({
49
- directory,
50
- name: "pieces",
51
- chunkLength: PIECE,
52
- allowanceBytes,
53
- now: () => clock.at
54
- });
55
- return { store, directory, clock };
56
- }
57
-
58
- /**
59
- * What the store's directory actually holds, in bytes and in files.
60
- *
61
- * @param {PieceDiskStore} store
62
- * @returns {Promise<{ files: number, bytes: number }>}
63
- */
64
- async function onDisk(store) {
65
- let names = [];
66
- try {
67
- names = await fs.readdir(store.path);
68
- } catch {
69
- return { files: 0, bytes: 0 };
70
- }
71
- let bytes = 0;
72
- for (const name of names) {
73
- const stat = await fs.stat(path.join(store.path, name));
74
- bytes += stat.size;
75
- }
76
- return { files: names.length, bytes };
77
- }
78
-
79
- const pieceOf = (index) => Buffer.alloc(PIECE, index % 251);
80
-
81
- test("told nothing, it holds everything — which is what it did before it could count", async () => {
82
- const { store, directory } = await makeStore(null);
83
- try {
84
- for (let index = 0; index < 8; index += 1) {
85
- await store.write(index, pieceOf(index));
86
- }
87
- assert.equal(store.size, 8, "a store with no allowance threw something away");
88
- assert.equal(store.bytes, 8 * PIECE);
89
- assert.deepEqual(await onDisk(store), { files: 8, bytes: 8 * PIECE });
90
- } finally {
91
- await store.destroy();
92
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
93
- }
94
- });
95
-
96
- test("over its allowance it throws the least recently used away, and the disk shrinks with it", async () => {
97
- const { store, directory, clock } = await makeStore(3 * PIECE);
98
- try {
99
- for (const index of [0, 1, 2]) {
100
- clock.at += 100;
101
- await store.write(index, pieceOf(index));
102
- }
103
- assert.deepEqual(await onDisk(store), { files: 3, bytes: 3 * PIECE }, "the store did not fill");
104
-
105
- // Piece 0 is the oldest and nobody has read it since.
106
- clock.at += 100;
107
- await store.write(3, pieceOf(3));
108
- await store.settled();
109
-
110
- assert.equal(store.has(0), false, "the oldest piece was kept");
111
- assert.equal(store.has(3), true, "the arriving piece was not stored");
112
- assert.equal(store.bytes, 3 * PIECE, "the store counts more than its allowance");
113
- // THE POINT: not the count in memory, the blocks on the disk.
114
- assert.deepEqual(
115
- await onDisk(store),
116
- { files: 3, bytes: 3 * PIECE },
117
- "the disk kept the bytes of the piece that was thrown away"
118
- );
119
- assert.equal(store.stats().evictions, 1);
120
- } finally {
121
- await store.destroy();
122
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
123
- }
124
- });
125
-
126
- test("reading a piece keeps it: the oldest is not the least wanted", async () => {
127
- const { store, directory, clock } = await makeStore(3 * PIECE);
128
- try {
129
- for (const index of [0, 1, 2]) {
130
- clock.at += 100;
131
- await store.write(index, pieceOf(index));
132
- }
133
- // Piece 0 is read, which makes piece 1 the oldest.
134
- clock.at += 100;
135
- await store.read(0, Buffer.alloc(PIECE));
136
-
137
- clock.at += 100;
138
- await store.write(3, pieceOf(3));
139
- await store.settled();
140
-
141
- assert.equal(store.has(0), true, "a piece that was just read was thrown away");
142
- assert.equal(store.has(1), false, "the piece nobody had touched was kept");
143
- } finally {
144
- await store.destroy();
145
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
146
- }
147
- });
148
-
149
- test("a piece being read is never the victim, however old it is", async () => {
150
- const { store, directory, clock } = await makeStore(3 * PIECE);
151
- try {
152
- for (const index of [0, 1, 2]) {
153
- clock.at += 100;
154
- await store.write(index, pieceOf(index));
155
- }
156
- // Piece 0 is the oldest AND is being read. The read is not awaited, so the
157
- // write below decides while it is still outstanding.
158
- const reading = store.read(0, Buffer.alloc(PIECE));
159
- clock.at += 100;
160
- await store.write(3, pieceOf(3));
161
- const bytes = await reading;
162
- await store.settled();
163
-
164
- assert.equal(bytes, PIECE, "the read did not complete");
165
- assert.equal(store.has(0), true, "a piece being read was thrown away under the reader");
166
- assert.equal(store.has(1), false, "the next oldest should have gone instead");
167
- } finally {
168
- await store.destroy();
169
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
170
- }
171
- });
172
-
173
- test("a piece thrown away is answered as absent, so the swarm is asked for it again", async () => {
174
- const { store, directory, clock } = await makeStore(PIECE);
175
- try {
176
- await store.write(0, pieceOf(0));
177
- clock.at += 100;
178
- await store.write(1, pieceOf(1));
179
- await store.settled();
180
-
181
- assert.equal(store.has(0), false, "the store still claims a piece it threw away");
182
- await assert.rejects(
183
- () => store.read(0, Buffer.alloc(PIECE)),
184
- /Piece 0 is not on disk/,
185
- "reading a thrown-away piece must say so rather than answer bytes"
186
- );
187
- } finally {
188
- await store.destroy();
189
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
190
- }
191
- });
192
-
193
- test("a piece wanted again after being thrown away is written, not refused", async () => {
194
- const { store, directory, clock } = await makeStore(PIECE);
195
- try {
196
- await store.write(0, pieceOf(0));
197
- clock.at += 100;
198
- await store.write(1, pieceOf(1));
199
- clock.at += 100;
200
- // Piece 0 again, while its own removal may still be in flight.
201
- await store.write(0, pieceOf(0));
202
- await store.settled();
203
-
204
- assert.equal(store.has(0), true, "the piece did not come back");
205
- const target = Buffer.alloc(PIECE);
206
- await store.read(0, target);
207
- assert.ok(target.equals(pieceOf(0)), "the piece came back wrong");
208
- assert.equal(store.bytes, PIECE, "the store is over its allowance");
209
- } finally {
210
- await store.destroy();
211
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
212
- }
213
- });
214
-
215
- test("lowering the allowance frees nothing by itself, and binds the next write", async () => {
216
- const { store, directory, clock } = await makeStore(null);
217
- try {
218
- for (const index of [0, 1, 2]) {
219
- clock.at += 100;
220
- await store.write(index, pieceOf(index));
221
- }
222
- store.reviseAllowance(PIECE);
223
- assert.equal(store.size, 3, "lowering the allowance threw pieces away on its own");
224
-
225
- clock.at += 100;
226
- await store.write(3, pieceOf(3));
227
- await store.settled();
228
- assert.equal(store.size, 1, "the next write did not bring it within the allowance");
229
- assert.deepEqual(await onDisk(store), { files: 1, bytes: PIECE });
230
- } finally {
231
- await store.destroy();
232
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
233
- }
234
- });
235
-
236
- test("an allowance smaller than one piece keeps the arriving piece rather than losing it", async () => {
237
- // A piece the swarm has already paid for is not thrown away because the
238
- // arithmetic says there is no room for anything: the alternative is fetching
239
- // it again, which costs ~1430 ms against a write measured in milliseconds.
240
- const { store, directory } = await makeStore(1);
241
- try {
242
- await store.write(0, pieceOf(0));
243
- await store.settled();
244
- assert.equal(store.has(0), true, "the arriving piece was refused");
245
- assert.equal(store.size, 1);
246
- } finally {
247
- await store.destroy();
248
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
249
- }
250
- });
251
-
252
- test("destroying it takes the directory with it", async () => {
253
- const { store, directory } = await makeStore(null);
254
- await store.write(0, pieceOf(0));
255
- const where = store.path;
256
- await store.destroy();
257
- await assert.rejects(() => fs.stat(where), /ENOENT/, "the store left its directory behind");
258
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
259
- });
260
-
261
- test("the spill ceiling is what the disk's owner said, divided between the stores", async () => {
262
- const { reviseSpillBudgets, SharedPieceStore } = await import("../services/storage/piece-store/shared-piece-store.js");
263
- const directory = await fs.mkdtemp(path.join(os.tmpdir(), "spill-share-"));
264
- const stores = [
265
- new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "one" }),
266
- new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "two" })
267
- ];
268
- try {
269
- const revised = reviseSpillBudgets(100 * PIECE, stores);
270
- assert.deepEqual(
271
- revised.map((store) => store.allowanceBytes),
272
- [50 * PIECE, 50 * PIECE],
273
- "one thread's share is divided equally between its stores"
274
- );
275
-
276
- // Nobody has said yet: nothing is thrown away, which is what it always did.
277
- assert.deepEqual(
278
- reviseSpillBudgets(null, stores).map((store) => store.allowanceBytes),
279
- [null, null]
280
- );
281
- } finally {
282
- for (const store of stores) {
283
- await new Promise((resolve) => store.destroy(resolve));
284
- }
285
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
286
- }
287
- });
288
-
289
- test("what lies behind every reader goes without waiting for the disk to be short", async () => {
290
- // THE SECOND RULE. The ceiling is a share of free space, and on a roomy host
291
- // that is tens of gigabytes against a measured growth of 14 400 MB in one
292
- // viewing — so the ceiling alone never binds and nothing is removed until the
293
- // torrent itself goes. A piece behind every read head has been read.
294
- const { store, directory } = await makeStore(1000 * PIECE);
295
- try {
296
- for (const index of [0, 1, 2, 3, 4, 5]) {
297
- await store.write(index, pieceOf(index));
298
- }
299
-
300
- const removed = store.forgetBehind([3, 4]);
301
- await store.settled();
302
-
303
- assert.equal(removed, 3, "the three behind the earliest reader should have gone");
304
- assert.deepEqual([0, 1, 2].map((index) => store.has(index)), [false, false, false]);
305
- assert.deepEqual([3, 4, 5].map((index) => store.has(index)), [true, true, true]);
306
- assert.equal(store.stats().behind, 3);
307
- } finally {
308
- await store.destroy();
309
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
310
- }
311
- });
312
-
313
- test("with no reader at all, nothing is thrown away", async () => {
314
- // A store between reads is not a store nobody wants. What empties it whole is
315
- // the torrent going idle, which removes the store and its directory.
316
- const { store, directory } = await makeStore(1000 * PIECE);
317
- try {
318
- for (const index of [0, 1, 2]) {
319
- await store.write(index, pieceOf(index));
320
- }
321
- assert.equal(store.forgetBehind([]), 0);
322
- assert.equal(store.size, 3);
323
- } finally {
324
- await store.destroy();
325
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
326
- }
327
- });
328
-
329
- test("a piece being read is not taken even when it is behind everybody", async () => {
330
- const { store, directory } = await makeStore(1000 * PIECE);
331
- try {
332
- await store.write(0, pieceOf(0));
333
- await store.write(5, pieceOf(5));
334
- const reading = store.read(0, Buffer.alloc(PIECE));
335
- const removed = store.forgetBehind([5]);
336
- await reading;
337
- await store.settled();
338
-
339
- assert.equal(removed, 0, "a piece under a reader was thrown away");
340
- assert.equal(store.has(0), true);
341
- } finally {
342
- await store.destroy();
343
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
344
- }
345
- });
346
-
347
- test("when there is no room, what is behind the readers goes before what is ahead", async () => {
348
- const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-heads-"));
349
- const clock = { at: 1000 };
350
- // The reader stands on #5. #4 is behind it and was touched LAST, so under the
351
- // old rule — least recently used — it would have been the safest piece there.
352
- const store = new PieceDiskStore({
353
- directory,
354
- name: "pieces",
355
- chunkLength: PIECE,
356
- allowanceBytes: 3 * PIECE,
357
- now: () => clock.at,
358
- readHeads: () => [5]
359
- });
360
- try {
361
- for (const index of [8, 7, 4]) {
362
- clock.at += 100;
363
- await store.write(index, pieceOf(index));
364
- }
365
- clock.at += 100;
366
- await store.write(9, pieceOf(9));
367
- await store.settled();
368
-
369
- assert.equal(store.has(4), false, "the piece behind the reader was kept because it was touched last");
370
- assert.deepEqual([7, 8, 9].map((index) => store.has(index)), [true, true, true]);
371
- } finally {
372
- await store.destroy();
373
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
374
- }
375
- });
376
-
377
- test("a store takes up the pieces a previous life left in its directory", async () => {
378
- const root = await fs.mkdtemp(path.join(os.tmpdir(), "adopt-"));
379
- try {
380
- const first = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
381
- await first.write(7, Buffer.alloc(1024, 7));
382
- await first.write(9, Buffer.alloc(1024, 9));
383
- await first.close();
384
-
385
- // A torrent torn down and added again gets a NEW store over the same
386
- // directory. Before 2026-09-11 its index started empty, so every piece it
387
- // in fact had read as missing and the film was downloaded a second time
388
- // while the first copy sat beside it.
389
- const second = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
390
- assert.equal(second.size, 2, "the pieces already on disk were not taken up");
391
- assert.equal(second.bytes, 2048, "nor were their bytes counted");
392
- assert.ok(second.has(7) && second.has(9));
393
-
394
- const target = Buffer.alloc(1024);
395
- await second.read(7, target);
396
- assert.ok(target.equals(Buffer.alloc(1024, 7)), "and they read back as themselves");
397
- await second.destroy();
398
- } finally {
399
- await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
400
- }
401
- });
1
+ /**
2
+ * @file The spilled pieces are bounded, and the bound returns disk.
3
+ *
4
+ * What these pin is the difference between this store and the tier it replaced.
5
+ * That one wrote into one sparse file and answered `forget` by dropping a
6
+ * number: nothing it did returned a block, and a store holding 400 MB had
7
+ * written 14.4 GB to the disk in fifty minutes (field 2026-08-31). So the
8
+ * assertions here are about the DISK, read back from the file system, not about
9
+ * the store's own bookkeeping — the bookkeeping was never what was wrong.
10
+ */
11
+
12
+ import test from "node:test";
13
+ import assert from "node:assert/strict";
14
+ import fs from "node:fs/promises";
15
+ import os from "node:os";
16
+ import path from "node:path";
17
+ import { PieceDiskStore } from "../services/storage/piece-store/piece-disk-store.js";
18
+
19
+ const PIECE = 4096;
20
+
21
+ test("bytes held before a memory wait cannot be forgotten or evicted", async () => {
22
+ const { store } = await makeStore(PIECE);
23
+ try {
24
+ await store.write(0, Buffer.alloc(PIECE, 7));
25
+ const release = store.hold(0);
26
+ store.forget(0);
27
+ store.forgetBehind([1]);
28
+ await store.write(1, Buffer.alloc(PIECE, 8));
29
+ const target = Buffer.alloc(PIECE);
30
+ assert.equal(await store.read(0, target), PIECE);
31
+ assert.equal(target[0], 7);
32
+ release();
33
+ release();
34
+ store.forget(0);
35
+ assert.equal(store.has(0), false);
36
+ } finally {
37
+ await store.destroy();
38
+ }
39
+ });
40
+
41
+ /**
42
+ * @param {number | null} allowanceBytes
43
+ * @returns {Promise<{ store: PieceDiskStore, directory: string, clock: { at: number } }>}
44
+ */
45
+ async function makeStore(allowanceBytes) {
46
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-test-"));
47
+ const clock = { at: 1000 };
48
+ const store = new PieceDiskStore({
49
+ directory,
50
+ name: "pieces",
51
+ chunkLength: PIECE,
52
+ allowanceBytes,
53
+ now: () => clock.at
54
+ });
55
+ return { store, directory, clock };
56
+ }
57
+
58
+ /**
59
+ * What the store's directory actually holds, in bytes and in files.
60
+ *
61
+ * @param {PieceDiskStore} store
62
+ * @returns {Promise<{ files: number, bytes: number }>}
63
+ */
64
+ async function onDisk(store) {
65
+ let names = [];
66
+ try {
67
+ names = await fs.readdir(store.path);
68
+ } catch {
69
+ return { files: 0, bytes: 0 };
70
+ }
71
+ let bytes = 0;
72
+ for (const name of names) {
73
+ const stat = await fs.stat(path.join(store.path, name));
74
+ bytes += stat.size;
75
+ }
76
+ return { files: names.length, bytes };
77
+ }
78
+
79
+ const pieceOf = (index) => Buffer.alloc(PIECE, index % 251);
80
+
81
+ test("told nothing, it holds everything — which is what it did before it could count", async () => {
82
+ const { store, directory } = await makeStore(null);
83
+ try {
84
+ for (let index = 0; index < 8; index += 1) {
85
+ await store.write(index, pieceOf(index));
86
+ }
87
+ assert.equal(store.size, 8, "a store with no allowance threw something away");
88
+ assert.equal(store.bytes, 8 * PIECE);
89
+ assert.deepEqual(await onDisk(store), { files: 8, bytes: 8 * PIECE });
90
+ } finally {
91
+ await store.destroy();
92
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
93
+ }
94
+ });
95
+
96
+ test("over its allowance it throws the least recently used away, and the disk shrinks with it", async () => {
97
+ const { store, directory, clock } = await makeStore(3 * PIECE);
98
+ try {
99
+ for (const index of [0, 1, 2]) {
100
+ clock.at += 100;
101
+ await store.write(index, pieceOf(index));
102
+ }
103
+ assert.deepEqual(await onDisk(store), { files: 3, bytes: 3 * PIECE }, "the store did not fill");
104
+
105
+ // Piece 0 is the oldest and nobody has read it since.
106
+ clock.at += 100;
107
+ await store.write(3, pieceOf(3));
108
+ await store.settled();
109
+
110
+ assert.equal(store.has(0), false, "the oldest piece was kept");
111
+ assert.equal(store.has(3), true, "the arriving piece was not stored");
112
+ assert.equal(store.bytes, 3 * PIECE, "the store counts more than its allowance");
113
+ // THE POINT: not the count in memory, the blocks on the disk.
114
+ assert.deepEqual(
115
+ await onDisk(store),
116
+ { files: 3, bytes: 3 * PIECE },
117
+ "the disk kept the bytes of the piece that was thrown away"
118
+ );
119
+ assert.equal(store.stats().evictions, 1);
120
+ } finally {
121
+ await store.destroy();
122
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
123
+ }
124
+ });
125
+
126
+ test("reading a piece keeps it: the oldest is not the least wanted", async () => {
127
+ const { store, directory, clock } = await makeStore(3 * PIECE);
128
+ try {
129
+ for (const index of [0, 1, 2]) {
130
+ clock.at += 100;
131
+ await store.write(index, pieceOf(index));
132
+ }
133
+ // Piece 0 is read, which makes piece 1 the oldest.
134
+ clock.at += 100;
135
+ await store.read(0, Buffer.alloc(PIECE));
136
+
137
+ clock.at += 100;
138
+ await store.write(3, pieceOf(3));
139
+ await store.settled();
140
+
141
+ assert.equal(store.has(0), true, "a piece that was just read was thrown away");
142
+ assert.equal(store.has(1), false, "the piece nobody had touched was kept");
143
+ } finally {
144
+ await store.destroy();
145
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
146
+ }
147
+ });
148
+
149
+ test("a piece being read is never the victim, however old it is", async () => {
150
+ const { store, directory, clock } = await makeStore(3 * PIECE);
151
+ try {
152
+ for (const index of [0, 1, 2]) {
153
+ clock.at += 100;
154
+ await store.write(index, pieceOf(index));
155
+ }
156
+ // Piece 0 is the oldest AND is being read. The read is not awaited, so the
157
+ // write below decides while it is still outstanding.
158
+ const reading = store.read(0, Buffer.alloc(PIECE));
159
+ clock.at += 100;
160
+ await store.write(3, pieceOf(3));
161
+ const bytes = await reading;
162
+ await store.settled();
163
+
164
+ assert.equal(bytes, PIECE, "the read did not complete");
165
+ assert.equal(store.has(0), true, "a piece being read was thrown away under the reader");
166
+ assert.equal(store.has(1), false, "the next oldest should have gone instead");
167
+ } finally {
168
+ await store.destroy();
169
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
170
+ }
171
+ });
172
+
173
+ test("a piece thrown away is answered as absent, so the swarm is asked for it again", async () => {
174
+ const { store, directory, clock } = await makeStore(PIECE);
175
+ try {
176
+ await store.write(0, pieceOf(0));
177
+ clock.at += 100;
178
+ await store.write(1, pieceOf(1));
179
+ await store.settled();
180
+
181
+ assert.equal(store.has(0), false, "the store still claims a piece it threw away");
182
+ await assert.rejects(
183
+ () => store.read(0, Buffer.alloc(PIECE)),
184
+ /Piece 0 is not on disk/,
185
+ "reading a thrown-away piece must say so rather than answer bytes"
186
+ );
187
+ } finally {
188
+ await store.destroy();
189
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
190
+ }
191
+ });
192
+
193
+ test("a piece wanted again after being thrown away is written, not refused", async () => {
194
+ const { store, directory, clock } = await makeStore(PIECE);
195
+ try {
196
+ await store.write(0, pieceOf(0));
197
+ clock.at += 100;
198
+ await store.write(1, pieceOf(1));
199
+ clock.at += 100;
200
+ // Piece 0 again, while its own removal may still be in flight.
201
+ await store.write(0, pieceOf(0));
202
+ await store.settled();
203
+
204
+ assert.equal(store.has(0), true, "the piece did not come back");
205
+ const target = Buffer.alloc(PIECE);
206
+ await store.read(0, target);
207
+ assert.ok(target.equals(pieceOf(0)), "the piece came back wrong");
208
+ assert.equal(store.bytes, PIECE, "the store is over its allowance");
209
+ } finally {
210
+ await store.destroy();
211
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
212
+ }
213
+ });
214
+
215
+ test("lowering the allowance frees nothing by itself, and binds the next write", async () => {
216
+ const { store, directory, clock } = await makeStore(null);
217
+ try {
218
+ for (const index of [0, 1, 2]) {
219
+ clock.at += 100;
220
+ await store.write(index, pieceOf(index));
221
+ }
222
+ store.reviseAllowance(PIECE);
223
+ assert.equal(store.size, 3, "lowering the allowance threw pieces away on its own");
224
+
225
+ clock.at += 100;
226
+ await store.write(3, pieceOf(3));
227
+ await store.settled();
228
+ assert.equal(store.size, 1, "the next write did not bring it within the allowance");
229
+ assert.deepEqual(await onDisk(store), { files: 1, bytes: PIECE });
230
+ } finally {
231
+ await store.destroy();
232
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
233
+ }
234
+ });
235
+
236
+ test("an allowance smaller than one piece keeps the arriving piece rather than losing it", async () => {
237
+ // A piece the swarm has already paid for is not thrown away because the
238
+ // arithmetic says there is no room for anything: the alternative is fetching
239
+ // it again, which costs ~1430 ms against a write measured in milliseconds.
240
+ const { store, directory } = await makeStore(1);
241
+ try {
242
+ await store.write(0, pieceOf(0));
243
+ await store.settled();
244
+ assert.equal(store.has(0), true, "the arriving piece was refused");
245
+ assert.equal(store.size, 1);
246
+ } finally {
247
+ await store.destroy();
248
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
249
+ }
250
+ });
251
+
252
+ test("destroying it takes the directory with it", async () => {
253
+ const { store, directory } = await makeStore(null);
254
+ await store.write(0, pieceOf(0));
255
+ const where = store.path;
256
+ await store.destroy();
257
+ await assert.rejects(() => fs.stat(where), /ENOENT/, "the store left its directory behind");
258
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
259
+ });
260
+
261
+ test("the spill ceiling is what the disk's owner said, divided between the stores", async () => {
262
+ const { reviseSpillBudgets, SharedPieceStore } = await import("../services/storage/piece-store/shared-piece-store.js");
263
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), "spill-share-"));
264
+ const stores = [
265
+ new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "one" }),
266
+ new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "two" })
267
+ ];
268
+ try {
269
+ const revised = reviseSpillBudgets(100 * PIECE, stores);
270
+ assert.deepEqual(
271
+ revised.map((store) => store.allowanceBytes),
272
+ [50 * PIECE, 50 * PIECE],
273
+ "one thread's share is divided equally between its stores"
274
+ );
275
+
276
+ // Nobody has said yet: nothing is thrown away, which is what it always did.
277
+ assert.deepEqual(
278
+ reviseSpillBudgets(null, stores).map((store) => store.allowanceBytes),
279
+ [null, null]
280
+ );
281
+ } finally {
282
+ for (const store of stores) {
283
+ await new Promise((resolve) => store.destroy(resolve));
284
+ }
285
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
286
+ }
287
+ });
288
+
289
+ test("what lies behind every reader goes without waiting for the disk to be short", async () => {
290
+ // THE SECOND RULE. The ceiling is a share of free space, and on a roomy host
291
+ // that is tens of gigabytes against a measured growth of 14 400 MB in one
292
+ // viewing — so the ceiling alone never binds and nothing is removed until the
293
+ // torrent itself goes. A piece behind every read head has been read.
294
+ const { store, directory } = await makeStore(1000 * PIECE);
295
+ try {
296
+ for (const index of [0, 1, 2, 3, 4, 5]) {
297
+ await store.write(index, pieceOf(index));
298
+ }
299
+
300
+ const removed = store.forgetBehind([3, 4]);
301
+ await store.settled();
302
+
303
+ assert.equal(removed, 3, "the three behind the earliest reader should have gone");
304
+ assert.deepEqual([0, 1, 2].map((index) => store.has(index)), [false, false, false]);
305
+ assert.deepEqual([3, 4, 5].map((index) => store.has(index)), [true, true, true]);
306
+ assert.equal(store.stats().behind, 3);
307
+ } finally {
308
+ await store.destroy();
309
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
310
+ }
311
+ });
312
+
313
+ test("with no reader at all, nothing is thrown away", async () => {
314
+ // A store between reads is not a store nobody wants. What empties it whole is
315
+ // the torrent going idle, which removes the store and its directory.
316
+ const { store, directory } = await makeStore(1000 * PIECE);
317
+ try {
318
+ for (const index of [0, 1, 2]) {
319
+ await store.write(index, pieceOf(index));
320
+ }
321
+ assert.equal(store.forgetBehind([]), 0);
322
+ assert.equal(store.size, 3);
323
+ } finally {
324
+ await store.destroy();
325
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
326
+ }
327
+ });
328
+
329
+ test("a piece being read is not taken even when it is behind everybody", async () => {
330
+ const { store, directory } = await makeStore(1000 * PIECE);
331
+ try {
332
+ await store.write(0, pieceOf(0));
333
+ await store.write(5, pieceOf(5));
334
+ const reading = store.read(0, Buffer.alloc(PIECE));
335
+ const removed = store.forgetBehind([5]);
336
+ await reading;
337
+ await store.settled();
338
+
339
+ assert.equal(removed, 0, "a piece under a reader was thrown away");
340
+ assert.equal(store.has(0), true);
341
+ } finally {
342
+ await store.destroy();
343
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
344
+ }
345
+ });
346
+
347
+ test("when there is no room, what is behind the readers goes before what is ahead", async () => {
348
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-heads-"));
349
+ const clock = { at: 1000 };
350
+ // The reader stands on #5. #4 is behind it and was touched LAST, so under the
351
+ // old rule — least recently used — it would have been the safest piece there.
352
+ const store = new PieceDiskStore({
353
+ directory,
354
+ name: "pieces",
355
+ chunkLength: PIECE,
356
+ allowanceBytes: 3 * PIECE,
357
+ now: () => clock.at,
358
+ readHeads: () => [5]
359
+ });
360
+ try {
361
+ for (const index of [8, 7, 4]) {
362
+ clock.at += 100;
363
+ await store.write(index, pieceOf(index));
364
+ }
365
+ clock.at += 100;
366
+ await store.write(9, pieceOf(9));
367
+ await store.settled();
368
+
369
+ assert.equal(store.has(4), false, "the piece behind the reader was kept because it was touched last");
370
+ assert.deepEqual([7, 8, 9].map((index) => store.has(index)), [true, true, true]);
371
+ } finally {
372
+ await store.destroy();
373
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
374
+ }
375
+ });
376
+
377
+ test("a store takes up the pieces a previous life left in its directory", async () => {
378
+ const root = await fs.mkdtemp(path.join(os.tmpdir(), "adopt-"));
379
+ try {
380
+ const first = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
381
+ await first.write(7, Buffer.alloc(1024, 7));
382
+ await first.write(9, Buffer.alloc(1024, 9));
383
+ await first.close();
384
+
385
+ // A torrent torn down and added again gets a NEW store over the same
386
+ // directory. Before 2026-09-11 its index started empty, so every piece it
387
+ // in fact had read as missing and the film was downloaded a second time
388
+ // while the first copy sat beside it.
389
+ const second = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
390
+ assert.equal(second.size, 2, "the pieces already on disk were not taken up");
391
+ assert.equal(second.bytes, 2048, "nor were their bytes counted");
392
+ assert.ok(second.has(7) && second.has(9));
393
+
394
+ const target = Buffer.alloc(1024);
395
+ await second.read(7, target);
396
+ assert.ok(target.equals(Buffer.alloc(1024, 7)), "and they read back as themselves");
397
+ await second.destroy();
398
+ } finally {
399
+ await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
400
+ }
401
+ });