@torrent-tv/proxy 2.88.2 → 2.88.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (475) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +2259 -2246
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/biome.json +411 -411
  22. package/docs/browser-proxy-contract.md +23 -4
  23. package/docs/container-architecture.md +218 -218
  24. package/docs/download-architecture.md +261 -261
  25. package/docs/encode-architecture.md +729 -729
  26. package/docs/encode-run-state.md +96 -96
  27. package/docs/logs.md +97 -97
  28. package/docs/socks5-egress-research.md +114 -114
  29. package/docs/storage-architecture.md +267 -267
  30. package/knip.json +14 -14
  31. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  32. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  33. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  34. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  35. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  36. package/openspec/changes/binary-distribution/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  38. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  39. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  40. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  41. package/openspec/changes/cold-start/design.md +98 -98
  42. package/openspec/changes/cold-start/proposal.md +62 -62
  43. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  44. package/openspec/changes/cold-start/tasks.md +48 -48
  45. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  46. package/openspec/changes/disk-cap/proposal.md +37 -37
  47. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  48. package/openspec/changes/disk-cap/tasks.md +19 -19
  49. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  50. package/openspec/changes/proxy-observability/design.md +38 -38
  51. package/openspec/changes/proxy-observability/proposal.md +49 -49
  52. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  53. package/openspec/changes/proxy-observability/tasks.md +21 -21
  54. package/openspec/changes/seek-debounce/design.md +118 -118
  55. package/openspec/changes/seek-debounce/proposal.md +59 -59
  56. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  57. package/openspec/changes/seek-debounce/tasks.md +33 -33
  58. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  59. package/openspec/changes/subtitle-language/proposal.md +50 -50
  60. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  61. package/openspec/changes/subtitle-language/tasks.md +26 -26
  62. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  63. package/openspec/changes/track-selection/design.md +47 -47
  64. package/openspec/changes/track-selection/proposal.md +45 -45
  65. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  66. package/openspec/changes/track-selection/tasks.md +20 -20
  67. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  68. package/openspec/changes/transcode-quality/proposal.md +51 -51
  69. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  70. package/openspec/changes/transcode-quality/tasks.md +63 -63
  71. package/openspec/config.yaml +38 -38
  72. package/package.json +1 -1
  73. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  74. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  75. package/research/double-spawn-2026-09-10.md +171 -171
  76. package/research/handover-2026-09-13.md +209 -209
  77. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  78. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  79. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  80. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  81. package/routes/api/client-logs/post.js +86 -86
  82. package/routes/api/delivery-sink/get.js +72 -72
  83. package/routes/api/link-probe/get.js +51 -51
  84. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  85. package/routes/api/playback-plan/post.js +53 -53
  86. package/routes/api/sources/post.js +36 -36
  87. package/routes/api/sources/stats/get.js +132 -132
  88. package/routes/api/sources/warm/post.js +217 -217
  89. package/routes/api/subtitles/get.js +230 -230
  90. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  91. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  92. package/routes/api/transcode-sessions/post.js +178 -173
  93. package/routes/api/transcode-sessions/progress/get.js +27 -27
  94. package/routes/api/transcode-sessions/release/post.js +41 -41
  95. package/routes/api/transcode-sessions/seek/post.js +63 -63
  96. package/routes/health/get.js +13 -13
  97. package/routes/healthz/get.js +13 -13
  98. package/routes/stream/get.js +380 -380
  99. package/routes/transcode/audio-file/get.js +64 -64
  100. package/routes/transcode/audio-warm/get.js +95 -84
  101. package/routes/transcode/session-file/get.js +52 -52
  102. package/routes/transcode/variant-file/get.js +95 -95
  103. package/routes/transcode/variant-warm/get.js +84 -84
  104. package/scripts/render-run-graph.js +173 -173
  105. package/server.js +725 -725
  106. package/services/encode/CoverageMap.js +428 -428
  107. package/services/encode/CushionReport.js +345 -345
  108. package/services/encode/EncodeAdmission.js +376 -376
  109. package/services/encode/EncodeOrchestrator.js +1217 -1217
  110. package/services/encode/EncodePlan.js +1366 -1366
  111. package/services/encode/EncodeRun.js +813 -813
  112. package/services/encode/EncodeRuns.js +1235 -1235
  113. package/services/encode/Encoder.js +142 -142
  114. package/services/encode/EncoderSelection.js +38 -38
  115. package/services/encode/LocalObservations.js +359 -359
  116. package/services/encode/NvencEncoder.js +50 -50
  117. package/services/encode/OutputOpening.js +783 -758
  118. package/services/encode/OutputTimes.js +579 -579
  119. package/services/encode/QsvEncoder.js +58 -58
  120. package/services/encode/Renditions.js +2282 -2184
  121. package/services/encode/RunProgress.js +84 -84
  122. package/services/encode/SegmentDemand.js +95 -95
  123. package/services/encode/SoftwareEncoder.js +121 -121
  124. package/services/encode/V4l2m2mEncoder.js +53 -53
  125. package/services/encode/VaapiEncoder.js +66 -66
  126. package/services/encode/args.js +418 -416
  127. package/services/encode/available-share.js +89 -89
  128. package/services/encode/calibration.js +361 -361
  129. package/services/encode/contention.js +128 -128
  130. package/services/encode/decode-cost-fit.js +363 -363
  131. package/services/encode/encode-exit.js +114 -114
  132. package/services/encode/encode-run-state.js +551 -551
  133. package/services/encode/encoder-readings.js +45 -45
  134. package/services/encode/fingerprint.js +322 -322
  135. package/services/encode/host-load.js +174 -174
  136. package/services/encode/hwaccel.js +1894 -1894
  137. package/services/encode/index.js +9 -9
  138. package/services/encode/learned-median.js +90 -90
  139. package/services/encode/output/EncodedOutput.js +57 -57
  140. package/services/encode/output/Output.js +131 -131
  141. package/services/encode/output/OutputCatalog.js +414 -414
  142. package/services/encode/output/OutputSpec.js +390 -390
  143. package/services/encode/output/Timeline.js +308 -308
  144. package/services/encode/output/cut-grid.js +107 -107
  145. package/services/encode/output/index.js +20 -20
  146. package/services/encode/output/ladder.js +32 -32
  147. package/services/encode/output/playlists.js +284 -284
  148. package/services/encode/output/rates.js +125 -125
  149. package/services/encode/output-key-format.js +21 -21
  150. package/services/encode/quality/EncodeCost.js +1150 -1141
  151. package/services/encode/quality/HostLoad.js +525 -525
  152. package/services/encode/quality/HostTimings.js +249 -249
  153. package/services/encode/quality/OutputQualityState.js +28 -28
  154. package/services/encode/quality/QualityController.js +935 -935
  155. package/services/encode/quality/QualityOffer.js +416 -416
  156. package/services/encode/quality/drain-threat.js +47 -47
  157. package/services/encode/quality/link-budget.js +349 -254
  158. package/services/encode/quality/output-format.js +319 -315
  159. package/services/encode/quality/serving-output.js +216 -216
  160. package/services/encode/quality/visible-rung.js +57 -57
  161. package/services/encode/run-budget.js +97 -97
  162. package/services/encode/run-command.js +754 -754
  163. package/services/encode/run-costs.js +155 -155
  164. package/services/encode/run-inputs.js +42 -42
  165. package/services/encode/segment-formats/fmp4.js +456 -456
  166. package/services/encode/segment-formats/index.js +85 -85
  167. package/services/encode/segment-formats/init-compat.js +324 -324
  168. package/services/encode/segment-formats/mp4-boxes.js +21 -6
  169. package/services/encode/segment-formats/mpegts.js +134 -134
  170. package/services/encode/start-stop-cost.js +178 -178
  171. package/services/encode/throughput.js +97 -97
  172. package/services/encode/torrent-cost.js +88 -88
  173. package/services/identity/installation-id.js +38 -38
  174. package/services/media/ContainerOrchestrator.js +149 -149
  175. package/services/media/KeyframeTables.js +316 -316
  176. package/services/media/SourceFile.js +298 -298
  177. package/services/media/SubtitleCues.js +520 -520
  178. package/services/media/SubtitleOrchestrator.js +167 -167
  179. package/services/media/audio-inventory.js +298 -245
  180. package/services/media/container/AviContainer.js +266 -266
  181. package/services/media/container/Container.js +609 -603
  182. package/services/media/container/ContainerFactory.js +56 -56
  183. package/services/media/container/KeyframeTable.js +272 -272
  184. package/services/media/container/MatroskaContainer.js +1494 -1494
  185. package/services/media/container/Mp4Container.js +1344 -1244
  186. package/services/media/container/ebml-reader.js +159 -159
  187. package/services/media/ffmpeg-banner.js +260 -260
  188. package/services/media/keyframe-probe.js +157 -157
  189. package/services/media/media-info-probe.js +93 -93
  190. package/services/media/playback-planner.js +931 -931
  191. package/services/media/tracks/AudioTrack.js +143 -131
  192. package/services/media/tracks/ContainerTrack.js +75 -75
  193. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  194. package/services/media/tracks/SubtitleTrack.js +38 -38
  195. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  196. package/services/media/tracks/VideoTrack.js +33 -33
  197. package/services/media/tracks/audio-bound.js +233 -0
  198. package/services/media/tracks/index.js +15 -15
  199. package/services/media/tracks/language-detect.js +174 -174
  200. package/services/server/OutputLifecycle.js +418 -418
  201. package/services/server/SegmentServing.js +1150 -1150
  202. package/services/server/ViewerRequests.js +760 -760
  203. package/services/server/WaitLedger.js +142 -142
  204. package/services/server/controllers/PlaybackController.js +40 -40
  205. package/services/server/controllers/SubtitleController.js +109 -109
  206. package/services/server/http-responses.js +60 -60
  207. package/services/server/playback-readiness.js +13 -8
  208. package/services/server/transcode-session-files.js +325 -325
  209. package/services/server/wire-outputs.js +995 -992
  210. package/services/storage/Diagnostics.js +202 -202
  211. package/services/storage/MachineBudget.js +235 -235
  212. package/services/storage/allowance.js +107 -107
  213. package/services/storage/core-dumps.js +106 -106
  214. package/services/storage/files/CompletedFiles.js +391 -391
  215. package/services/storage/files/piece-from-whole-file.js +118 -118
  216. package/services/storage/free.js +71 -71
  217. package/services/storage/keep.js +48 -48
  218. package/services/storage/machine-memory.js +56 -56
  219. package/services/storage/memory-report.js +575 -575
  220. package/services/storage/piece-store/piece-disk-store.js +539 -539
  221. package/services/storage/piece-store/piece-lru.js +495 -495
  222. package/services/storage/piece-store/shared-piece-store.js +1931 -1931
  223. package/services/storage/returns.js +103 -103
  224. package/services/storage/segment-store/SegmentStore.js +1240 -1240
  225. package/services/storage/wire.js +175 -175
  226. package/services/torrent/demand/DemandRegister.js +202 -202
  227. package/services/torrent/demand/Urgency.js +137 -137
  228. package/services/torrent/demand/Window.js +118 -118
  229. package/services/torrent/demand/index.js +8 -8
  230. package/services/torrent/demand/pieces.js +140 -140
  231. package/services/torrent/download/SwarmSelection.js +386 -386
  232. package/services/torrent/download/registry.js +102 -102
  233. package/services/torrent/download/withdraw-claim.js +80 -80
  234. package/services/torrent/episode-naming.js +182 -182
  235. package/services/torrent/files.js +455 -455
  236. package/services/torrent/naming.js +619 -619
  237. package/services/torrent/piece-store-of.js +29 -29
  238. package/services/torrent/supply-margin.js +262 -262
  239. package/services/torrent/torrent-pool.js +2675 -2675
  240. package/services/torrent/worker/background-fill.js +213 -213
  241. package/services/torrent/worker/channel.js +271 -271
  242. package/services/torrent/worker/client.js +765 -765
  243. package/services/torrent/worker/fastest-wires.js +342 -342
  244. package/services/torrent/worker/handle-state.js +23 -23
  245. package/services/torrent/worker/held-bytes.js +155 -155
  246. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  247. package/services/torrent/worker/piece-reader.js +1078 -1078
  248. package/services/torrent/worker/pool-adapter.js +371 -371
  249. package/services/torrent/worker/protocol.js +184 -184
  250. package/services/torrent/worker/resume-warm.js +107 -107
  251. package/services/torrent/worker/webrtc-shim.js +219 -219
  252. package/services/torrent/worker/worker.js +1129 -1129
  253. package/services/transport/data-channel-handler.js +1369 -1369
  254. package/services/transport/delivery-probe.js +842 -842
  255. package/services/transport/health-collector.js +53 -53
  256. package/services/transport/nat-classifier.js +231 -231
  257. package/services/transport/packet-witness.js +808 -808
  258. package/services/transport/port-mapper.js +235 -235
  259. package/services/transport/registry-api.js +81 -81
  260. package/services/transport/tunnel-client.js +447 -447
  261. package/services/transport/usrsctp-state.js +175 -175
  262. package/services/transport/webrtc-manager.js +484 -484
  263. package/services/viewer/Assignments.js +340 -340
  264. package/services/viewer/PriorityMap.js +390 -390
  265. package/services/viewer/PriorityOrchestrator.js +325 -325
  266. package/services/viewer/Viewer.js +691 -691
  267. package/services/viewer/Viewers.js +368 -368
  268. package/services/viewer/active-output.js +37 -37
  269. package/services/viewer/audio-start.js +46 -46
  270. package/services/viewer/buffer-trend.js +81 -81
  271. package/services/viewer/choices.js +647 -647
  272. package/services/viewer/positions.js +126 -126
  273. package/services/viewer/report-intake.js +46 -46
  274. package/store/source-registry.js +71 -71
  275. package/test/asset-paths.test.js +28 -28
  276. package/test/audio-buffer-continuity.test.js +70 -0
  277. package/test/audio-inventory.test.js +212 -212
  278. package/test/audio-track-bitrate.test.js +40 -40
  279. package/test/auto-quality-step.test.js +707 -707
  280. package/test/available-share.test.js +76 -76
  281. package/test/background-fill.test.js +190 -190
  282. package/test/client-log-file.test.js +110 -110
  283. package/test/completed-files.test.js +115 -115
  284. package/test/concurrent-cost.test.js +148 -148
  285. package/test/container-media-info.test.js +228 -228
  286. package/test/contention.test.js +76 -76
  287. package/test/core-dumps.test.js +57 -57
  288. package/test/coverage-follows-the-disk.test.js +228 -228
  289. package/test/coverage-map.test.js +195 -195
  290. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  291. package/test/cut-times-timeline.test.js +65 -65
  292. package/test/cuts-follow-published-grid.test.js +109 -109
  293. package/test/data-channel-frame.test.js +63 -63
  294. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  295. package/test/dead-torrent-handle.test.js +52 -52
  296. package/test/declared-rates.test.js +116 -116
  297. package/test/declared-tracks.test.js +43 -43
  298. package/test/decode-cost-fit.test.js +202 -202
  299. package/test/decode-cost.test.js +462 -462
  300. package/test/delivery-probe.test.js +393 -393
  301. package/test/demand-register.test.js +206 -206
  302. package/test/dht-bootstrap.test.js +72 -72
  303. package/test/drain-threat.test.js +65 -65
  304. package/test/duplicate-add.test.js +48 -48
  305. package/test/encode-admission.test.js +146 -146
  306. package/test/encode-cost.test.js +283 -283
  307. package/test/encode-exit.test.js +111 -111
  308. package/test/encode-orchestrator.test.js +419 -419
  309. package/test/encode-plan-viewers.test.js +718 -718
  310. package/test/encode-plan.test.js +545 -545
  311. package/test/encode-run-state.test.js +314 -314
  312. package/test/encode-run.test.js +162 -162
  313. package/test/encode-slope.test.js +46 -46
  314. package/test/encoded-output.test.js +39 -39
  315. package/test/encoder-kinds.test.js +122 -122
  316. package/test/encoder-readings.test.js +46 -46
  317. package/test/episode-naming.test.js +131 -131
  318. package/test/every-claimant-is-told-its-share.test.js +152 -152
  319. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  320. package/test/failed-start-breaker.test.js +202 -202
  321. package/test/fastest-wires.test.js +143 -143
  322. package/test/ffmpeg-stream-counts.test.js +78 -78
  323. package/test/file-edges.test.js +191 -191
  324. package/test/fixtures/audio-frame-boundary.json +1 -0
  325. package/test/fmp4-presentation-clock.test.js +147 -147
  326. package/test/fmp4-self-contained.test.js +80 -80
  327. package/test/fmp4-timestamps.test.js +140 -140
  328. package/test/fmp4-track-completeness.test.js +41 -41
  329. package/test/format-keyed-outputs.test.js +78 -78
  330. package/test/health-metrics.test.js +38 -38
  331. package/test/held-request-width.test.js +157 -157
  332. package/test/helpers/encode-run.js +136 -136
  333. package/test/helpers/held-file.js +29 -29
  334. package/test/helpers/manager.js +57 -57
  335. package/test/helpers/output-spec.js +63 -63
  336. package/test/host-load.test.js +68 -68
  337. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  338. package/test/init-compat.test.js +219 -219
  339. package/test/input-lost-quiets-the-plan.test.js +261 -261
  340. package/test/input-unavailable.test.js +48 -48
  341. package/test/installation-id.test.js +39 -39
  342. package/test/keeping-period.test.js +83 -83
  343. package/test/keyframe-index-accuracy.test.js +188 -188
  344. package/test/keyframe-table-budget.test.js +102 -102
  345. package/test/keyframes-belong-to-the-file.test.js +249 -249
  346. package/test/learned-median.test.js +37 -37
  347. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  348. package/test/limit-row-by-area.test.js +60 -60
  349. package/test/link-budget.test.js +112 -111
  350. package/test/link-probe.test.js +56 -56
  351. package/test/local-encoding-data.test.js +273 -273
  352. package/test/logger-repeats.test.js +134 -134
  353. package/test/look-ahead-coverage.test.js +56 -56
  354. package/test/manager-surface.test.js +292 -292
  355. package/test/matroska-cues-track.test.js +192 -192
  356. package/test/memory-budget.test.js +390 -390
  357. package/test/move-cost.test.js +216 -216
  358. package/test/mp4-subtitles.test.js +173 -173
  359. package/test/one-authority.test.js +285 -285
  360. package/test/one-budget.test.js +149 -149
  361. package/test/one-output-one-session.test.js +270 -204
  362. package/test/one-resource-divided.test.js +185 -185
  363. package/test/one-serving-output-per-height.test.js +458 -458
  364. package/test/orchestrator-wired.test.js +206 -206
  365. package/test/output-catalog.test.js +39 -39
  366. package/test/output-shape.test.js +21 -21
  367. package/test/output-spec.test.js +251 -251
  368. package/test/output-speed.test.js +88 -88
  369. package/test/outputs-being-prepared.test.js +40 -40
  370. package/test/packet-witness-ring.test.js +236 -236
  371. package/test/packet-witness.test.js +148 -148
  372. package/test/piece-disk-store.test.js +401 -401
  373. package/test/piece-from-whole-file.test.js +129 -129
  374. package/test/piece-lru.test.js +319 -319
  375. package/test/piece-reader.test.js +162 -162
  376. package/test/piece-selection-offset.test.js +85 -85
  377. package/test/piece-store-eviction.test.js +595 -595
  378. package/test/piece-store-never-refuses.test.js +153 -153
  379. package/test/piece-store-reservations.test.js +403 -403
  380. package/test/piece-store-slow-disk.test.js +159 -159
  381. package/test/piece-tail.test.js +97 -97
  382. package/test/plan-host-timings.test.js +68 -68
  383. package/test/plan-is-steady.test.js +225 -225
  384. package/test/playback-readiness.test.js +453 -453
  385. package/test/playback-start-regressions.test.js +99 -99
  386. package/test/priority-map-download.test.js +174 -174
  387. package/test/priority-map-emptied.test.js +204 -204
  388. package/test/priority-map-per-output.test.js +215 -215
  389. package/test/priority-map.test.js +163 -163
  390. package/test/probe-wedge-certainty.test.js +60 -60
  391. package/test/produced-copy-choice.test.js +213 -213
  392. package/test/published-timeline.test.js +83 -83
  393. package/test/quality-offer.test.js +162 -162
  394. package/test/quality-variants.test.js +1257 -1229
  395. package/test/rate-control-in-the-output.test.js +180 -180
  396. package/test/read-survives-withdrawal.test.js +164 -164
  397. package/test/read-window.test.js +365 -365
  398. package/test/resume-warm.test.js +39 -39
  399. package/test/run-graph-drift.test.js +37 -37
  400. package/test/run-inputs.test.js +80 -80
  401. package/test/run-intervals.test.js +100 -100
  402. package/test/run-position-follows-published-grid.test.js +89 -89
  403. package/test/run-progress.test.js +65 -65
  404. package/test/same-height-switch.test.js +664 -664
  405. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  406. package/test/seek-landing.test.js +109 -109
  407. package/test/seek-target-not-superseded.test.js +195 -195
  408. package/test/segment-closed-on-both-branches.test.js +96 -96
  409. package/test/segment-cut-times.test.js +63 -63
  410. package/test/segment-demand.test.js +80 -80
  411. package/test/segment-hold-supersede.test.js +91 -91
  412. package/test/segment-judged-by-its-own-header.test.js +221 -221
  413. package/test/segment-serve-wiring.test.js +475 -475
  414. package/test/segment-store-eviction.test.js +247 -247
  415. package/test/segment-store.test.js +323 -323
  416. package/test/segment-true-start.test.js +86 -86
  417. package/test/segments-are-shared.test.js +176 -176
  418. package/test/send-chunk-bytes.test.js +86 -86
  419. package/test/serving-existing-output.test.js +105 -102
  420. package/test/serving-output.test.js +102 -102
  421. package/test/shared-piece-store.test.js +310 -310
  422. package/test/sidecar-naming.test.js +142 -142
  423. package/test/soundtrack-rate-bound.test.js +289 -0
  424. package/test/source-file.test.js +133 -133
  425. package/test/source-files-route.test.js +113 -113
  426. package/test/source-registry.test.js +18 -18
  427. package/test/split-a-stretch.test.js +139 -139
  428. package/test/stale-request-after-seek.test.js +158 -158
  429. package/test/startup-readings.test.js +124 -124
  430. package/test/stream-route.test.js +209 -209
  431. package/test/subtitle-cue-framing.test.js +200 -200
  432. package/test/subtitle-cue-source.test.js +102 -102
  433. package/test/subtitle-cue-walk.test.js +370 -370
  434. package/test/subtitle-cursor.test.js +63 -63
  435. package/test/subtitle-defaults.test.js +118 -118
  436. package/test/subtitle-language.test.js +252 -252
  437. package/test/subtitle-track-numbering.test.js +386 -386
  438. package/test/supply-margin.test.js +177 -177
  439. package/test/swarm-follows-readers.test.js +174 -174
  440. package/test/swarm-reach.test.js +130 -130
  441. package/test/swarm-selection.test.js +220 -220
  442. package/test/tail-duplication.test.js +167 -167
  443. package/test/the-channel-has-both-ends.test.js +91 -91
  444. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  445. package/test/thread-pool.test.js +53 -53
  446. package/test/timeline.test.js +84 -84
  447. package/test/torrent-contents.test.js +235 -235
  448. package/test/torrent-cost.test.js +71 -71
  449. package/test/torrent-files.test.js +221 -221
  450. package/test/torrent-naming.test.js +255 -255
  451. package/test/tracks-begin-together.test.js +209 -209
  452. package/test/tunnel-renewal.test.js +167 -167
  453. package/test/two-viewers-one-picture.test.js +504 -407
  454. package/test/upload-hurry.test.js +186 -186
  455. package/test/usrsctp-state.test.js +131 -131
  456. package/test/video-facts.test.js +102 -102
  457. package/test/viewer-assignments.test.js +143 -143
  458. package/test/viewer-outputs.test.js +285 -285
  459. package/test/viewer-presence.test.js +116 -116
  460. package/test/viewer-requests-admission.test.js +89 -89
  461. package/test/viewer-states.test.js +189 -189
  462. package/test/viewer-subtitle-subscription.test.js +96 -96
  463. package/test/viewer.test.js +139 -139
  464. package/test/viewing-generations.test.js +390 -390
  465. package/test/visible-rung.test.js +37 -37
  466. package/test/wait-ledger.test.js +100 -100
  467. package/test/webrtc-shim.test.js +149 -149
  468. package/test/wedge-certainty.test.js +131 -131
  469. package/test/withdraw-piece-claim.test.js +212 -212
  470. package/test/worker-channel.test.js +158 -158
  471. package/utils/client-log-file.js +151 -151
  472. package/utils/logger.js +312 -312
  473. package/utils/parse-range.js +25 -25
  474. package/utils/perf.js +59 -59
  475. package/utils/torrent-source-key.js +38 -38
@@ -1,401 +1,401 @@
1
- /**
2
- * @file The spilled pieces are bounded, and the bound returns disk.
3
- *
4
- * What these pin is the difference between this store and the tier it replaced.
5
- * That one wrote into one sparse file and answered `forget` by dropping a
6
- * number: nothing it did returned a block, and a store holding 400 MB had
7
- * written 14.4 GB to the disk in fifty minutes (field 2026-08-31). So the
8
- * assertions here are about the DISK, read back from the file system, not about
9
- * the store's own bookkeeping — the bookkeeping was never what was wrong.
10
- */
11
-
12
- import test from "node:test";
13
- import assert from "node:assert/strict";
14
- import fs from "node:fs/promises";
15
- import os from "node:os";
16
- import path from "node:path";
17
- import { PieceDiskStore } from "../services/storage/piece-store/piece-disk-store.js";
18
-
19
- const PIECE = 4096;
20
-
21
- test("bytes held before a memory wait cannot be forgotten or evicted", async () => {
22
- const { store } = await makeStore(PIECE);
23
- try {
24
- await store.write(0, Buffer.alloc(PIECE, 7));
25
- const release = store.hold(0);
26
- store.forget(0);
27
- store.forgetBehind([1]);
28
- await store.write(1, Buffer.alloc(PIECE, 8));
29
- const target = Buffer.alloc(PIECE);
30
- assert.equal(await store.read(0, target), PIECE);
31
- assert.equal(target[0], 7);
32
- release();
33
- release();
34
- store.forget(0);
35
- assert.equal(store.has(0), false);
36
- } finally {
37
- await store.destroy();
38
- }
39
- });
40
-
41
- /**
42
- * @param {number | null} allowanceBytes
43
- * @returns {Promise<{ store: PieceDiskStore, directory: string, clock: { at: number } }>}
44
- */
45
- async function makeStore(allowanceBytes) {
46
- const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-test-"));
47
- const clock = { at: 1000 };
48
- const store = new PieceDiskStore({
49
- directory,
50
- name: "pieces",
51
- chunkLength: PIECE,
52
- allowanceBytes,
53
- now: () => clock.at
54
- });
55
- return { store, directory, clock };
56
- }
57
-
58
- /**
59
- * What the store's directory actually holds, in bytes and in files.
60
- *
61
- * @param {PieceDiskStore} store
62
- * @returns {Promise<{ files: number, bytes: number }>}
63
- */
64
- async function onDisk(store) {
65
- let names = [];
66
- try {
67
- names = await fs.readdir(store.path);
68
- } catch {
69
- return { files: 0, bytes: 0 };
70
- }
71
- let bytes = 0;
72
- for (const name of names) {
73
- const stat = await fs.stat(path.join(store.path, name));
74
- bytes += stat.size;
75
- }
76
- return { files: names.length, bytes };
77
- }
78
-
79
- const pieceOf = (index) => Buffer.alloc(PIECE, index % 251);
80
-
81
- test("told nothing, it holds everything — which is what it did before it could count", async () => {
82
- const { store, directory } = await makeStore(null);
83
- try {
84
- for (let index = 0; index < 8; index += 1) {
85
- await store.write(index, pieceOf(index));
86
- }
87
- assert.equal(store.size, 8, "a store with no allowance threw something away");
88
- assert.equal(store.bytes, 8 * PIECE);
89
- assert.deepEqual(await onDisk(store), { files: 8, bytes: 8 * PIECE });
90
- } finally {
91
- await store.destroy();
92
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
93
- }
94
- });
95
-
96
- test("over its allowance it throws the least recently used away, and the disk shrinks with it", async () => {
97
- const { store, directory, clock } = await makeStore(3 * PIECE);
98
- try {
99
- for (const index of [0, 1, 2]) {
100
- clock.at += 100;
101
- await store.write(index, pieceOf(index));
102
- }
103
- assert.deepEqual(await onDisk(store), { files: 3, bytes: 3 * PIECE }, "the store did not fill");
104
-
105
- // Piece 0 is the oldest and nobody has read it since.
106
- clock.at += 100;
107
- await store.write(3, pieceOf(3));
108
- await store.settled();
109
-
110
- assert.equal(store.has(0), false, "the oldest piece was kept");
111
- assert.equal(store.has(3), true, "the arriving piece was not stored");
112
- assert.equal(store.bytes, 3 * PIECE, "the store counts more than its allowance");
113
- // THE POINT: not the count in memory, the blocks on the disk.
114
- assert.deepEqual(
115
- await onDisk(store),
116
- { files: 3, bytes: 3 * PIECE },
117
- "the disk kept the bytes of the piece that was thrown away"
118
- );
119
- assert.equal(store.stats().evictions, 1);
120
- } finally {
121
- await store.destroy();
122
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
123
- }
124
- });
125
-
126
- test("reading a piece keeps it: the oldest is not the least wanted", async () => {
127
- const { store, directory, clock } = await makeStore(3 * PIECE);
128
- try {
129
- for (const index of [0, 1, 2]) {
130
- clock.at += 100;
131
- await store.write(index, pieceOf(index));
132
- }
133
- // Piece 0 is read, which makes piece 1 the oldest.
134
- clock.at += 100;
135
- await store.read(0, Buffer.alloc(PIECE));
136
-
137
- clock.at += 100;
138
- await store.write(3, pieceOf(3));
139
- await store.settled();
140
-
141
- assert.equal(store.has(0), true, "a piece that was just read was thrown away");
142
- assert.equal(store.has(1), false, "the piece nobody had touched was kept");
143
- } finally {
144
- await store.destroy();
145
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
146
- }
147
- });
148
-
149
- test("a piece being read is never the victim, however old it is", async () => {
150
- const { store, directory, clock } = await makeStore(3 * PIECE);
151
- try {
152
- for (const index of [0, 1, 2]) {
153
- clock.at += 100;
154
- await store.write(index, pieceOf(index));
155
- }
156
- // Piece 0 is the oldest AND is being read. The read is not awaited, so the
157
- // write below decides while it is still outstanding.
158
- const reading = store.read(0, Buffer.alloc(PIECE));
159
- clock.at += 100;
160
- await store.write(3, pieceOf(3));
161
- const bytes = await reading;
162
- await store.settled();
163
-
164
- assert.equal(bytes, PIECE, "the read did not complete");
165
- assert.equal(store.has(0), true, "a piece being read was thrown away under the reader");
166
- assert.equal(store.has(1), false, "the next oldest should have gone instead");
167
- } finally {
168
- await store.destroy();
169
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
170
- }
171
- });
172
-
173
- test("a piece thrown away is answered as absent, so the swarm is asked for it again", async () => {
174
- const { store, directory, clock } = await makeStore(PIECE);
175
- try {
176
- await store.write(0, pieceOf(0));
177
- clock.at += 100;
178
- await store.write(1, pieceOf(1));
179
- await store.settled();
180
-
181
- assert.equal(store.has(0), false, "the store still claims a piece it threw away");
182
- await assert.rejects(
183
- () => store.read(0, Buffer.alloc(PIECE)),
184
- /Piece 0 is not on disk/,
185
- "reading a thrown-away piece must say so rather than answer bytes"
186
- );
187
- } finally {
188
- await store.destroy();
189
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
190
- }
191
- });
192
-
193
- test("a piece wanted again after being thrown away is written, not refused", async () => {
194
- const { store, directory, clock } = await makeStore(PIECE);
195
- try {
196
- await store.write(0, pieceOf(0));
197
- clock.at += 100;
198
- await store.write(1, pieceOf(1));
199
- clock.at += 100;
200
- // Piece 0 again, while its own removal may still be in flight.
201
- await store.write(0, pieceOf(0));
202
- await store.settled();
203
-
204
- assert.equal(store.has(0), true, "the piece did not come back");
205
- const target = Buffer.alloc(PIECE);
206
- await store.read(0, target);
207
- assert.ok(target.equals(pieceOf(0)), "the piece came back wrong");
208
- assert.equal(store.bytes, PIECE, "the store is over its allowance");
209
- } finally {
210
- await store.destroy();
211
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
212
- }
213
- });
214
-
215
- test("lowering the allowance frees nothing by itself, and binds the next write", async () => {
216
- const { store, directory, clock } = await makeStore(null);
217
- try {
218
- for (const index of [0, 1, 2]) {
219
- clock.at += 100;
220
- await store.write(index, pieceOf(index));
221
- }
222
- store.reviseAllowance(PIECE);
223
- assert.equal(store.size, 3, "lowering the allowance threw pieces away on its own");
224
-
225
- clock.at += 100;
226
- await store.write(3, pieceOf(3));
227
- await store.settled();
228
- assert.equal(store.size, 1, "the next write did not bring it within the allowance");
229
- assert.deepEqual(await onDisk(store), { files: 1, bytes: PIECE });
230
- } finally {
231
- await store.destroy();
232
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
233
- }
234
- });
235
-
236
- test("an allowance smaller than one piece keeps the arriving piece rather than losing it", async () => {
237
- // A piece the swarm has already paid for is not thrown away because the
238
- // arithmetic says there is no room for anything: the alternative is fetching
239
- // it again, which costs ~1430 ms against a write measured in milliseconds.
240
- const { store, directory } = await makeStore(1);
241
- try {
242
- await store.write(0, pieceOf(0));
243
- await store.settled();
244
- assert.equal(store.has(0), true, "the arriving piece was refused");
245
- assert.equal(store.size, 1);
246
- } finally {
247
- await store.destroy();
248
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
249
- }
250
- });
251
-
252
- test("destroying it takes the directory with it", async () => {
253
- const { store, directory } = await makeStore(null);
254
- await store.write(0, pieceOf(0));
255
- const where = store.path;
256
- await store.destroy();
257
- await assert.rejects(() => fs.stat(where), /ENOENT/, "the store left its directory behind");
258
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
259
- });
260
-
261
- test("the spill ceiling is what the disk's owner said, divided between the stores", async () => {
262
- const { reviseSpillBudgets, SharedPieceStore } = await import("../services/storage/piece-store/shared-piece-store.js");
263
- const directory = await fs.mkdtemp(path.join(os.tmpdir(), "spill-share-"));
264
- const stores = [
265
- new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "one" }),
266
- new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "two" })
267
- ];
268
- try {
269
- const revised = reviseSpillBudgets(100 * PIECE, stores);
270
- assert.deepEqual(
271
- revised.map((store) => store.allowanceBytes),
272
- [50 * PIECE, 50 * PIECE],
273
- "one thread's share is divided equally between its stores"
274
- );
275
-
276
- // Nobody has said yet: nothing is thrown away, which is what it always did.
277
- assert.deepEqual(
278
- reviseSpillBudgets(null, stores).map((store) => store.allowanceBytes),
279
- [null, null]
280
- );
281
- } finally {
282
- for (const store of stores) {
283
- await new Promise((resolve) => store.destroy(resolve));
284
- }
285
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
286
- }
287
- });
288
-
289
- test("what lies behind every reader goes without waiting for the disk to be short", async () => {
290
- // THE SECOND RULE. The ceiling is a share of free space, and on a roomy host
291
- // that is tens of gigabytes against a measured growth of 14 400 MB in one
292
- // viewing — so the ceiling alone never binds and nothing is removed until the
293
- // torrent itself goes. A piece behind every read head has been read.
294
- const { store, directory } = await makeStore(1000 * PIECE);
295
- try {
296
- for (const index of [0, 1, 2, 3, 4, 5]) {
297
- await store.write(index, pieceOf(index));
298
- }
299
-
300
- const removed = store.forgetBehind([3, 4]);
301
- await store.settled();
302
-
303
- assert.equal(removed, 3, "the three behind the earliest reader should have gone");
304
- assert.deepEqual([0, 1, 2].map((index) => store.has(index)), [false, false, false]);
305
- assert.deepEqual([3, 4, 5].map((index) => store.has(index)), [true, true, true]);
306
- assert.equal(store.stats().behind, 3);
307
- } finally {
308
- await store.destroy();
309
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
310
- }
311
- });
312
-
313
- test("with no reader at all, nothing is thrown away", async () => {
314
- // A store between reads is not a store nobody wants. What empties it whole is
315
- // the torrent going idle, which removes the store and its directory.
316
- const { store, directory } = await makeStore(1000 * PIECE);
317
- try {
318
- for (const index of [0, 1, 2]) {
319
- await store.write(index, pieceOf(index));
320
- }
321
- assert.equal(store.forgetBehind([]), 0);
322
- assert.equal(store.size, 3);
323
- } finally {
324
- await store.destroy();
325
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
326
- }
327
- });
328
-
329
- test("a piece being read is not taken even when it is behind everybody", async () => {
330
- const { store, directory } = await makeStore(1000 * PIECE);
331
- try {
332
- await store.write(0, pieceOf(0));
333
- await store.write(5, pieceOf(5));
334
- const reading = store.read(0, Buffer.alloc(PIECE));
335
- const removed = store.forgetBehind([5]);
336
- await reading;
337
- await store.settled();
338
-
339
- assert.equal(removed, 0, "a piece under a reader was thrown away");
340
- assert.equal(store.has(0), true);
341
- } finally {
342
- await store.destroy();
343
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
344
- }
345
- });
346
-
347
- test("when there is no room, what is behind the readers goes before what is ahead", async () => {
348
- const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-heads-"));
349
- const clock = { at: 1000 };
350
- // The reader stands on #5. #4 is behind it and was touched LAST, so under the
351
- // old rule — least recently used — it would have been the safest piece there.
352
- const store = new PieceDiskStore({
353
- directory,
354
- name: "pieces",
355
- chunkLength: PIECE,
356
- allowanceBytes: 3 * PIECE,
357
- now: () => clock.at,
358
- readHeads: () => [5]
359
- });
360
- try {
361
- for (const index of [8, 7, 4]) {
362
- clock.at += 100;
363
- await store.write(index, pieceOf(index));
364
- }
365
- clock.at += 100;
366
- await store.write(9, pieceOf(9));
367
- await store.settled();
368
-
369
- assert.equal(store.has(4), false, "the piece behind the reader was kept because it was touched last");
370
- assert.deepEqual([7, 8, 9].map((index) => store.has(index)), [true, true, true]);
371
- } finally {
372
- await store.destroy();
373
- await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
374
- }
375
- });
376
-
377
- test("a store takes up the pieces a previous life left in its directory", async () => {
378
- const root = await fs.mkdtemp(path.join(os.tmpdir(), "adopt-"));
379
- try {
380
- const first = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
381
- await first.write(7, Buffer.alloc(1024, 7));
382
- await first.write(9, Buffer.alloc(1024, 9));
383
- await first.close();
384
-
385
- // A torrent torn down and added again gets a NEW store over the same
386
- // directory. Before 2026-09-11 its index started empty, so every piece it
387
- // in fact had read as missing and the film was downloaded a second time
388
- // while the first copy sat beside it.
389
- const second = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
390
- assert.equal(second.size, 2, "the pieces already on disk were not taken up");
391
- assert.equal(second.bytes, 2048, "nor were their bytes counted");
392
- assert.ok(second.has(7) && second.has(9));
393
-
394
- const target = Buffer.alloc(1024);
395
- await second.read(7, target);
396
- assert.ok(target.equals(Buffer.alloc(1024, 7)), "and they read back as themselves");
397
- await second.destroy();
398
- } finally {
399
- await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
400
- }
401
- });
1
+ /**
2
+ * @file The spilled pieces are bounded, and the bound returns disk.
3
+ *
4
+ * What these pin is the difference between this store and the tier it replaced.
5
+ * That one wrote into one sparse file and answered `forget` by dropping a
6
+ * number: nothing it did returned a block, and a store holding 400 MB had
7
+ * written 14.4 GB to the disk in fifty minutes (field 2026-08-31). So the
8
+ * assertions here are about the DISK, read back from the file system, not about
9
+ * the store's own bookkeeping — the bookkeeping was never what was wrong.
10
+ */
11
+
12
+ import test from "node:test";
13
+ import assert from "node:assert/strict";
14
+ import fs from "node:fs/promises";
15
+ import os from "node:os";
16
+ import path from "node:path";
17
+ import { PieceDiskStore } from "../services/storage/piece-store/piece-disk-store.js";
18
+
19
+ const PIECE = 4096;
20
+
21
+ test("bytes held before a memory wait cannot be forgotten or evicted", async () => {
22
+ const { store } = await makeStore(PIECE);
23
+ try {
24
+ await store.write(0, Buffer.alloc(PIECE, 7));
25
+ const release = store.hold(0);
26
+ store.forget(0);
27
+ store.forgetBehind([1]);
28
+ await store.write(1, Buffer.alloc(PIECE, 8));
29
+ const target = Buffer.alloc(PIECE);
30
+ assert.equal(await store.read(0, target), PIECE);
31
+ assert.equal(target[0], 7);
32
+ release();
33
+ release();
34
+ store.forget(0);
35
+ assert.equal(store.has(0), false);
36
+ } finally {
37
+ await store.destroy();
38
+ }
39
+ });
40
+
41
+ /**
42
+ * @param {number | null} allowanceBytes
43
+ * @returns {Promise<{ store: PieceDiskStore, directory: string, clock: { at: number } }>}
44
+ */
45
+ async function makeStore(allowanceBytes) {
46
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-test-"));
47
+ const clock = { at: 1000 };
48
+ const store = new PieceDiskStore({
49
+ directory,
50
+ name: "pieces",
51
+ chunkLength: PIECE,
52
+ allowanceBytes,
53
+ now: () => clock.at
54
+ });
55
+ return { store, directory, clock };
56
+ }
57
+
58
+ /**
59
+ * What the store's directory actually holds, in bytes and in files.
60
+ *
61
+ * @param {PieceDiskStore} store
62
+ * @returns {Promise<{ files: number, bytes: number }>}
63
+ */
64
+ async function onDisk(store) {
65
+ let names = [];
66
+ try {
67
+ names = await fs.readdir(store.path);
68
+ } catch {
69
+ return { files: 0, bytes: 0 };
70
+ }
71
+ let bytes = 0;
72
+ for (const name of names) {
73
+ const stat = await fs.stat(path.join(store.path, name));
74
+ bytes += stat.size;
75
+ }
76
+ return { files: names.length, bytes };
77
+ }
78
+
79
+ const pieceOf = (index) => Buffer.alloc(PIECE, index % 251);
80
+
81
+ test("told nothing, it holds everything — which is what it did before it could count", async () => {
82
+ const { store, directory } = await makeStore(null);
83
+ try {
84
+ for (let index = 0; index < 8; index += 1) {
85
+ await store.write(index, pieceOf(index));
86
+ }
87
+ assert.equal(store.size, 8, "a store with no allowance threw something away");
88
+ assert.equal(store.bytes, 8 * PIECE);
89
+ assert.deepEqual(await onDisk(store), { files: 8, bytes: 8 * PIECE });
90
+ } finally {
91
+ await store.destroy();
92
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
93
+ }
94
+ });
95
+
96
+ test("over its allowance it throws the least recently used away, and the disk shrinks with it", async () => {
97
+ const { store, directory, clock } = await makeStore(3 * PIECE);
98
+ try {
99
+ for (const index of [0, 1, 2]) {
100
+ clock.at += 100;
101
+ await store.write(index, pieceOf(index));
102
+ }
103
+ assert.deepEqual(await onDisk(store), { files: 3, bytes: 3 * PIECE }, "the store did not fill");
104
+
105
+ // Piece 0 is the oldest and nobody has read it since.
106
+ clock.at += 100;
107
+ await store.write(3, pieceOf(3));
108
+ await store.settled();
109
+
110
+ assert.equal(store.has(0), false, "the oldest piece was kept");
111
+ assert.equal(store.has(3), true, "the arriving piece was not stored");
112
+ assert.equal(store.bytes, 3 * PIECE, "the store counts more than its allowance");
113
+ // THE POINT: not the count in memory, the blocks on the disk.
114
+ assert.deepEqual(
115
+ await onDisk(store),
116
+ { files: 3, bytes: 3 * PIECE },
117
+ "the disk kept the bytes of the piece that was thrown away"
118
+ );
119
+ assert.equal(store.stats().evictions, 1);
120
+ } finally {
121
+ await store.destroy();
122
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
123
+ }
124
+ });
125
+
126
+ test("reading a piece keeps it: the oldest is not the least wanted", async () => {
127
+ const { store, directory, clock } = await makeStore(3 * PIECE);
128
+ try {
129
+ for (const index of [0, 1, 2]) {
130
+ clock.at += 100;
131
+ await store.write(index, pieceOf(index));
132
+ }
133
+ // Piece 0 is read, which makes piece 1 the oldest.
134
+ clock.at += 100;
135
+ await store.read(0, Buffer.alloc(PIECE));
136
+
137
+ clock.at += 100;
138
+ await store.write(3, pieceOf(3));
139
+ await store.settled();
140
+
141
+ assert.equal(store.has(0), true, "a piece that was just read was thrown away");
142
+ assert.equal(store.has(1), false, "the piece nobody had touched was kept");
143
+ } finally {
144
+ await store.destroy();
145
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
146
+ }
147
+ });
148
+
149
+ test("a piece being read is never the victim, however old it is", async () => {
150
+ const { store, directory, clock } = await makeStore(3 * PIECE);
151
+ try {
152
+ for (const index of [0, 1, 2]) {
153
+ clock.at += 100;
154
+ await store.write(index, pieceOf(index));
155
+ }
156
+ // Piece 0 is the oldest AND is being read. The read is not awaited, so the
157
+ // write below decides while it is still outstanding.
158
+ const reading = store.read(0, Buffer.alloc(PIECE));
159
+ clock.at += 100;
160
+ await store.write(3, pieceOf(3));
161
+ const bytes = await reading;
162
+ await store.settled();
163
+
164
+ assert.equal(bytes, PIECE, "the read did not complete");
165
+ assert.equal(store.has(0), true, "a piece being read was thrown away under the reader");
166
+ assert.equal(store.has(1), false, "the next oldest should have gone instead");
167
+ } finally {
168
+ await store.destroy();
169
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
170
+ }
171
+ });
172
+
173
+ test("a piece thrown away is answered as absent, so the swarm is asked for it again", async () => {
174
+ const { store, directory, clock } = await makeStore(PIECE);
175
+ try {
176
+ await store.write(0, pieceOf(0));
177
+ clock.at += 100;
178
+ await store.write(1, pieceOf(1));
179
+ await store.settled();
180
+
181
+ assert.equal(store.has(0), false, "the store still claims a piece it threw away");
182
+ await assert.rejects(
183
+ () => store.read(0, Buffer.alloc(PIECE)),
184
+ /Piece 0 is not on disk/,
185
+ "reading a thrown-away piece must say so rather than answer bytes"
186
+ );
187
+ } finally {
188
+ await store.destroy();
189
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
190
+ }
191
+ });
192
+
193
+ test("a piece wanted again after being thrown away is written, not refused", async () => {
194
+ const { store, directory, clock } = await makeStore(PIECE);
195
+ try {
196
+ await store.write(0, pieceOf(0));
197
+ clock.at += 100;
198
+ await store.write(1, pieceOf(1));
199
+ clock.at += 100;
200
+ // Piece 0 again, while its own removal may still be in flight.
201
+ await store.write(0, pieceOf(0));
202
+ await store.settled();
203
+
204
+ assert.equal(store.has(0), true, "the piece did not come back");
205
+ const target = Buffer.alloc(PIECE);
206
+ await store.read(0, target);
207
+ assert.ok(target.equals(pieceOf(0)), "the piece came back wrong");
208
+ assert.equal(store.bytes, PIECE, "the store is over its allowance");
209
+ } finally {
210
+ await store.destroy();
211
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
212
+ }
213
+ });
214
+
215
+ test("lowering the allowance frees nothing by itself, and binds the next write", async () => {
216
+ const { store, directory, clock } = await makeStore(null);
217
+ try {
218
+ for (const index of [0, 1, 2]) {
219
+ clock.at += 100;
220
+ await store.write(index, pieceOf(index));
221
+ }
222
+ store.reviseAllowance(PIECE);
223
+ assert.equal(store.size, 3, "lowering the allowance threw pieces away on its own");
224
+
225
+ clock.at += 100;
226
+ await store.write(3, pieceOf(3));
227
+ await store.settled();
228
+ assert.equal(store.size, 1, "the next write did not bring it within the allowance");
229
+ assert.deepEqual(await onDisk(store), { files: 1, bytes: PIECE });
230
+ } finally {
231
+ await store.destroy();
232
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
233
+ }
234
+ });
235
+
236
+ test("an allowance smaller than one piece keeps the arriving piece rather than losing it", async () => {
237
+ // A piece the swarm has already paid for is not thrown away because the
238
+ // arithmetic says there is no room for anything: the alternative is fetching
239
+ // it again, which costs ~1430 ms against a write measured in milliseconds.
240
+ const { store, directory } = await makeStore(1);
241
+ try {
242
+ await store.write(0, pieceOf(0));
243
+ await store.settled();
244
+ assert.equal(store.has(0), true, "the arriving piece was refused");
245
+ assert.equal(store.size, 1);
246
+ } finally {
247
+ await store.destroy();
248
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
249
+ }
250
+ });
251
+
252
+ test("destroying it takes the directory with it", async () => {
253
+ const { store, directory } = await makeStore(null);
254
+ await store.write(0, pieceOf(0));
255
+ const where = store.path;
256
+ await store.destroy();
257
+ await assert.rejects(() => fs.stat(where), /ENOENT/, "the store left its directory behind");
258
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
259
+ });
260
+
261
+ test("the spill ceiling is what the disk's owner said, divided between the stores", async () => {
262
+ const { reviseSpillBudgets, SharedPieceStore } = await import("../services/storage/piece-store/shared-piece-store.js");
263
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), "spill-share-"));
264
+ const stores = [
265
+ new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "one" }),
266
+ new SharedPieceStore(PIECE, { length: PIECE * 8, memoryBytes: PIECE, path: directory, name: "two" })
267
+ ];
268
+ try {
269
+ const revised = reviseSpillBudgets(100 * PIECE, stores);
270
+ assert.deepEqual(
271
+ revised.map((store) => store.allowanceBytes),
272
+ [50 * PIECE, 50 * PIECE],
273
+ "one thread's share is divided equally between its stores"
274
+ );
275
+
276
+ // Nobody has said yet: nothing is thrown away, which is what it always did.
277
+ assert.deepEqual(
278
+ reviseSpillBudgets(null, stores).map((store) => store.allowanceBytes),
279
+ [null, null]
280
+ );
281
+ } finally {
282
+ for (const store of stores) {
283
+ await new Promise((resolve) => store.destroy(resolve));
284
+ }
285
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
286
+ }
287
+ });
288
+
289
+ test("what lies behind every reader goes without waiting for the disk to be short", async () => {
290
+ // THE SECOND RULE. The ceiling is a share of free space, and on a roomy host
291
+ // that is tens of gigabytes against a measured growth of 14 400 MB in one
292
+ // viewing — so the ceiling alone never binds and nothing is removed until the
293
+ // torrent itself goes. A piece behind every read head has been read.
294
+ const { store, directory } = await makeStore(1000 * PIECE);
295
+ try {
296
+ for (const index of [0, 1, 2, 3, 4, 5]) {
297
+ await store.write(index, pieceOf(index));
298
+ }
299
+
300
+ const removed = store.forgetBehind([3, 4]);
301
+ await store.settled();
302
+
303
+ assert.equal(removed, 3, "the three behind the earliest reader should have gone");
304
+ assert.deepEqual([0, 1, 2].map((index) => store.has(index)), [false, false, false]);
305
+ assert.deepEqual([3, 4, 5].map((index) => store.has(index)), [true, true, true]);
306
+ assert.equal(store.stats().behind, 3);
307
+ } finally {
308
+ await store.destroy();
309
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
310
+ }
311
+ });
312
+
313
+ test("with no reader at all, nothing is thrown away", async () => {
314
+ // A store between reads is not a store nobody wants. What empties it whole is
315
+ // the torrent going idle, which removes the store and its directory.
316
+ const { store, directory } = await makeStore(1000 * PIECE);
317
+ try {
318
+ for (const index of [0, 1, 2]) {
319
+ await store.write(index, pieceOf(index));
320
+ }
321
+ assert.equal(store.forgetBehind([]), 0);
322
+ assert.equal(store.size, 3);
323
+ } finally {
324
+ await store.destroy();
325
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
326
+ }
327
+ });
328
+
329
+ test("a piece being read is not taken even when it is behind everybody", async () => {
330
+ const { store, directory } = await makeStore(1000 * PIECE);
331
+ try {
332
+ await store.write(0, pieceOf(0));
333
+ await store.write(5, pieceOf(5));
334
+ const reading = store.read(0, Buffer.alloc(PIECE));
335
+ const removed = store.forgetBehind([5]);
336
+ await reading;
337
+ await store.settled();
338
+
339
+ assert.equal(removed, 0, "a piece under a reader was thrown away");
340
+ assert.equal(store.has(0), true);
341
+ } finally {
342
+ await store.destroy();
343
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
344
+ }
345
+ });
346
+
347
+ test("when there is no room, what is behind the readers goes before what is ahead", async () => {
348
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), "piece-disk-heads-"));
349
+ const clock = { at: 1000 };
350
+ // The reader stands on #5. #4 is behind it and was touched LAST, so under the
351
+ // old rule — least recently used — it would have been the safest piece there.
352
+ const store = new PieceDiskStore({
353
+ directory,
354
+ name: "pieces",
355
+ chunkLength: PIECE,
356
+ allowanceBytes: 3 * PIECE,
357
+ now: () => clock.at,
358
+ readHeads: () => [5]
359
+ });
360
+ try {
361
+ for (const index of [8, 7, 4]) {
362
+ clock.at += 100;
363
+ await store.write(index, pieceOf(index));
364
+ }
365
+ clock.at += 100;
366
+ await store.write(9, pieceOf(9));
367
+ await store.settled();
368
+
369
+ assert.equal(store.has(4), false, "the piece behind the reader was kept because it was touched last");
370
+ assert.deepEqual([7, 8, 9].map((index) => store.has(index)), [true, true, true]);
371
+ } finally {
372
+ await store.destroy();
373
+ await fs.rm(directory, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
374
+ }
375
+ });
376
+
377
+ test("a store takes up the pieces a previous life left in its directory", async () => {
378
+ const root = await fs.mkdtemp(path.join(os.tmpdir(), "adopt-"));
379
+ try {
380
+ const first = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
381
+ await first.write(7, Buffer.alloc(1024, 7));
382
+ await first.write(9, Buffer.alloc(1024, 9));
383
+ await first.close();
384
+
385
+ // A torrent torn down and added again gets a NEW store over the same
386
+ // directory. Before 2026-09-11 its index started empty, so every piece it
387
+ // in fact had read as missing and the film was downloaded a second time
388
+ // while the first copy sat beside it.
389
+ const second = new PieceDiskStore({ directory: root, name: "film.pieces", chunkLength: 1024 });
390
+ assert.equal(second.size, 2, "the pieces already on disk were not taken up");
391
+ assert.equal(second.bytes, 2048, "nor were their bytes counted");
392
+ assert.ok(second.has(7) && second.has(9));
393
+
394
+ const target = Buffer.alloc(1024);
395
+ await second.read(7, target);
396
+ assert.ok(target.equals(Buffer.alloc(1024, 7)), "and they read back as themselves");
397
+ await second.destroy();
398
+ } finally {
399
+ await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
400
+ }
401
+ });