@torrent-tv/proxy 2.89.6 → 2.89.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +338 -338
  13. package/CHANGELOG.md +5 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/docs/download-architecture.md +261 -261
  22. package/docs/encode-architecture.md +765 -765
  23. package/docs/encode-run-state.md +96 -96
  24. package/docs/logs.md +97 -97
  25. package/docs/playback-start-forecast.md +17 -2
  26. package/docs/socks5-egress-research.md +114 -114
  27. package/docs/storage-architecture.md +273 -273
  28. package/knip.json +14 -14
  29. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  30. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  31. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  32. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  33. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  34. package/openspec/changes/binary-distribution/proposal.md +53 -53
  35. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  36. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  37. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  38. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  39. package/openspec/changes/cold-start/design.md +98 -98
  40. package/openspec/changes/cold-start/proposal.md +62 -62
  41. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  42. package/openspec/changes/cold-start/tasks.md +48 -48
  43. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  44. package/openspec/changes/disk-cap/proposal.md +37 -37
  45. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  46. package/openspec/changes/disk-cap/tasks.md +19 -19
  47. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  48. package/openspec/changes/proxy-observability/design.md +38 -38
  49. package/openspec/changes/proxy-observability/proposal.md +49 -49
  50. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  51. package/openspec/changes/proxy-observability/tasks.md +21 -21
  52. package/openspec/changes/seek-debounce/design.md +118 -118
  53. package/openspec/changes/seek-debounce/proposal.md +59 -59
  54. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  55. package/openspec/changes/seek-debounce/tasks.md +33 -33
  56. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  57. package/openspec/changes/subtitle-language/proposal.md +50 -50
  58. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  59. package/openspec/changes/subtitle-language/tasks.md +26 -26
  60. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  61. package/openspec/changes/track-selection/design.md +47 -47
  62. package/openspec/changes/track-selection/proposal.md +45 -45
  63. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  64. package/openspec/changes/track-selection/tasks.md +20 -20
  65. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  66. package/openspec/changes/transcode-quality/proposal.md +51 -51
  67. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  68. package/openspec/changes/transcode-quality/tasks.md +63 -63
  69. package/openspec/config.yaml +38 -38
  70. package/package.json +1 -1
  71. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  72. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  73. package/research/double-spawn-2026-09-10.md +171 -171
  74. package/research/handover-2026-09-13.md +209 -209
  75. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  76. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  77. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  78. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  79. package/routes/api/client-logs/post.js +86 -86
  80. package/routes/api/delivery-sink/get.js +72 -72
  81. package/routes/api/link-probe/get.js +51 -51
  82. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  83. package/routes/api/playback-plan/post.js +53 -53
  84. package/routes/api/sources/post.js +36 -36
  85. package/routes/api/sources/stats/get.js +132 -132
  86. package/routes/api/sources/warm/post.js +217 -217
  87. package/routes/api/subtitles/get.js +230 -230
  88. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  89. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  90. package/routes/api/transcode-sessions/post.js +178 -178
  91. package/routes/api/transcode-sessions/progress/get.js +27 -27
  92. package/routes/api/transcode-sessions/release/post.js +41 -41
  93. package/routes/api/transcode-sessions/seek/post.js +63 -63
  94. package/routes/health/get.js +13 -13
  95. package/routes/healthz/get.js +13 -13
  96. package/routes/stream/get.js +416 -416
  97. package/routes/transcode/audio-file/get.js +64 -64
  98. package/routes/transcode/audio-warm/get.js +95 -95
  99. package/routes/transcode/session-file/get.js +52 -52
  100. package/routes/transcode/variant-file/get.js +95 -95
  101. package/routes/transcode/variant-warm/get.js +84 -84
  102. package/scripts/render-run-graph.js +173 -173
  103. package/server.js +748 -748
  104. package/services/encode/CoverageMap.js +428 -428
  105. package/services/encode/CushionReport.js +345 -345
  106. package/services/encode/EncodeAdmission.js +376 -376
  107. package/services/encode/EncodeOrchestrator.js +1192 -1192
  108. package/services/encode/EncodePlan.js +1368 -1368
  109. package/services/encode/EncodeRun.js +32 -4
  110. package/services/encode/EncodeRuns.js +19 -7
  111. package/services/encode/Encoder.js +142 -142
  112. package/services/encode/EncoderSelection.js +38 -38
  113. package/services/encode/LocalObservations.js +359 -359
  114. package/services/encode/NvencEncoder.js +50 -50
  115. package/services/encode/OutputTimes.js +579 -579
  116. package/services/encode/QsvEncoder.js +58 -58
  117. package/services/encode/Renditions.js +2283 -2283
  118. package/services/encode/RunClock.js +87 -87
  119. package/services/encode/RunProgress.js +79 -79
  120. package/services/encode/SegmentDemand.js +95 -95
  121. package/services/encode/SoftwareEncoder.js +121 -121
  122. package/services/encode/V4l2m2mEncoder.js +53 -53
  123. package/services/encode/VaapiEncoder.js +66 -66
  124. package/services/encode/args.js +418 -418
  125. package/services/encode/available-share.js +89 -89
  126. package/services/encode/calibration.js +361 -361
  127. package/services/encode/contention.js +128 -128
  128. package/services/encode/decode-cost-fit.js +363 -363
  129. package/services/encode/encode-exit.js +116 -114
  130. package/services/encode/encode-run-state.js +551 -551
  131. package/services/encode/encoder-readings.js +43 -43
  132. package/services/encode/fingerprint.js +322 -322
  133. package/services/encode/host-load.js +174 -174
  134. package/services/encode/index.js +9 -9
  135. package/services/encode/learned-median.js +90 -90
  136. package/services/encode/output/EncodedOutput.js +57 -57
  137. package/services/encode/output/Output.js +131 -131
  138. package/services/encode/output/OutputCatalog.js +414 -414
  139. package/services/encode/output/OutputSpec.js +390 -390
  140. package/services/encode/output/Timeline.js +308 -308
  141. package/services/encode/output/cut-grid.js +107 -107
  142. package/services/encode/output/ladder.js +32 -32
  143. package/services/encode/output/playlists.js +284 -284
  144. package/services/encode/output/rates.js +125 -125
  145. package/services/encode/output-key-format.js +21 -21
  146. package/services/encode/piece-completeness.js +60 -2
  147. package/services/encode/quality/EncodeCost.js +1043 -1043
  148. package/services/encode/quality/HostLoad.js +525 -525
  149. package/services/encode/quality/HostTimings.js +249 -249
  150. package/services/encode/quality/OutputQualityState.js +24 -24
  151. package/services/encode/quality/QualityController.js +758 -758
  152. package/services/encode/quality/QualityOffer.js +416 -416
  153. package/services/encode/quality/drain-threat.js +47 -47
  154. package/services/encode/quality/link-budget.js +337 -337
  155. package/services/encode/quality/output-format.js +319 -319
  156. package/services/encode/quality/serving-output.js +216 -216
  157. package/services/encode/quality/visible-rung.js +57 -57
  158. package/services/encode/run-budget.js +97 -97
  159. package/services/encode/run-command.js +3 -1
  160. package/services/encode/run-costs.js +155 -155
  161. package/services/encode/run-inputs.js +53 -53
  162. package/services/encode/segment-formats/fmp4.js +476 -476
  163. package/services/encode/segment-formats/index.js +1 -0
  164. package/services/encode/segment-formats/init-compat.js +324 -324
  165. package/services/encode/segment-formats/mp4-boxes.js +8 -1
  166. package/services/encode/segment-formats/mpegts.js +134 -134
  167. package/services/encode/start-stop-cost.js +178 -178
  168. package/services/encode/throughput.js +97 -97
  169. package/services/encode/torrent-cost.js +88 -88
  170. package/services/identity/installation-id.js +38 -38
  171. package/services/media/SourceFile.js +298 -298
  172. package/services/media/SubtitleOrchestrator.js +167 -167
  173. package/services/media/container/KeyframeTable.js +272 -272
  174. package/services/media/container/ebml-reader.js +159 -159
  175. package/services/media/ffmpeg-banner.js +260 -260
  176. package/services/media/keyframe-probe.js +157 -157
  177. package/services/media/media-info-probe.js +93 -93
  178. package/services/media/playback-planner.js +931 -931
  179. package/services/media/tracks/AudioTrack.js +143 -143
  180. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  181. package/services/media/tracks/SubtitleTrack.js +38 -38
  182. package/services/media/tracks/VideoTrack.js +33 -33
  183. package/services/media/tracks/audio-bound.js +233 -233
  184. package/services/media/tracks/index.js +15 -15
  185. package/services/media/tracks/language-detect.js +174 -174
  186. package/services/server/OutputLifecycle.js +418 -418
  187. package/services/server/SegmentServing.js +1152 -1152
  188. package/services/server/ViewerRequests.js +785 -785
  189. package/services/server/WaitLedger.js +142 -142
  190. package/services/server/controllers/PlaybackController.js +40 -40
  191. package/services/server/controllers/SubtitleController.js +109 -109
  192. package/services/server/http-responses.js +60 -60
  193. package/services/server/transcode-session-files.js +325 -325
  194. package/services/server/wire-outputs.js +1029 -1029
  195. package/services/storage/Diagnostics.js +202 -202
  196. package/services/storage/MachineBudget.js +235 -235
  197. package/services/storage/allowance.js +107 -107
  198. package/services/storage/core-dumps.js +106 -106
  199. package/services/storage/files/CompletedFiles.js +391 -391
  200. package/services/storage/files/piece-from-whole-file.js +118 -118
  201. package/services/storage/free.js +71 -71
  202. package/services/storage/keep.js +48 -48
  203. package/services/storage/machine-memory.js +56 -56
  204. package/services/storage/memory-report.js +575 -575
  205. package/services/storage/piece-store/piece-disk-store.js +539 -539
  206. package/services/storage/piece-store/piece-lru.js +495 -495
  207. package/services/storage/returns.js +103 -103
  208. package/services/storage/wire.js +175 -175
  209. package/services/torrent/demand/DemandRegister.js +202 -202
  210. package/services/torrent/demand/Urgency.js +137 -137
  211. package/services/torrent/demand/Window.js +118 -118
  212. package/services/torrent/demand/index.js +8 -8
  213. package/services/torrent/demand/pieces.js +140 -140
  214. package/services/torrent/download/SwarmSelection.js +386 -386
  215. package/services/torrent/download/registry.js +102 -102
  216. package/services/torrent/download/withdraw-claim.js +80 -80
  217. package/services/torrent/files.js +455 -455
  218. package/services/torrent/naming.js +619 -619
  219. package/services/torrent/piece-store-of.js +29 -29
  220. package/services/torrent/supply-margin.js +264 -264
  221. package/services/torrent/worker/background-fill.js +213 -213
  222. package/services/torrent/worker/channel.js +271 -271
  223. package/services/torrent/worker/fastest-wires.js +342 -342
  224. package/services/torrent/worker/handle-state.js +23 -23
  225. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  226. package/services/torrent/worker/piece-reader.js +1078 -1078
  227. package/services/torrent/worker/pool-adapter.js +371 -371
  228. package/services/torrent/worker/protocol.js +184 -184
  229. package/services/torrent/worker/resume-warm.js +107 -107
  230. package/services/torrent/worker/webrtc-shim.js +219 -219
  231. package/services/transport/delivery-probe.js +842 -842
  232. package/services/transport/health-collector.js +53 -53
  233. package/services/transport/nat-classifier.js +231 -231
  234. package/services/transport/packet-witness.js +808 -808
  235. package/services/transport/port-mapper.js +235 -235
  236. package/services/transport/registry-api.js +81 -81
  237. package/services/transport/tunnel-client.js +447 -447
  238. package/services/transport/usrsctp-state.js +175 -175
  239. package/services/transport/webrtc-manager.js +484 -484
  240. package/services/viewer/Assignments.js +340 -340
  241. package/services/viewer/PriorityOrchestrator.js +325 -325
  242. package/services/viewer/Viewer.js +691 -691
  243. package/services/viewer/Viewers.js +368 -368
  244. package/services/viewer/active-output.js +37 -37
  245. package/services/viewer/audio-start.js +46 -46
  246. package/services/viewer/buffer-trend.js +81 -81
  247. package/services/viewer/choices.js +647 -647
  248. package/services/viewer/media-time.js +355 -355
  249. package/services/viewer/playback-readiness.js +635 -635
  250. package/services/viewer/positions.js +126 -126
  251. package/services/viewer/report-intake.js +46 -46
  252. package/store/source-registry.js +71 -71
  253. package/test/asset-paths.test.js +28 -28
  254. package/test/audio-buffer-continuity.test.js +77 -77
  255. package/test/audio-inventory.test.js +212 -212
  256. package/test/audio-track-bitrate.test.js +40 -40
  257. package/test/available-share.test.js +76 -76
  258. package/test/background-fill.test.js +190 -190
  259. package/test/client-log-file.test.js +110 -110
  260. package/test/completed-files.test.js +115 -115
  261. package/test/concurrent-cost.test.js +148 -148
  262. package/test/container-media-info.test.js +228 -228
  263. package/test/contention.test.js +76 -76
  264. package/test/core-dumps.test.js +57 -57
  265. package/test/coverage-follows-the-disk.test.js +228 -228
  266. package/test/coverage-map.test.js +195 -195
  267. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  268. package/test/cut-times-timeline.test.js +65 -65
  269. package/test/cuts-follow-published-grid.test.js +109 -109
  270. package/test/data-channel-frame.test.js +63 -63
  271. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  272. package/test/dead-torrent-handle.test.js +52 -52
  273. package/test/declared-rates.test.js +116 -116
  274. package/test/declared-tracks.test.js +43 -43
  275. package/test/decode-cost-fit.test.js +202 -202
  276. package/test/delivery-probe.test.js +393 -393
  277. package/test/demand-register.test.js +206 -206
  278. package/test/dht-bootstrap.test.js +72 -72
  279. package/test/drain-threat.test.js +65 -65
  280. package/test/duplicate-add.test.js +48 -48
  281. package/test/encode-admission.test.js +146 -146
  282. package/test/encode-cost.test.js +275 -275
  283. package/test/encode-exit.test.js +111 -111
  284. package/test/encode-orchestrator.test.js +426 -426
  285. package/test/encode-plan-viewers.test.js +725 -725
  286. package/test/encode-plan.test.js +545 -545
  287. package/test/encode-run-state.test.js +314 -314
  288. package/test/encode-run.test.js +38 -0
  289. package/test/encode-slope.test.js +46 -46
  290. package/test/encoded-output.test.js +39 -39
  291. package/test/encoder-kinds.test.js +122 -122
  292. package/test/encoder-readings.test.js +68 -68
  293. package/test/every-claimant-is-told-its-share.test.js +152 -152
  294. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  295. package/test/failed-start-breaker.test.js +202 -202
  296. package/test/fastest-wires.test.js +143 -143
  297. package/test/ffmpeg-stream-counts.test.js +78 -78
  298. package/test/file-edges.test.js +191 -191
  299. package/test/fixtures/refused-audio-20261002.json +10 -0
  300. package/test/fmp4-presentation-clock.test.js +4 -2
  301. package/test/fmp4-self-contained.test.js +80 -80
  302. package/test/fmp4-timestamps.test.js +140 -140
  303. package/test/fmp4-track-completeness.test.js +41 -41
  304. package/test/health-metrics.test.js +38 -38
  305. package/test/held-request-width.test.js +157 -157
  306. package/test/helpers/encode-run.js +240 -240
  307. package/test/helpers/output-spec.js +63 -63
  308. package/test/host-load.test.js +68 -68
  309. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  310. package/test/init-compat.test.js +219 -219
  311. package/test/input-lost-quiets-the-plan.test.js +261 -261
  312. package/test/input-unavailable.test.js +48 -48
  313. package/test/installation-id.test.js +39 -39
  314. package/test/keeping-period.test.js +83 -83
  315. package/test/keyframe-index-accuracy.test.js +188 -188
  316. package/test/keyframes-belong-to-the-file.test.js +249 -249
  317. package/test/learned-median.test.js +37 -37
  318. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  319. package/test/limit-row-by-area.test.js +60 -60
  320. package/test/link-budget.test.js +111 -111
  321. package/test/link-probe.test.js +56 -56
  322. package/test/local-encoding-data.test.js +273 -273
  323. package/test/logger-repeats.test.js +134 -134
  324. package/test/look-ahead-coverage.test.js +56 -56
  325. package/test/manager-surface.test.js +291 -291
  326. package/test/matroska-cues-track.test.js +192 -192
  327. package/test/media-time.test.js +62 -62
  328. package/test/memory-budget.test.js +390 -390
  329. package/test/move-cost.test.js +216 -216
  330. package/test/mp4-subtitles.test.js +173 -173
  331. package/test/one-authority.test.js +285 -285
  332. package/test/one-budget.test.js +149 -149
  333. package/test/one-resource-divided.test.js +185 -185
  334. package/test/one-serving-output-per-height.test.js +458 -458
  335. package/test/orchestrator-wired.test.js +207 -207
  336. package/test/output-catalog.test.js +39 -39
  337. package/test/output-shape.test.js +21 -21
  338. package/test/output-spec.test.js +251 -251
  339. package/test/output-speed.test.js +87 -87
  340. package/test/outputs-being-prepared.test.js +40 -40
  341. package/test/packet-witness-ring.test.js +236 -236
  342. package/test/packet-witness.test.js +148 -148
  343. package/test/piece-completeness.test.js +37 -1
  344. package/test/piece-disk-store.test.js +401 -401
  345. package/test/piece-from-whole-file.test.js +129 -129
  346. package/test/piece-lru.test.js +319 -319
  347. package/test/piece-reader.test.js +162 -162
  348. package/test/piece-selection-offset.test.js +85 -85
  349. package/test/piece-store-eviction.test.js +595 -595
  350. package/test/piece-store-never-refuses.test.js +153 -153
  351. package/test/piece-store-reservations.test.js +403 -403
  352. package/test/piece-store-slow-disk.test.js +159 -159
  353. package/test/piece-tail.test.js +97 -97
  354. package/test/plan-host-timings.test.js +68 -68
  355. package/test/plan-is-steady.test.js +225 -225
  356. package/test/playback-readiness.test.js +518 -518
  357. package/test/playback-start-regressions.test.js +101 -101
  358. package/test/priority-map-download.test.js +174 -174
  359. package/test/priority-map-emptied.test.js +204 -204
  360. package/test/priority-map-per-output.test.js +215 -215
  361. package/test/priority-map.test.js +163 -163
  362. package/test/probe-wedge-certainty.test.js +60 -60
  363. package/test/produced-copy-choice.test.js +213 -213
  364. package/test/published-timeline.test.js +83 -83
  365. package/test/quality-offer.test.js +160 -160
  366. package/test/rate-control-in-the-output.test.js +180 -180
  367. package/test/read-survives-withdrawal.test.js +164 -164
  368. package/test/read-window.test.js +365 -365
  369. package/test/resume-warm.test.js +39 -39
  370. package/test/run-graph-drift.test.js +37 -37
  371. package/test/run-inputs.test.js +80 -80
  372. package/test/run-intervals.test.js +100 -100
  373. package/test/run-position-follows-published-grid.test.js +89 -89
  374. package/test/run-progress.test.js +64 -64
  375. package/test/same-height-switch.test.js +663 -663
  376. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  377. package/test/seek-landing.test.js +109 -109
  378. package/test/seek-target-not-superseded.test.js +195 -195
  379. package/test/segment-cut-times.test.js +63 -63
  380. package/test/segment-demand.test.js +80 -80
  381. package/test/segment-hold-supersede.test.js +91 -91
  382. package/test/segment-store-eviction.test.js +247 -247
  383. package/test/segment-store.test.js +352 -352
  384. package/test/segment-true-start.test.js +86 -86
  385. package/test/segments-are-shared.test.js +176 -176
  386. package/test/send-chunk-bytes.test.js +86 -86
  387. package/test/serving-output.test.js +102 -102
  388. package/test/shared-piece-store.test.js +310 -310
  389. package/test/sidecar-naming.test.js +142 -142
  390. package/test/soundtrack-rate-bound.test.js +289 -289
  391. package/test/source-file.test.js +133 -133
  392. package/test/source-registry.test.js +18 -18
  393. package/test/split-a-stretch.test.js +139 -139
  394. package/test/stale-request-after-seek.test.js +158 -158
  395. package/test/startup-readings.test.js +124 -124
  396. package/test/stream-route.test.js +237 -237
  397. package/test/subtitle-cue-framing.test.js +200 -200
  398. package/test/subtitle-cue-source.test.js +102 -102
  399. package/test/subtitle-cursor.test.js +63 -63
  400. package/test/subtitle-defaults.test.js +118 -118
  401. package/test/subtitle-language.test.js +252 -252
  402. package/test/supply-margin.test.js +190 -190
  403. package/test/swarm-follows-readers.test.js +174 -174
  404. package/test/swarm-reach.test.js +130 -130
  405. package/test/swarm-selection.test.js +220 -220
  406. package/test/tail-duplication.test.js +167 -167
  407. package/test/the-channel-has-both-ends.test.js +91 -91
  408. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  409. package/test/thread-pool.test.js +53 -53
  410. package/test/timeline.test.js +84 -84
  411. package/test/torrent-contents.test.js +235 -235
  412. package/test/torrent-cost.test.js +71 -71
  413. package/test/torrent-files.test.js +221 -221
  414. package/test/torrent-naming.test.js +255 -255
  415. package/test/tracks-begin-together.test.js +209 -209
  416. package/test/tunnel-renewal.test.js +167 -167
  417. package/test/upload-hurry.test.js +186 -186
  418. package/test/usrsctp-state.test.js +131 -131
  419. package/test/video-facts.test.js +102 -102
  420. package/test/viewer-assignments.test.js +143 -143
  421. package/test/viewer-outputs.test.js +285 -285
  422. package/test/viewer-presence.test.js +116 -116
  423. package/test/viewer-states.test.js +189 -189
  424. package/test/viewer-subtitle-subscription.test.js +96 -96
  425. package/test/viewer.test.js +139 -139
  426. package/test/visible-rung.test.js +37 -37
  427. package/test/wait-ledger.test.js +100 -100
  428. package/test/webrtc-shim.test.js +149 -149
  429. package/test/wedge-certainty.test.js +131 -131
  430. package/test/withdraw-piece-claim.test.js +212 -212
  431. package/test/worker-channel.test.js +158 -158
  432. package/utils/client-log-file.js +151 -151
  433. package/utils/logger.js +312 -312
  434. package/utils/parse-range.js +25 -25
  435. package/utils/perf.js +59 -59
  436. package/utils/torrent-source-key.js +38 -38
@@ -1,352 +1,352 @@
1
- /**
2
- * @file One store of segments, addressed by what they are, and what it makes of
3
- * what a killed process left behind.
4
- */
5
-
6
- import test from "node:test";
7
- import assert from "node:assert/strict";
8
- import { mkdtempSync, mkdirSync, readdirSync, rmSync, writeFileSync } from "node:fs";
9
- import os from "node:os";
10
- import path from "node:path";
11
- import { directoryNameFor, SegmentStore } from "../services/storage/segment-store/SegmentStore.js";
12
- import { fmp4Format } from "../services/encode/segment-formats/fmp4.js";
13
-
14
- /**
15
- * @returns {{ store: SegmentStore, root: string, lines: string[] }}
16
- */
17
- function storeInATempRoot() {
18
- const root = mkdtempSync(path.join(os.tmpdir(), "segment-store-"));
19
- const lines = [];
20
- const store = new SegmentStore({
21
- root,
22
- logger: { info: (line) => lines.push(line), warn: (line) => lines.push(line) }
23
- });
24
- return { store, root, lines };
25
- }
26
-
27
- /**
28
- * @param {string} dir
29
- * @param {number} index
30
- * @param {number} bytes
31
- */
32
- function writeSegment(dir, index, bytes = 16) {
33
- writeFileSync(path.join(dir, fmp4Format.segmentFileName(index)), Buffer.alloc(bytes));
34
- }
35
-
36
- const KEY = "torrent:abc:fmt=fmp4:grid=kf@0:video-only:v=0/copy";
37
-
38
- test("a published piece keeps the media intervals the encoding read from it", (t) => {
39
- // The store does not judge a piece; whether it is whole is the encoding's
40
- // decision (`encode/piece-completeness.js`), taken before it is published.
41
- const { store, root } = storeInATempRoot();
42
- t.after(() => { store.dropAll("the check is over"); rmSync(root, { recursive: true, force: true }); });
43
- const format = { ...fmp4Format, readMediaRanges: () => assert.fail("the store does not read a piece it was handed") };
44
- const dir = store.directoryFor(KEY);
45
- store.useFormat(KEY, format);
46
- writeFileSync(path.join(dir, "making-0-00000.mp4"), Buffer.from("closed"));
47
- assert.deepEqual(store.closedBytesOf(KEY, "making-0-00000.mp4"), Buffer.from("closed"));
48
- const mediaRanges = { tracks: [] };
49
- assert.equal(store.publish(KEY, "making-0-00000.mp4", format, { mediaRanges }), "segment-00000.mp4");
50
- assert.equal(store.mediaRangesOf(KEY, 0), mediaRanges);
51
- });
52
-
53
- test("a stored piece is taken off the disk at its owner's word", (t) => {
54
- const { store, root, lines } = storeInATempRoot();
55
- t.after(() => { store.dropAll("the check is over"); rmSync(root, { recursive: true, force: true }); });
56
- const format = { ...fmp4Format, readMediaRanges: () => ({ tracks: [] }) };
57
- const dir = store.directoryFor(KEY);
58
- store.useFormat(KEY, format);
59
- writeSegment(dir, 71);
60
- assert.ok(store.mediaRangesOf(KEY, 71));
61
- store.remove(KEY, 71, "short of its cut");
62
- assert.equal(store.pathOf(KEY, 71), null);
63
- assert.equal(store.mediaRangesOf(KEY, 71), undefined);
64
- assert.ok(lines.some((line) => line.includes("segment 71") && line.includes("short of its cut")));
65
- });
66
-
67
- test("two viewers of one output are given the same directory", (t) => {
68
- const { store, root } = storeInATempRoot();
69
- t.after(() => {
70
- // The store lets its directories go, and only then is the root removed: it
71
- // holds a watch on each of them — that is how a piece closed by a muxer
72
- // with no channel of its own becomes an event — and a directory with an
73
- // open watch cannot be removed on Windows.
74
- store.dropAll("the check is over");
75
- rmSync(root, { recursive: true, force: true });
76
- });
77
-
78
- // Which viewer asked never enters it — the address is what the segments are.
79
- assert.equal(store.directoryFor(KEY), store.directoryFor(KEY));
80
- assert.notEqual(store.directoryFor(KEY), store.directoryFor(`${KEY}:other`));
81
- });
82
-
83
- test("the directory says what it holds, so a later process can tell", (t) => {
84
- const { store, root } = storeInATempRoot();
85
- t.after(() => {
86
- // The store lets its directories go, and only then is the root removed: it
87
- // holds a watch on each of them — that is how a piece closed by a muxer
88
- // with no channel of its own becomes an event — and a directory with an
89
- // open watch cannot be removed on Windows.
90
- store.dropAll("the check is over");
91
- rmSync(root, { recursive: true, force: true });
92
- });
93
-
94
- const dir = store.directoryFor(KEY);
95
- const names = readdirSync(dir);
96
- assert.deepEqual(names, ["key.txt"]);
97
- });
98
-
99
- test("a piece under its served name is finished, and the last one too", (t) => {
100
- const { store, root } = storeInATempRoot();
101
- t.after(() => {
102
- // The store lets its directories go, and only then is the root removed: it
103
- // holds a watch on each of them — that is how a piece closed by a muxer
104
- // with no channel of its own becomes an event — and a directory with an
105
- // open watch cannot be removed on Windows.
106
- store.dropAll("the check is over");
107
- rmSync(root, { recursive: true, force: true });
108
- });
109
-
110
- const dir = store.directoryFor(KEY);
111
- store.useFormat(KEY, fmp4Format);
112
- writeSegment(dir, 0);
113
- writeSegment(dir, 1);
114
- writeSegment(dir, 2);
115
-
116
- // It was "the NEXT number exists", which left the last piece of every run
117
- // unprovable for ever and — the moment two runs share an output — declared a
118
- // half-written file finished because somebody else had written the one after
119
- // it. The name is the proof now, so all three count.
120
- assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2]);
121
- });
122
-
123
- test("a piece still being written is not a piece, and its name says so", (t) => {
124
- const { store, root } = storeInATempRoot();
125
- t.after(() => {
126
- // The store lets its directories go, and only then is the root removed: it
127
- // holds a watch on each of them — that is how a piece closed by a muxer
128
- // with no channel of its own becomes an event — and a directory with an
129
- // open watch cannot be removed on Windows.
130
- store.dropAll("the check is over");
131
- rmSync(root, { recursive: true, force: true });
132
- });
133
-
134
- const dir = store.directoryFor(KEY);
135
- store.useFormat(KEY, fmp4Format);
136
- writeSegment(dir, 0);
137
- // What ffmpeg is writing into right now, tagged with the run that opened it.
138
- writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
139
-
140
- assert.deepEqual(store.provenNumbers(KEY), [0]);
141
- assert.equal(store.isClosed(KEY, 1), false);
142
- assert.equal(store.pathOf(KEY, 1), null);
143
-
144
- // And closing it is one rename, after which it is servable.
145
- assert.equal(store.publish(KEY, "making-0-00001.mp4", { ...fmp4Format, readMediaRanges: undefined }), "segment-00001.mp4");
146
- assert.equal(store.isClosed(KEY, 1), true);
147
- });
148
-
149
- test("a file of no bytes is not a segment, whatever it is called", (t) => {
150
- const { store, root } = storeInATempRoot();
151
- t.after(() => {
152
- // The store lets its directories go, and only then is the root removed: it
153
- // holds a watch on each of them — that is how a piece closed by a muxer
154
- // with no channel of its own becomes an event — and a directory with an
155
- // open watch cannot be removed on Windows.
156
- store.dropAll("the check is over");
157
- rmSync(root, { recursive: true, force: true });
158
- });
159
-
160
- const dir = store.directoryFor(KEY);
161
- store.useFormat(KEY, fmp4Format);
162
- writeSegment(dir, 0);
163
- writeSegment(dir, 1);
164
- writeSegment(dir, 2, 0);
165
-
166
- // A file of no bytes under a served name cannot arise from this proxy any
167
- // more — a piece takes that name only on being closed — but a killed process
168
- // can leave one, and taking it for a segment once closed the only hole in the
169
- // numbering and convinced the look-ahead the encoder had produced it.
170
- assert.equal(store.pathOf(KEY, 2), null);
171
- assert.deepEqual(store.provenNumbers(KEY), [0, 1]);
172
- });
173
-
174
- test("clearing up after one run leaves every other run's work alone", (t) => {
175
- const { store, root } = storeInATempRoot();
176
- t.after(() => {
177
- // The store lets its directories go, and only then is the root removed: it
178
- // holds a watch on each of them — that is how a piece closed by a muxer
179
- // with no channel of its own becomes an event — and a directory with an
180
- // open watch cannot be removed on Windows.
181
- store.dropAll("the check is over");
182
- rmSync(root, { recursive: true, force: true });
183
- });
184
-
185
- const dir = store.directoryFor(KEY);
186
- store.useFormat(KEY, fmp4Format);
187
- // Two live runs, each with a piece open, plus finished pieces of both.
188
- writeSegment(dir, 0);
189
- writeSegment(dir, 100);
190
- writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
191
- writeFileSync(path.join(dir, "making-100-00101.mp4"), Buffer.alloc(64));
192
-
193
- // The run that began at #0 ends. Its own unfinished piece goes and nothing
194
- // else does — which the old rule could not manage: it took the highest SERVED
195
- // name inside the ended run's stretch and judged its bytes, so with the
196
- // naming rule above it would have removed #0, a piece that run had closed.
197
- assert.equal(store.clearUpAfter(KEY, 0), 1);
198
- assert.deepEqual(store.provenNumbers(KEY), [0, 100]);
199
- assert.equal(
200
- readdirSync(dir).includes("making-100-00101.mp4"),
201
- true,
202
- "the other run is still writing its own"
203
- );
204
- });
205
-
206
- test("a directory that has not moved is not read again", (t) => {
207
- const { store, root } = storeInATempRoot();
208
- t.after(() => {
209
- // The store lets its directories go, and only then is the root removed: it
210
- // holds a watch on each of them — that is how a piece closed by a muxer
211
- // with no channel of its own becomes an event — and a directory with an
212
- // open watch cannot be removed on Windows.
213
- store.dropAll("the check is over");
214
- rmSync(root, { recursive: true, force: true });
215
- });
216
-
217
- const dir = store.directoryFor(KEY);
218
- store.useFormat(KEY, fmp4Format);
219
- writeSegment(dir, 0);
220
- writeSegment(dir, 1);
221
-
222
- const first = store.refresh(KEY);
223
- const second = store.refresh(KEY);
224
- assert.equal(first, second, "the same reading is handed back, not a fresh listing");
225
- });
226
-
227
- test("what a killed process left is found, named and counted", (t) => {
228
- const { store, root, lines } = storeInATempRoot();
229
- t.after(() => {
230
- // The store lets its directories go, and only then is the root removed: it
231
- // holds a watch on each of them — that is how a piece closed by a muxer
232
- // with no channel of its own becomes an event — and a directory with an
233
- // open watch cannot be removed on Windows.
234
- store.dropAll("the check is over");
235
- rmSync(root, { recursive: true, force: true });
236
- });
237
-
238
- const dir = path.join(root, directoryNameFor(KEY));
239
- mkdirSync(dir, { recursive: true });
240
- writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
241
- writeSegment(dir, 0);
242
- writeSegment(dir, 1);
243
- const orphan = path.join(root, "0123456789abcdef");
244
- mkdirSync(orphan, { recursive: true });
245
- writeSegment(orphan, 0);
246
-
247
- const swept = store.sweep();
248
- assert.equal(swept.directories, 2);
249
- assert.equal(swept.unidentified, 1, "the one with no key file cannot be matched to a request");
250
- assert.equal(swept.segments, 3);
251
- assert.match(lines.join("\n"), /startup sweep/);
252
- assert.match(lines.join("\n"), /ended\s+without anything recording why/);
253
- });
254
-
255
- test("what survived a kill is taken back whole, minus what was still being written", (t) => {
256
- const { store, root } = storeInATempRoot();
257
- t.after(() => {
258
- // The store lets its directories go, and only then is the root removed: it
259
- // holds a watch on each of them — that is how a piece closed by a muxer
260
- // with no channel of its own becomes an event — and a directory with an
261
- // open watch cannot be removed on Windows.
262
- store.dropAll("the check is over");
263
- rmSync(root, { recursive: true, force: true });
264
- });
265
-
266
- const dir = path.join(root, directoryNameFor(KEY));
267
- mkdirSync(dir, { recursive: true });
268
- writeFileSync(path.join(dir, "key.txt"), `${KEY}
269
- `);
270
- for (let index = 0; index <= 5; index += 1) {
271
- writeSegment(dir, index);
272
- }
273
- // The piece the kernel interrupted. It never had a served name, so it cannot
274
- // be mistaken for one — which is what the old rule could only guess at, by
275
- // always throwing the highest number away.
276
- writeFileSync(path.join(dir, "making-0-00006.mp4"), Buffer.alloc(64));
277
-
278
- const taken = store.adoptWhatSurvived(() => fmp4Format);
279
-
280
- assert.equal(taken.adopted, 1);
281
- assert.equal(taken.unprovenRemoved, 1, "the one under a working name");
282
- // All six kept rather than five: the highest served name used to be thrown
283
- // away because nothing could prove it, and on the copy branch that is a piece
284
- // whose bytes depend only on the source and cost a short machine to remake.
285
- assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2, 3, 4, 5]);
286
- });
287
-
288
- test("a directory that cannot name itself is thrown away rather than served", (t) => {
289
- const { store, root } = storeInATempRoot();
290
- t.after(() => {
291
- // The store lets its directories go, and only then is the root removed: it
292
- // holds a watch on each of them — that is how a piece closed by a muxer
293
- // with no channel of its own becomes an event — and a directory with an
294
- // open watch cannot be removed on Windows.
295
- store.dropAll("the check is over");
296
- rmSync(root, { recursive: true, force: true });
297
- });
298
-
299
- const orphan = path.join(root, "0123456789abcdef");
300
- mkdirSync(orphan, { recursive: true });
301
- writeSegment(orphan, 0);
302
-
303
- const taken = store.adoptWhatSurvived(() => fmp4Format);
304
-
305
- assert.equal(taken.adopted, 0);
306
- assert.equal(taken.dropped, 1);
307
- assert.equal(readdirSync(root).length, 0);
308
- });
309
-
310
- test("an output this proxy can no longer serve is thrown away too", (t) => {
311
- const { store, root } = storeInATempRoot();
312
- t.after(() => {
313
- // The store lets its directories go, and only then is the root removed: it
314
- // holds a watch on each of them — that is how a piece closed by a muxer
315
- // with no channel of its own becomes an event — and a directory with an
316
- // open watch cannot be removed on Windows.
317
- store.dropAll("the check is over");
318
- rmSync(root, { recursive: true, force: true });
319
- });
320
-
321
- const dir = path.join(root, directoryNameFor(KEY));
322
- mkdirSync(dir, { recursive: true });
323
- writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
324
- writeSegment(dir, 0);
325
-
326
- const taken = store.adoptWhatSurvived(() => null);
327
-
328
- assert.equal(taken.dropped, 1);
329
- assert.equal(readdirSync(root).length, 0);
330
- });
331
-
332
- test("what the store weighs is reported, and dropping one output frees it", (t) => {
333
- const { store, root } = storeInATempRoot();
334
- t.after(() => {
335
- // The store lets its directories go, and only then is the root removed: it
336
- // holds a watch on each of them — that is how a piece closed by a muxer
337
- // with no channel of its own becomes an event — and a directory with an
338
- // open watch cannot be removed on Windows.
339
- store.dropAll("the check is over");
340
- rmSync(root, { recursive: true, force: true });
341
- });
342
-
343
- const dir = store.directoryFor(KEY);
344
- store.useFormat(KEY, fmp4Format);
345
- writeSegment(dir, 0, 1000);
346
- writeSegment(dir, 1, 1000);
347
-
348
- assert.equal(store.stats().bytes, 2000);
349
- store.drop(KEY, "nobody is watching it");
350
- assert.equal(store.stats().outputs, 0);
351
- assert.equal(readdirSync(root).length, 0, "the watched output directory was removed");
352
- });
1
+ /**
2
+ * @file One store of segments, addressed by what they are, and what it makes of
3
+ * what a killed process left behind.
4
+ */
5
+
6
+ import test from "node:test";
7
+ import assert from "node:assert/strict";
8
+ import { mkdtempSync, mkdirSync, readdirSync, rmSync, writeFileSync } from "node:fs";
9
+ import os from "node:os";
10
+ import path from "node:path";
11
+ import { directoryNameFor, SegmentStore } from "../services/storage/segment-store/SegmentStore.js";
12
+ import { fmp4Format } from "../services/encode/segment-formats/fmp4.js";
13
+
14
+ /**
15
+ * @returns {{ store: SegmentStore, root: string, lines: string[] }}
16
+ */
17
+ function storeInATempRoot() {
18
+ const root = mkdtempSync(path.join(os.tmpdir(), "segment-store-"));
19
+ const lines = [];
20
+ const store = new SegmentStore({
21
+ root,
22
+ logger: { info: (line) => lines.push(line), warn: (line) => lines.push(line) }
23
+ });
24
+ return { store, root, lines };
25
+ }
26
+
27
+ /**
28
+ * @param {string} dir
29
+ * @param {number} index
30
+ * @param {number} bytes
31
+ */
32
+ function writeSegment(dir, index, bytes = 16) {
33
+ writeFileSync(path.join(dir, fmp4Format.segmentFileName(index)), Buffer.alloc(bytes));
34
+ }
35
+
36
+ const KEY = "torrent:abc:fmt=fmp4:grid=kf@0:video-only:v=0/copy";
37
+
38
+ test("a published piece keeps the media intervals the encoding read from it", (t) => {
39
+ // The store does not judge a piece; whether it is whole is the encoding's
40
+ // decision (`encode/piece-completeness.js`), taken before it is published.
41
+ const { store, root } = storeInATempRoot();
42
+ t.after(() => { store.dropAll("the check is over"); rmSync(root, { recursive: true, force: true }); });
43
+ const format = { ...fmp4Format, readMediaRanges: () => assert.fail("the store does not read a piece it was handed") };
44
+ const dir = store.directoryFor(KEY);
45
+ store.useFormat(KEY, format);
46
+ writeFileSync(path.join(dir, "making-0-00000.mp4"), Buffer.from("closed"));
47
+ assert.deepEqual(store.closedBytesOf(KEY, "making-0-00000.mp4"), Buffer.from("closed"));
48
+ const mediaRanges = { tracks: [] };
49
+ assert.equal(store.publish(KEY, "making-0-00000.mp4", format, { mediaRanges }), "segment-00000.mp4");
50
+ assert.equal(store.mediaRangesOf(KEY, 0), mediaRanges);
51
+ });
52
+
53
+ test("a stored piece is taken off the disk at its owner's word", (t) => {
54
+ const { store, root, lines } = storeInATempRoot();
55
+ t.after(() => { store.dropAll("the check is over"); rmSync(root, { recursive: true, force: true }); });
56
+ const format = { ...fmp4Format, readMediaRanges: () => ({ tracks: [] }) };
57
+ const dir = store.directoryFor(KEY);
58
+ store.useFormat(KEY, format);
59
+ writeSegment(dir, 71);
60
+ assert.ok(store.mediaRangesOf(KEY, 71));
61
+ store.remove(KEY, 71, "short of its cut");
62
+ assert.equal(store.pathOf(KEY, 71), null);
63
+ assert.equal(store.mediaRangesOf(KEY, 71), undefined);
64
+ assert.ok(lines.some((line) => line.includes("segment 71") && line.includes("short of its cut")));
65
+ });
66
+
67
+ test("two viewers of one output are given the same directory", (t) => {
68
+ const { store, root } = storeInATempRoot();
69
+ t.after(() => {
70
+ // The store lets its directories go, and only then is the root removed: it
71
+ // holds a watch on each of them — that is how a piece closed by a muxer
72
+ // with no channel of its own becomes an event — and a directory with an
73
+ // open watch cannot be removed on Windows.
74
+ store.dropAll("the check is over");
75
+ rmSync(root, { recursive: true, force: true });
76
+ });
77
+
78
+ // Which viewer asked never enters it — the address is what the segments are.
79
+ assert.equal(store.directoryFor(KEY), store.directoryFor(KEY));
80
+ assert.notEqual(store.directoryFor(KEY), store.directoryFor(`${KEY}:other`));
81
+ });
82
+
83
+ test("the directory says what it holds, so a later process can tell", (t) => {
84
+ const { store, root } = storeInATempRoot();
85
+ t.after(() => {
86
+ // The store lets its directories go, and only then is the root removed: it
87
+ // holds a watch on each of them — that is how a piece closed by a muxer
88
+ // with no channel of its own becomes an event — and a directory with an
89
+ // open watch cannot be removed on Windows.
90
+ store.dropAll("the check is over");
91
+ rmSync(root, { recursive: true, force: true });
92
+ });
93
+
94
+ const dir = store.directoryFor(KEY);
95
+ const names = readdirSync(dir);
96
+ assert.deepEqual(names, ["key.txt"]);
97
+ });
98
+
99
+ test("a piece under its served name is finished, and the last one too", (t) => {
100
+ const { store, root } = storeInATempRoot();
101
+ t.after(() => {
102
+ // The store lets its directories go, and only then is the root removed: it
103
+ // holds a watch on each of them — that is how a piece closed by a muxer
104
+ // with no channel of its own becomes an event — and a directory with an
105
+ // open watch cannot be removed on Windows.
106
+ store.dropAll("the check is over");
107
+ rmSync(root, { recursive: true, force: true });
108
+ });
109
+
110
+ const dir = store.directoryFor(KEY);
111
+ store.useFormat(KEY, fmp4Format);
112
+ writeSegment(dir, 0);
113
+ writeSegment(dir, 1);
114
+ writeSegment(dir, 2);
115
+
116
+ // It was "the NEXT number exists", which left the last piece of every run
117
+ // unprovable for ever and — the moment two runs share an output — declared a
118
+ // half-written file finished because somebody else had written the one after
119
+ // it. The name is the proof now, so all three count.
120
+ assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2]);
121
+ });
122
+
123
+ test("a piece still being written is not a piece, and its name says so", (t) => {
124
+ const { store, root } = storeInATempRoot();
125
+ t.after(() => {
126
+ // The store lets its directories go, and only then is the root removed: it
127
+ // holds a watch on each of them — that is how a piece closed by a muxer
128
+ // with no channel of its own becomes an event — and a directory with an
129
+ // open watch cannot be removed on Windows.
130
+ store.dropAll("the check is over");
131
+ rmSync(root, { recursive: true, force: true });
132
+ });
133
+
134
+ const dir = store.directoryFor(KEY);
135
+ store.useFormat(KEY, fmp4Format);
136
+ writeSegment(dir, 0);
137
+ // What ffmpeg is writing into right now, tagged with the run that opened it.
138
+ writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
139
+
140
+ assert.deepEqual(store.provenNumbers(KEY), [0]);
141
+ assert.equal(store.isClosed(KEY, 1), false);
142
+ assert.equal(store.pathOf(KEY, 1), null);
143
+
144
+ // And closing it is one rename, after which it is servable.
145
+ assert.equal(store.publish(KEY, "making-0-00001.mp4", { ...fmp4Format, readMediaRanges: undefined }), "segment-00001.mp4");
146
+ assert.equal(store.isClosed(KEY, 1), true);
147
+ });
148
+
149
+ test("a file of no bytes is not a segment, whatever it is called", (t) => {
150
+ const { store, root } = storeInATempRoot();
151
+ t.after(() => {
152
+ // The store lets its directories go, and only then is the root removed: it
153
+ // holds a watch on each of them — that is how a piece closed by a muxer
154
+ // with no channel of its own becomes an event — and a directory with an
155
+ // open watch cannot be removed on Windows.
156
+ store.dropAll("the check is over");
157
+ rmSync(root, { recursive: true, force: true });
158
+ });
159
+
160
+ const dir = store.directoryFor(KEY);
161
+ store.useFormat(KEY, fmp4Format);
162
+ writeSegment(dir, 0);
163
+ writeSegment(dir, 1);
164
+ writeSegment(dir, 2, 0);
165
+
166
+ // A file of no bytes under a served name cannot arise from this proxy any
167
+ // more — a piece takes that name only on being closed — but a killed process
168
+ // can leave one, and taking it for a segment once closed the only hole in the
169
+ // numbering and convinced the look-ahead the encoder had produced it.
170
+ assert.equal(store.pathOf(KEY, 2), null);
171
+ assert.deepEqual(store.provenNumbers(KEY), [0, 1]);
172
+ });
173
+
174
+ test("clearing up after one run leaves every other run's work alone", (t) => {
175
+ const { store, root } = storeInATempRoot();
176
+ t.after(() => {
177
+ // The store lets its directories go, and only then is the root removed: it
178
+ // holds a watch on each of them — that is how a piece closed by a muxer
179
+ // with no channel of its own becomes an event — and a directory with an
180
+ // open watch cannot be removed on Windows.
181
+ store.dropAll("the check is over");
182
+ rmSync(root, { recursive: true, force: true });
183
+ });
184
+
185
+ const dir = store.directoryFor(KEY);
186
+ store.useFormat(KEY, fmp4Format);
187
+ // Two live runs, each with a piece open, plus finished pieces of both.
188
+ writeSegment(dir, 0);
189
+ writeSegment(dir, 100);
190
+ writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
191
+ writeFileSync(path.join(dir, "making-100-00101.mp4"), Buffer.alloc(64));
192
+
193
+ // The run that began at #0 ends. Its own unfinished piece goes and nothing
194
+ // else does — which the old rule could not manage: it took the highest SERVED
195
+ // name inside the ended run's stretch and judged its bytes, so with the
196
+ // naming rule above it would have removed #0, a piece that run had closed.
197
+ assert.equal(store.clearUpAfter(KEY, 0), 1);
198
+ assert.deepEqual(store.provenNumbers(KEY), [0, 100]);
199
+ assert.equal(
200
+ readdirSync(dir).includes("making-100-00101.mp4"),
201
+ true,
202
+ "the other run is still writing its own"
203
+ );
204
+ });
205
+
206
+ test("a directory that has not moved is not read again", (t) => {
207
+ const { store, root } = storeInATempRoot();
208
+ t.after(() => {
209
+ // The store lets its directories go, and only then is the root removed: it
210
+ // holds a watch on each of them — that is how a piece closed by a muxer
211
+ // with no channel of its own becomes an event — and a directory with an
212
+ // open watch cannot be removed on Windows.
213
+ store.dropAll("the check is over");
214
+ rmSync(root, { recursive: true, force: true });
215
+ });
216
+
217
+ const dir = store.directoryFor(KEY);
218
+ store.useFormat(KEY, fmp4Format);
219
+ writeSegment(dir, 0);
220
+ writeSegment(dir, 1);
221
+
222
+ const first = store.refresh(KEY);
223
+ const second = store.refresh(KEY);
224
+ assert.equal(first, second, "the same reading is handed back, not a fresh listing");
225
+ });
226
+
227
+ test("what a killed process left is found, named and counted", (t) => {
228
+ const { store, root, lines } = storeInATempRoot();
229
+ t.after(() => {
230
+ // The store lets its directories go, and only then is the root removed: it
231
+ // holds a watch on each of them — that is how a piece closed by a muxer
232
+ // with no channel of its own becomes an event — and a directory with an
233
+ // open watch cannot be removed on Windows.
234
+ store.dropAll("the check is over");
235
+ rmSync(root, { recursive: true, force: true });
236
+ });
237
+
238
+ const dir = path.join(root, directoryNameFor(KEY));
239
+ mkdirSync(dir, { recursive: true });
240
+ writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
241
+ writeSegment(dir, 0);
242
+ writeSegment(dir, 1);
243
+ const orphan = path.join(root, "0123456789abcdef");
244
+ mkdirSync(orphan, { recursive: true });
245
+ writeSegment(orphan, 0);
246
+
247
+ const swept = store.sweep();
248
+ assert.equal(swept.directories, 2);
249
+ assert.equal(swept.unidentified, 1, "the one with no key file cannot be matched to a request");
250
+ assert.equal(swept.segments, 3);
251
+ assert.match(lines.join("\n"), /startup sweep/);
252
+ assert.match(lines.join("\n"), /ended\s+without anything recording why/);
253
+ });
254
+
255
+ test("what survived a kill is taken back whole, minus what was still being written", (t) => {
256
+ const { store, root } = storeInATempRoot();
257
+ t.after(() => {
258
+ // The store lets its directories go, and only then is the root removed: it
259
+ // holds a watch on each of them — that is how a piece closed by a muxer
260
+ // with no channel of its own becomes an event — and a directory with an
261
+ // open watch cannot be removed on Windows.
262
+ store.dropAll("the check is over");
263
+ rmSync(root, { recursive: true, force: true });
264
+ });
265
+
266
+ const dir = path.join(root, directoryNameFor(KEY));
267
+ mkdirSync(dir, { recursive: true });
268
+ writeFileSync(path.join(dir, "key.txt"), `${KEY}
269
+ `);
270
+ for (let index = 0; index <= 5; index += 1) {
271
+ writeSegment(dir, index);
272
+ }
273
+ // The piece the kernel interrupted. It never had a served name, so it cannot
274
+ // be mistaken for one — which is what the old rule could only guess at, by
275
+ // always throwing the highest number away.
276
+ writeFileSync(path.join(dir, "making-0-00006.mp4"), Buffer.alloc(64));
277
+
278
+ const taken = store.adoptWhatSurvived(() => fmp4Format);
279
+
280
+ assert.equal(taken.adopted, 1);
281
+ assert.equal(taken.unprovenRemoved, 1, "the one under a working name");
282
+ // All six kept rather than five: the highest served name used to be thrown
283
+ // away because nothing could prove it, and on the copy branch that is a piece
284
+ // whose bytes depend only on the source and cost a short machine to remake.
285
+ assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2, 3, 4, 5]);
286
+ });
287
+
288
+ test("a directory that cannot name itself is thrown away rather than served", (t) => {
289
+ const { store, root } = storeInATempRoot();
290
+ t.after(() => {
291
+ // The store lets its directories go, and only then is the root removed: it
292
+ // holds a watch on each of them — that is how a piece closed by a muxer
293
+ // with no channel of its own becomes an event — and a directory with an
294
+ // open watch cannot be removed on Windows.
295
+ store.dropAll("the check is over");
296
+ rmSync(root, { recursive: true, force: true });
297
+ });
298
+
299
+ const orphan = path.join(root, "0123456789abcdef");
300
+ mkdirSync(orphan, { recursive: true });
301
+ writeSegment(orphan, 0);
302
+
303
+ const taken = store.adoptWhatSurvived(() => fmp4Format);
304
+
305
+ assert.equal(taken.adopted, 0);
306
+ assert.equal(taken.dropped, 1);
307
+ assert.equal(readdirSync(root).length, 0);
308
+ });
309
+
310
+ test("an output this proxy can no longer serve is thrown away too", (t) => {
311
+ const { store, root } = storeInATempRoot();
312
+ t.after(() => {
313
+ // The store lets its directories go, and only then is the root removed: it
314
+ // holds a watch on each of them — that is how a piece closed by a muxer
315
+ // with no channel of its own becomes an event — and a directory with an
316
+ // open watch cannot be removed on Windows.
317
+ store.dropAll("the check is over");
318
+ rmSync(root, { recursive: true, force: true });
319
+ });
320
+
321
+ const dir = path.join(root, directoryNameFor(KEY));
322
+ mkdirSync(dir, { recursive: true });
323
+ writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
324
+ writeSegment(dir, 0);
325
+
326
+ const taken = store.adoptWhatSurvived(() => null);
327
+
328
+ assert.equal(taken.dropped, 1);
329
+ assert.equal(readdirSync(root).length, 0);
330
+ });
331
+
332
+ test("what the store weighs is reported, and dropping one output frees it", (t) => {
333
+ const { store, root } = storeInATempRoot();
334
+ t.after(() => {
335
+ // The store lets its directories go, and only then is the root removed: it
336
+ // holds a watch on each of them — that is how a piece closed by a muxer
337
+ // with no channel of its own becomes an event — and a directory with an
338
+ // open watch cannot be removed on Windows.
339
+ store.dropAll("the check is over");
340
+ rmSync(root, { recursive: true, force: true });
341
+ });
342
+
343
+ const dir = store.directoryFor(KEY);
344
+ store.useFormat(KEY, fmp4Format);
345
+ writeSegment(dir, 0, 1000);
346
+ writeSegment(dir, 1, 1000);
347
+
348
+ assert.equal(store.stats().bytes, 2000);
349
+ store.drop(KEY, "nobody is watching it");
350
+ assert.equal(store.stats().outputs, 0);
351
+ assert.equal(readdirSync(root).length, 0, "the watched output directory was removed");
352
+ });