@torrent-tv/proxy 2.87.8 → 2.87.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (455) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +322 -322
  13. package/CHANGELOG.md +4 -0
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/diagnostics/sctpstate.gdb +31 -31
  19. package/bin/cli.js +684 -684
  20. package/bin/thread-pool.js +30 -30
  21. package/biome.json +411 -411
  22. package/docs/container-architecture.md +218 -218
  23. package/docs/download-architecture.md +261 -261
  24. package/docs/encode-architecture.md +729 -729
  25. package/docs/encode-run-state.md +96 -96
  26. package/docs/logs.md +97 -97
  27. package/docs/socks5-egress-research.md +114 -114
  28. package/docs/storage-architecture.md +267 -267
  29. package/knip.json +14 -14
  30. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  31. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  32. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  33. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  34. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  35. package/openspec/changes/binary-distribution/proposal.md +53 -53
  36. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  37. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  38. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  39. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  40. package/openspec/changes/cold-start/design.md +98 -98
  41. package/openspec/changes/cold-start/proposal.md +62 -62
  42. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  43. package/openspec/changes/cold-start/tasks.md +48 -48
  44. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  45. package/openspec/changes/disk-cap/proposal.md +37 -37
  46. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  47. package/openspec/changes/disk-cap/tasks.md +19 -19
  48. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  49. package/openspec/changes/proxy-observability/design.md +38 -38
  50. package/openspec/changes/proxy-observability/proposal.md +49 -49
  51. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  52. package/openspec/changes/proxy-observability/tasks.md +21 -21
  53. package/openspec/changes/seek-debounce/design.md +118 -118
  54. package/openspec/changes/seek-debounce/proposal.md +59 -59
  55. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  56. package/openspec/changes/seek-debounce/tasks.md +33 -33
  57. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  58. package/openspec/changes/subtitle-language/proposal.md +50 -50
  59. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  60. package/openspec/changes/subtitle-language/tasks.md +26 -26
  61. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  62. package/openspec/changes/track-selection/design.md +47 -47
  63. package/openspec/changes/track-selection/proposal.md +45 -45
  64. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  65. package/openspec/changes/track-selection/tasks.md +20 -20
  66. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  67. package/openspec/changes/transcode-quality/proposal.md +51 -51
  68. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  69. package/openspec/changes/transcode-quality/tasks.md +63 -63
  70. package/openspec/config.yaml +38 -38
  71. package/package.json +1 -1
  72. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  73. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  74. package/research/double-spawn-2026-09-10.md +171 -171
  75. package/research/handover-2026-09-13.md +209 -209
  76. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  77. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  78. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  79. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  80. package/routes/api/client-logs/post.js +86 -86
  81. package/routes/api/delivery-sink/get.js +72 -72
  82. package/routes/api/link-probe/get.js +51 -51
  83. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  84. package/routes/api/playback-plan/post.js +53 -53
  85. package/routes/api/sources/files/get.js +100 -100
  86. package/routes/api/sources/post.js +36 -36
  87. package/routes/api/sources/stats/get.js +132 -132
  88. package/routes/api/subtitles/get.js +230 -230
  89. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  90. package/routes/api/transcode-sessions/net-report/post.js +129 -129
  91. package/routes/api/transcode-sessions/post.js +160 -160
  92. package/routes/api/transcode-sessions/progress/get.js +27 -27
  93. package/routes/api/transcode-sessions/release/post.js +41 -41
  94. package/routes/api/transcode-sessions/seek/post.js +63 -63
  95. package/routes/health/get.js +13 -13
  96. package/routes/healthz/get.js +13 -13
  97. package/routes/stream/get.js +361 -361
  98. package/routes/transcode/audio-file/get.js +64 -64
  99. package/routes/transcode/audio-warm/get.js +84 -84
  100. package/routes/transcode/session-file/get.js +52 -52
  101. package/routes/transcode/variant-file/get.js +95 -95
  102. package/routes/transcode/variant-warm/get.js +84 -84
  103. package/scripts/render-run-graph.js +173 -173
  104. package/services/encode/CoverageMap.js +428 -428
  105. package/services/encode/CushionReport.js +345 -345
  106. package/services/encode/EncodeAdmission.js +332 -332
  107. package/services/encode/EncodeOrchestrator.js +1217 -1217
  108. package/services/encode/EncodePlan.js +1366 -1366
  109. package/services/encode/EncodeRun.js +776 -776
  110. package/services/encode/EncodeRuns.js +1229 -1229
  111. package/services/encode/Encoder.js +142 -142
  112. package/services/encode/EncoderSelection.js +38 -38
  113. package/services/encode/LocalObservations.js +359 -359
  114. package/services/encode/NvencEncoder.js +50 -50
  115. package/services/encode/OutputOpening.js +755 -755
  116. package/services/encode/OutputTimes.js +579 -579
  117. package/services/encode/QsvEncoder.js +58 -58
  118. package/services/encode/Renditions.js +2162 -2162
  119. package/services/encode/RunProgress.js +84 -84
  120. package/services/encode/SegmentDemand.js +95 -95
  121. package/services/encode/SoftwareEncoder.js +121 -121
  122. package/services/encode/V4l2m2mEncoder.js +53 -53
  123. package/services/encode/VaapiEncoder.js +66 -66
  124. package/services/encode/args.js +416 -416
  125. package/services/encode/available-share.js +89 -89
  126. package/services/encode/calibration.js +361 -361
  127. package/services/encode/contention.js +128 -128
  128. package/services/encode/decode-cost-fit.js +363 -363
  129. package/services/encode/encode-exit.js +114 -114
  130. package/services/encode/encode-run-state.js +551 -551
  131. package/services/encode/encoder-readings.js +45 -45
  132. package/services/encode/fingerprint.js +322 -322
  133. package/services/encode/host-load.js +174 -174
  134. package/services/encode/hwaccel.js +1894 -1894
  135. package/services/encode/index.js +9 -9
  136. package/services/encode/learned-median.js +90 -90
  137. package/services/encode/output/EncodedOutput.js +57 -57
  138. package/services/encode/output/Output.js +131 -131
  139. package/services/encode/output/OutputCatalog.js +414 -414
  140. package/services/encode/output/OutputSpec.js +390 -390
  141. package/services/encode/output/Timeline.js +308 -308
  142. package/services/encode/output/cut-grid.js +107 -107
  143. package/services/encode/output/index.js +20 -20
  144. package/services/encode/output/ladder.js +32 -32
  145. package/services/encode/output/playlists.js +284 -284
  146. package/services/encode/output/rates.js +125 -125
  147. package/services/encode/output-key-format.js +21 -21
  148. package/services/encode/quality/EncodeCost.js +1083 -1083
  149. package/services/encode/quality/HostLoad.js +525 -525
  150. package/services/encode/quality/HostTimings.js +249 -249
  151. package/services/encode/quality/OutputQualityState.js +28 -28
  152. package/services/encode/quality/QualityController.js +935 -935
  153. package/services/encode/quality/QualityOffer.js +416 -416
  154. package/services/encode/quality/drain-threat.js +47 -47
  155. package/services/encode/quality/link-budget.js +254 -254
  156. package/services/encode/quality/output-format.js +266 -266
  157. package/services/encode/quality/serving-output.js +216 -216
  158. package/services/encode/quality/visible-rung.js +57 -57
  159. package/services/encode/run-budget.js +97 -97
  160. package/services/encode/run-command.js +747 -747
  161. package/services/encode/run-costs.js +155 -155
  162. package/services/encode/run-inputs.js +42 -42
  163. package/services/encode/segment-formats/fmp4.js +437 -437
  164. package/services/encode/segment-formats/index.js +77 -77
  165. package/services/encode/segment-formats/init-compat.js +324 -324
  166. package/services/encode/segment-formats/mp4-boxes.js +311 -311
  167. package/services/encode/segment-formats/mpegts.js +134 -134
  168. package/services/encode/start-stop-cost.js +178 -178
  169. package/services/encode/throughput.js +97 -97
  170. package/services/encode/torrent-cost.js +88 -88
  171. package/services/identity/installation-id.js +38 -38
  172. package/services/media/ContainerOrchestrator.js +149 -149
  173. package/services/media/KeyframeTables.js +316 -316
  174. package/services/media/SourceFile.js +298 -298
  175. package/services/media/SubtitleCues.js +520 -520
  176. package/services/media/SubtitleOrchestrator.js +167 -167
  177. package/services/media/container/AviContainer.js +266 -266
  178. package/services/media/container/Container.js +603 -603
  179. package/services/media/container/ContainerFactory.js +56 -56
  180. package/services/media/container/KeyframeTable.js +272 -272
  181. package/services/media/container/MatroskaContainer.js +1494 -1494
  182. package/services/media/container/Mp4Container.js +1244 -1244
  183. package/services/media/container/SubtitleFileContainer.js +322 -322
  184. package/services/media/container/ebml-reader.js +159 -159
  185. package/services/media/ffmpeg-banner.js +260 -260
  186. package/services/media/keyframe-probe.js +157 -157
  187. package/services/media/media-info-probe.js +93 -93
  188. package/services/media/playback-planner.js +1 -1
  189. package/services/media/tracks/AudioTrack.js +131 -131
  190. package/services/media/tracks/ContainerTrack.js +75 -75
  191. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  192. package/services/media/tracks/SubtitleTrack.js +38 -38
  193. package/services/media/tracks/TextSubtitleTrack.js +287 -287
  194. package/services/media/tracks/VideoTrack.js +33 -33
  195. package/services/media/tracks/index.js +15 -15
  196. package/services/media/tracks/language-detect.js +174 -174
  197. package/services/server/OutputLifecycle.js +418 -418
  198. package/services/server/SegmentServing.js +1146 -1146
  199. package/services/server/ViewerRequests.js +522 -522
  200. package/services/server/WaitLedger.js +142 -142
  201. package/services/server/controllers/SubtitleController.js +109 -109
  202. package/services/server/http-responses.js +60 -60
  203. package/services/server/transcode-session-files.js +325 -325
  204. package/services/server/wire-outputs.js +983 -983
  205. package/services/storage/Diagnostics.js +202 -202
  206. package/services/storage/MachineBudget.js +235 -235
  207. package/services/storage/allowance.js +107 -107
  208. package/services/storage/core-dumps.js +106 -106
  209. package/services/storage/files/CompletedFiles.js +391 -391
  210. package/services/storage/files/piece-from-whole-file.js +118 -118
  211. package/services/storage/free.js +71 -71
  212. package/services/storage/keep.js +48 -48
  213. package/services/storage/machine-memory.js +56 -56
  214. package/services/storage/memory-report.js +575 -575
  215. package/services/storage/piece-store/piece-disk-store.js +516 -516
  216. package/services/storage/piece-store/piece-lru.js +495 -495
  217. package/services/storage/piece-store/shared-piece-store.js +1880 -1880
  218. package/services/storage/returns.js +103 -103
  219. package/services/storage/segment-store/SegmentStore.js +1196 -1196
  220. package/services/storage/wire.js +175 -175
  221. package/services/torrent/Contents.js +324 -324
  222. package/services/torrent/demand/DemandRegister.js +202 -202
  223. package/services/torrent/demand/Urgency.js +137 -137
  224. package/services/torrent/demand/Window.js +118 -118
  225. package/services/torrent/demand/index.js +8 -8
  226. package/services/torrent/demand/pieces.js +140 -140
  227. package/services/torrent/download/SwarmSelection.js +386 -386
  228. package/services/torrent/download/registry.js +102 -102
  229. package/services/torrent/download/withdraw-claim.js +80 -80
  230. package/services/torrent/files.js +455 -455
  231. package/services/torrent/naming.js +619 -619
  232. package/services/torrent/piece-store-of.js +29 -29
  233. package/services/torrent/supply-margin.js +262 -262
  234. package/services/torrent/worker/background-fill.js +213 -213
  235. package/services/torrent/worker/channel.js +271 -271
  236. package/services/torrent/worker/fastest-wires.js +342 -342
  237. package/services/torrent/worker/handle-state.js +23 -23
  238. package/services/torrent/worker/held-bytes.js +155 -155
  239. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  240. package/services/torrent/worker/piece-reader.js +1078 -1078
  241. package/services/torrent/worker/resume-warm.js +107 -107
  242. package/services/torrent/worker/webrtc-shim.js +219 -219
  243. package/services/transport/delivery-probe.js +842 -842
  244. package/services/transport/health-collector.js +53 -53
  245. package/services/transport/nat-classifier.js +231 -231
  246. package/services/transport/packet-witness.js +808 -808
  247. package/services/transport/port-mapper.js +235 -235
  248. package/services/transport/registry-api.js +81 -81
  249. package/services/transport/tunnel-client.js +447 -447
  250. package/services/transport/usrsctp-state.js +175 -175
  251. package/services/transport/webrtc-manager.js +484 -484
  252. package/services/viewer/Assignments.js +340 -340
  253. package/services/viewer/PriorityMap.js +390 -390
  254. package/services/viewer/PriorityOrchestrator.js +325 -325
  255. package/services/viewer/Viewer.js +657 -657
  256. package/services/viewer/Viewers.js +368 -368
  257. package/services/viewer/active-output.js +37 -37
  258. package/services/viewer/audio-start.js +46 -46
  259. package/services/viewer/buffer-trend.js +81 -81
  260. package/services/viewer/choices.js +647 -647
  261. package/services/viewer/positions.js +126 -126
  262. package/services/viewer/report-intake.js +46 -46
  263. package/store/source-registry.js +71 -71
  264. package/test/asset-paths.test.js +28 -28
  265. package/test/audio-track-bitrate.test.js +40 -40
  266. package/test/auto-quality-step.test.js +707 -707
  267. package/test/available-share.test.js +76 -76
  268. package/test/background-fill.test.js +190 -190
  269. package/test/client-log-file.test.js +110 -110
  270. package/test/completed-files.test.js +115 -115
  271. package/test/concurrent-cost.test.js +148 -148
  272. package/test/container-media-info.test.js +228 -228
  273. package/test/contention.test.js +76 -76
  274. package/test/core-dumps.test.js +57 -57
  275. package/test/coverage-follows-the-disk.test.js +228 -228
  276. package/test/coverage-map.test.js +195 -195
  277. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  278. package/test/cut-times-timeline.test.js +65 -65
  279. package/test/cuts-follow-published-grid.test.js +109 -109
  280. package/test/data-channel-frame.test.js +63 -63
  281. package/test/dead-torrent-handle.test.js +52 -52
  282. package/test/declared-rates.test.js +116 -116
  283. package/test/declared-tracks.test.js +35 -35
  284. package/test/decode-cost-fit.test.js +202 -202
  285. package/test/decode-cost.test.js +462 -462
  286. package/test/delivery-probe.test.js +393 -393
  287. package/test/demand-register.test.js +206 -206
  288. package/test/dht-bootstrap.test.js +72 -72
  289. package/test/drain-threat.test.js +65 -65
  290. package/test/duplicate-add.test.js +48 -48
  291. package/test/encode-admission.test.js +146 -146
  292. package/test/encode-cost.test.js +283 -283
  293. package/test/encode-exit.test.js +111 -111
  294. package/test/encode-orchestrator.test.js +419 -419
  295. package/test/encode-plan-viewers.test.js +718 -718
  296. package/test/encode-plan.test.js +545 -545
  297. package/test/encode-run-state.test.js +314 -314
  298. package/test/encode-run.test.js +161 -161
  299. package/test/encode-slope.test.js +46 -46
  300. package/test/encoded-output.test.js +39 -39
  301. package/test/encoder-kinds.test.js +122 -122
  302. package/test/encoder-readings.test.js +46 -46
  303. package/test/every-claimant-is-told-its-share.test.js +152 -152
  304. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  305. package/test/failed-start-breaker.test.js +202 -202
  306. package/test/fastest-wires.test.js +143 -143
  307. package/test/ffmpeg-stream-counts.test.js +78 -78
  308. package/test/file-edges.test.js +191 -191
  309. package/test/fmp4-self-contained.test.js +80 -80
  310. package/test/fmp4-timestamps.test.js +140 -140
  311. package/test/fmp4-track-completeness.test.js +41 -41
  312. package/test/format-keyed-outputs.test.js +78 -78
  313. package/test/health-metrics.test.js +38 -38
  314. package/test/held-request-width.test.js +157 -157
  315. package/test/helpers/encode-run.js +136 -136
  316. package/test/helpers/held-file.js +29 -29
  317. package/test/helpers/manager.js +57 -57
  318. package/test/helpers/output-spec.js +63 -63
  319. package/test/host-load.test.js +68 -68
  320. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  321. package/test/init-compat.test.js +219 -219
  322. package/test/input-lost-quiets-the-plan.test.js +261 -261
  323. package/test/input-unavailable.test.js +48 -48
  324. package/test/installation-id.test.js +39 -39
  325. package/test/keeping-period.test.js +83 -83
  326. package/test/keyframe-index-accuracy.test.js +188 -188
  327. package/test/keyframe-table-budget.test.js +102 -102
  328. package/test/keyframes-belong-to-the-file.test.js +249 -249
  329. package/test/learned-median.test.js +37 -37
  330. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  331. package/test/limit-row-by-area.test.js +60 -60
  332. package/test/link-budget.test.js +111 -111
  333. package/test/link-probe.test.js +56 -56
  334. package/test/local-encoding-data.test.js +273 -273
  335. package/test/logger-repeats.test.js +134 -134
  336. package/test/look-ahead-coverage.test.js +56 -56
  337. package/test/manager-surface.test.js +292 -292
  338. package/test/matroska-cues-track.test.js +192 -192
  339. package/test/memory-budget.test.js +390 -390
  340. package/test/move-cost.test.js +216 -216
  341. package/test/mp4-subtitles.test.js +173 -173
  342. package/test/one-authority.test.js +285 -285
  343. package/test/one-budget.test.js +149 -149
  344. package/test/one-output-one-session.test.js +204 -204
  345. package/test/one-resource-divided.test.js +185 -185
  346. package/test/one-serving-output-per-height.test.js +458 -458
  347. package/test/orchestrator-wired.test.js +206 -206
  348. package/test/output-catalog.test.js +39 -39
  349. package/test/output-shape.test.js +21 -21
  350. package/test/output-spec.test.js +251 -251
  351. package/test/output-speed.test.js +88 -88
  352. package/test/outputs-being-prepared.test.js +40 -40
  353. package/test/packet-witness-ring.test.js +236 -236
  354. package/test/packet-witness.test.js +148 -148
  355. package/test/piece-disk-store.test.js +381 -381
  356. package/test/piece-from-whole-file.test.js +129 -129
  357. package/test/piece-lru.test.js +319 -319
  358. package/test/piece-reader.test.js +162 -162
  359. package/test/piece-selection-offset.test.js +85 -85
  360. package/test/piece-store-eviction.test.js +560 -560
  361. package/test/piece-store-never-refuses.test.js +153 -153
  362. package/test/piece-store-reservations.test.js +318 -318
  363. package/test/piece-store-slow-disk.test.js +159 -159
  364. package/test/piece-tail.test.js +97 -97
  365. package/test/plan-host-timings.test.js +68 -68
  366. package/test/plan-is-steady.test.js +225 -225
  367. package/test/priority-map-download.test.js +174 -174
  368. package/test/priority-map-emptied.test.js +204 -204
  369. package/test/priority-map-per-output.test.js +215 -215
  370. package/test/priority-map.test.js +163 -163
  371. package/test/probe-wedge-certainty.test.js +60 -60
  372. package/test/produced-copy-choice.test.js +213 -213
  373. package/test/published-timeline.test.js +83 -83
  374. package/test/quality-offer.test.js +162 -162
  375. package/test/quality-variants.test.js +1229 -1229
  376. package/test/rate-control-in-the-output.test.js +180 -180
  377. package/test/read-survives-withdrawal.test.js +164 -164
  378. package/test/read-window.test.js +365 -365
  379. package/test/resume-warm.test.js +39 -39
  380. package/test/run-graph-drift.test.js +37 -37
  381. package/test/run-inputs.test.js +80 -80
  382. package/test/run-intervals.test.js +100 -100
  383. package/test/run-position-follows-published-grid.test.js +89 -89
  384. package/test/run-progress.test.js +65 -65
  385. package/test/same-height-switch.test.js +664 -664
  386. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  387. package/test/seek-landing.test.js +109 -109
  388. package/test/seek-target-not-superseded.test.js +195 -195
  389. package/test/segment-closed-on-both-branches.test.js +96 -96
  390. package/test/segment-cut-times.test.js +63 -63
  391. package/test/segment-demand.test.js +80 -80
  392. package/test/segment-hold-supersede.test.js +91 -91
  393. package/test/segment-judged-by-its-own-header.test.js +221 -221
  394. package/test/segment-serve-wiring.test.js +475 -475
  395. package/test/segment-store-eviction.test.js +247 -247
  396. package/test/segment-store.test.js +323 -323
  397. package/test/segment-true-start.test.js +86 -86
  398. package/test/segments-are-shared.test.js +176 -176
  399. package/test/send-chunk-bytes.test.js +86 -86
  400. package/test/serving-existing-output.test.js +102 -102
  401. package/test/serving-output.test.js +102 -102
  402. package/test/shared-piece-store.test.js +310 -310
  403. package/test/sidecar-naming.test.js +142 -142
  404. package/test/source-file.test.js +133 -133
  405. package/test/source-files-route.test.js +103 -103
  406. package/test/source-registry.test.js +18 -18
  407. package/test/split-a-stretch.test.js +139 -139
  408. package/test/stale-request-after-seek.test.js +158 -158
  409. package/test/startup-readings.test.js +124 -124
  410. package/test/stream-route.test.js +182 -182
  411. package/test/subtitle-cue-framing.test.js +200 -200
  412. package/test/subtitle-cue-source.test.js +102 -102
  413. package/test/subtitle-cue-walk.test.js +370 -370
  414. package/test/subtitle-cursor.test.js +63 -63
  415. package/test/subtitle-defaults.test.js +118 -118
  416. package/test/subtitle-language.test.js +252 -252
  417. package/test/subtitle-track-numbering.test.js +386 -386
  418. package/test/supply-margin.test.js +177 -177
  419. package/test/swarm-follows-readers.test.js +174 -174
  420. package/test/swarm-reach.test.js +130 -130
  421. package/test/swarm-selection.test.js +220 -220
  422. package/test/tail-duplication.test.js +167 -167
  423. package/test/the-channel-has-both-ends.test.js +91 -91
  424. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  425. package/test/thread-pool.test.js +53 -53
  426. package/test/timeline.test.js +84 -84
  427. package/test/torrent-contents.test.js +235 -235
  428. package/test/torrent-cost.test.js +71 -71
  429. package/test/torrent-files.test.js +221 -221
  430. package/test/torrent-naming.test.js +255 -255
  431. package/test/tracks-begin-together.test.js +209 -209
  432. package/test/tunnel-renewal.test.js +167 -167
  433. package/test/two-viewers-one-picture.test.js +407 -407
  434. package/test/upload-hurry.test.js +186 -186
  435. package/test/usrsctp-state.test.js +131 -131
  436. package/test/video-facts.test.js +102 -102
  437. package/test/viewer-assignments.test.js +143 -143
  438. package/test/viewer-outputs.test.js +285 -285
  439. package/test/viewer-presence.test.js +116 -116
  440. package/test/viewer-requests-admission.test.js +89 -89
  441. package/test/viewer-states.test.js +189 -189
  442. package/test/viewer-subtitle-subscription.test.js +96 -96
  443. package/test/viewer.test.js +139 -139
  444. package/test/viewing-generations.test.js +390 -390
  445. package/test/visible-rung.test.js +37 -37
  446. package/test/wait-ledger.test.js +100 -100
  447. package/test/webrtc-shim.test.js +149 -149
  448. package/test/wedge-certainty.test.js +131 -131
  449. package/test/withdraw-piece-claim.test.js +212 -212
  450. package/test/worker-channel.test.js +158 -158
  451. package/utils/client-log-file.js +151 -151
  452. package/utils/logger.js +312 -312
  453. package/utils/parse-range.js +25 -25
  454. package/utils/perf.js +59 -59
  455. package/utils/torrent-source-key.js +38 -38
@@ -1,323 +1,323 @@
1
- /**
2
- * @file One store of segments, addressed by what they are, and what it makes of
3
- * what a killed process left behind.
4
- */
5
-
6
- import test from "node:test";
7
- import assert from "node:assert/strict";
8
- import { mkdtempSync, mkdirSync, readdirSync, rmSync, writeFileSync } from "node:fs";
9
- import os from "node:os";
10
- import path from "node:path";
11
- import { directoryNameFor, SegmentStore } from "../services/storage/segment-store/SegmentStore.js";
12
- import { fmp4Format } from "../services/encode/segment-formats/fmp4.js";
13
-
14
- /**
15
- * @returns {{ store: SegmentStore, root: string, lines: string[] }}
16
- */
17
- function storeInATempRoot() {
18
- const root = mkdtempSync(path.join(os.tmpdir(), "segment-store-"));
19
- const lines = [];
20
- const store = new SegmentStore({
21
- root,
22
- logger: { info: (line) => lines.push(line), warn: (line) => lines.push(line) }
23
- });
24
- return { store, root, lines };
25
- }
26
-
27
- /**
28
- * @param {string} dir
29
- * @param {number} index
30
- * @param {number} bytes
31
- */
32
- function writeSegment(dir, index, bytes = 16) {
33
- writeFileSync(path.join(dir, fmp4Format.segmentFileName(index)), Buffer.alloc(bytes));
34
- }
35
-
36
- const KEY = "torrent:abc:fmt=fmp4:grid=kf@0:video-only:v=0/copy";
37
-
38
- test("two viewers of one output are given the same directory", (t) => {
39
- const { store, root } = storeInATempRoot();
40
- t.after(() => {
41
- // The store lets its directories go, and only then is the root removed: it
42
- // holds a watch on each of them — that is how a piece closed by a muxer
43
- // with no channel of its own becomes an event — and a directory with an
44
- // open watch cannot be removed on Windows.
45
- store.dropAll("the check is over");
46
- rmSync(root, { recursive: true, force: true });
47
- });
48
-
49
- // Which viewer asked never enters it — the address is what the segments are.
50
- assert.equal(store.directoryFor(KEY), store.directoryFor(KEY));
51
- assert.notEqual(store.directoryFor(KEY), store.directoryFor(`${KEY}:other`));
52
- });
53
-
54
- test("the directory says what it holds, so a later process can tell", (t) => {
55
- const { store, root } = storeInATempRoot();
56
- t.after(() => {
57
- // The store lets its directories go, and only then is the root removed: it
58
- // holds a watch on each of them — that is how a piece closed by a muxer
59
- // with no channel of its own becomes an event — and a directory with an
60
- // open watch cannot be removed on Windows.
61
- store.dropAll("the check is over");
62
- rmSync(root, { recursive: true, force: true });
63
- });
64
-
65
- const dir = store.directoryFor(KEY);
66
- const names = readdirSync(dir);
67
- assert.deepEqual(names, ["key.txt"]);
68
- });
69
-
70
- test("a piece under its served name is finished, and the last one too", (t) => {
71
- const { store, root } = storeInATempRoot();
72
- t.after(() => {
73
- // The store lets its directories go, and only then is the root removed: it
74
- // holds a watch on each of them — that is how a piece closed by a muxer
75
- // with no channel of its own becomes an event — and a directory with an
76
- // open watch cannot be removed on Windows.
77
- store.dropAll("the check is over");
78
- rmSync(root, { recursive: true, force: true });
79
- });
80
-
81
- const dir = store.directoryFor(KEY);
82
- store.useFormat(KEY, fmp4Format);
83
- writeSegment(dir, 0);
84
- writeSegment(dir, 1);
85
- writeSegment(dir, 2);
86
-
87
- // It was "the NEXT number exists", which left the last piece of every run
88
- // unprovable for ever and — the moment two runs share an output — declared a
89
- // half-written file finished because somebody else had written the one after
90
- // it. The name is the proof now, so all three count.
91
- assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2]);
92
- });
93
-
94
- test("a piece still being written is not a piece, and its name says so", (t) => {
95
- const { store, root } = storeInATempRoot();
96
- t.after(() => {
97
- // The store lets its directories go, and only then is the root removed: it
98
- // holds a watch on each of them — that is how a piece closed by a muxer
99
- // with no channel of its own becomes an event — and a directory with an
100
- // open watch cannot be removed on Windows.
101
- store.dropAll("the check is over");
102
- rmSync(root, { recursive: true, force: true });
103
- });
104
-
105
- const dir = store.directoryFor(KEY);
106
- store.useFormat(KEY, fmp4Format);
107
- writeSegment(dir, 0);
108
- // What ffmpeg is writing into right now, tagged with the run that opened it.
109
- writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
110
-
111
- assert.deepEqual(store.provenNumbers(KEY), [0]);
112
- assert.equal(store.isClosed(KEY, 1), false);
113
- assert.equal(store.pathOf(KEY, 1), null);
114
-
115
- // And closing it is one rename, after which it is servable.
116
- assert.equal(store.publish(KEY, "making-0-00001.mp4", fmp4Format), "segment-00001.mp4");
117
- assert.equal(store.isClosed(KEY, 1), true);
118
- });
119
-
120
- test("a file of no bytes is not a segment, whatever it is called", (t) => {
121
- const { store, root } = storeInATempRoot();
122
- t.after(() => {
123
- // The store lets its directories go, and only then is the root removed: it
124
- // holds a watch on each of them — that is how a piece closed by a muxer
125
- // with no channel of its own becomes an event — and a directory with an
126
- // open watch cannot be removed on Windows.
127
- store.dropAll("the check is over");
128
- rmSync(root, { recursive: true, force: true });
129
- });
130
-
131
- const dir = store.directoryFor(KEY);
132
- store.useFormat(KEY, fmp4Format);
133
- writeSegment(dir, 0);
134
- writeSegment(dir, 1);
135
- writeSegment(dir, 2, 0);
136
-
137
- // A file of no bytes under a served name cannot arise from this proxy any
138
- // more — a piece takes that name only on being closed — but a killed process
139
- // can leave one, and taking it for a segment once closed the only hole in the
140
- // numbering and convinced the look-ahead the encoder had produced it.
141
- assert.equal(store.pathOf(KEY, 2), null);
142
- assert.deepEqual(store.provenNumbers(KEY), [0, 1]);
143
- });
144
-
145
- test("clearing up after one run leaves every other run's work alone", (t) => {
146
- const { store, root } = storeInATempRoot();
147
- t.after(() => {
148
- // The store lets its directories go, and only then is the root removed: it
149
- // holds a watch on each of them — that is how a piece closed by a muxer
150
- // with no channel of its own becomes an event — and a directory with an
151
- // open watch cannot be removed on Windows.
152
- store.dropAll("the check is over");
153
- rmSync(root, { recursive: true, force: true });
154
- });
155
-
156
- const dir = store.directoryFor(KEY);
157
- store.useFormat(KEY, fmp4Format);
158
- // Two live runs, each with a piece open, plus finished pieces of both.
159
- writeSegment(dir, 0);
160
- writeSegment(dir, 100);
161
- writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
162
- writeFileSync(path.join(dir, "making-100-00101.mp4"), Buffer.alloc(64));
163
-
164
- // The run that began at #0 ends. Its own unfinished piece goes and nothing
165
- // else does — which the old rule could not manage: it took the highest SERVED
166
- // name inside the ended run's stretch and judged its bytes, so with the
167
- // naming rule above it would have removed #0, a piece that run had closed.
168
- assert.equal(store.clearUpAfter(KEY, 0), 1);
169
- assert.deepEqual(store.provenNumbers(KEY), [0, 100]);
170
- assert.equal(
171
- readdirSync(dir).includes("making-100-00101.mp4"),
172
- true,
173
- "the other run is still writing its own"
174
- );
175
- });
176
-
177
- test("a directory that has not moved is not read again", (t) => {
178
- const { store, root } = storeInATempRoot();
179
- t.after(() => {
180
- // The store lets its directories go, and only then is the root removed: it
181
- // holds a watch on each of them — that is how a piece closed by a muxer
182
- // with no channel of its own becomes an event — and a directory with an
183
- // open watch cannot be removed on Windows.
184
- store.dropAll("the check is over");
185
- rmSync(root, { recursive: true, force: true });
186
- });
187
-
188
- const dir = store.directoryFor(KEY);
189
- store.useFormat(KEY, fmp4Format);
190
- writeSegment(dir, 0);
191
- writeSegment(dir, 1);
192
-
193
- const first = store.refresh(KEY);
194
- const second = store.refresh(KEY);
195
- assert.equal(first, second, "the same reading is handed back, not a fresh listing");
196
- });
197
-
198
- test("what a killed process left is found, named and counted", (t) => {
199
- const { store, root, lines } = storeInATempRoot();
200
- t.after(() => {
201
- // The store lets its directories go, and only then is the root removed: it
202
- // holds a watch on each of them — that is how a piece closed by a muxer
203
- // with no channel of its own becomes an event — and a directory with an
204
- // open watch cannot be removed on Windows.
205
- store.dropAll("the check is over");
206
- rmSync(root, { recursive: true, force: true });
207
- });
208
-
209
- const dir = path.join(root, directoryNameFor(KEY));
210
- mkdirSync(dir, { recursive: true });
211
- writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
212
- writeSegment(dir, 0);
213
- writeSegment(dir, 1);
214
- const orphan = path.join(root, "0123456789abcdef");
215
- mkdirSync(orphan, { recursive: true });
216
- writeSegment(orphan, 0);
217
-
218
- const swept = store.sweep();
219
- assert.equal(swept.directories, 2);
220
- assert.equal(swept.unidentified, 1, "the one with no key file cannot be matched to a request");
221
- assert.equal(swept.segments, 3);
222
- assert.match(lines.join("\n"), /startup sweep/);
223
- assert.match(lines.join("\n"), /ended\s+without anything recording why/);
224
- });
225
-
226
- test("what survived a kill is taken back whole, minus what was still being written", (t) => {
227
- const { store, root } = storeInATempRoot();
228
- t.after(() => {
229
- // The store lets its directories go, and only then is the root removed: it
230
- // holds a watch on each of them — that is how a piece closed by a muxer
231
- // with no channel of its own becomes an event — and a directory with an
232
- // open watch cannot be removed on Windows.
233
- store.dropAll("the check is over");
234
- rmSync(root, { recursive: true, force: true });
235
- });
236
-
237
- const dir = path.join(root, directoryNameFor(KEY));
238
- mkdirSync(dir, { recursive: true });
239
- writeFileSync(path.join(dir, "key.txt"), `${KEY}
240
- `);
241
- for (let index = 0; index <= 5; index += 1) {
242
- writeSegment(dir, index);
243
- }
244
- // The piece the kernel interrupted. It never had a served name, so it cannot
245
- // be mistaken for one — which is what the old rule could only guess at, by
246
- // always throwing the highest number away.
247
- writeFileSync(path.join(dir, "making-0-00006.mp4"), Buffer.alloc(64));
248
-
249
- const taken = store.adoptWhatSurvived(() => fmp4Format);
250
-
251
- assert.equal(taken.adopted, 1);
252
- assert.equal(taken.unprovenRemoved, 1, "the one under a working name");
253
- // All six kept rather than five: the highest served name used to be thrown
254
- // away because nothing could prove it, and on the copy branch that is a piece
255
- // whose bytes depend only on the source and cost a short machine to remake.
256
- assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2, 3, 4, 5]);
257
- });
258
-
259
- test("a directory that cannot name itself is thrown away rather than served", (t) => {
260
- const { store, root } = storeInATempRoot();
261
- t.after(() => {
262
- // The store lets its directories go, and only then is the root removed: it
263
- // holds a watch on each of them — that is how a piece closed by a muxer
264
- // with no channel of its own becomes an event — and a directory with an
265
- // open watch cannot be removed on Windows.
266
- store.dropAll("the check is over");
267
- rmSync(root, { recursive: true, force: true });
268
- });
269
-
270
- const orphan = path.join(root, "0123456789abcdef");
271
- mkdirSync(orphan, { recursive: true });
272
- writeSegment(orphan, 0);
273
-
274
- const taken = store.adoptWhatSurvived(() => fmp4Format);
275
-
276
- assert.equal(taken.adopted, 0);
277
- assert.equal(taken.dropped, 1);
278
- assert.equal(readdirSync(root).length, 0);
279
- });
280
-
281
- test("an output this proxy can no longer serve is thrown away too", (t) => {
282
- const { store, root } = storeInATempRoot();
283
- t.after(() => {
284
- // The store lets its directories go, and only then is the root removed: it
285
- // holds a watch on each of them — that is how a piece closed by a muxer
286
- // with no channel of its own becomes an event — and a directory with an
287
- // open watch cannot be removed on Windows.
288
- store.dropAll("the check is over");
289
- rmSync(root, { recursive: true, force: true });
290
- });
291
-
292
- const dir = path.join(root, directoryNameFor(KEY));
293
- mkdirSync(dir, { recursive: true });
294
- writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
295
- writeSegment(dir, 0);
296
-
297
- const taken = store.adoptWhatSurvived(() => null);
298
-
299
- assert.equal(taken.dropped, 1);
300
- assert.equal(readdirSync(root).length, 0);
301
- });
302
-
303
- test("what the store weighs is reported, and dropping one output frees it", (t) => {
304
- const { store, root } = storeInATempRoot();
305
- t.after(() => {
306
- // The store lets its directories go, and only then is the root removed: it
307
- // holds a watch on each of them — that is how a piece closed by a muxer
308
- // with no channel of its own becomes an event — and a directory with an
309
- // open watch cannot be removed on Windows.
310
- store.dropAll("the check is over");
311
- rmSync(root, { recursive: true, force: true });
312
- });
313
-
314
- const dir = store.directoryFor(KEY);
315
- store.useFormat(KEY, fmp4Format);
316
- writeSegment(dir, 0, 1000);
317
- writeSegment(dir, 1, 1000);
318
-
319
- assert.equal(store.stats().bytes, 2000);
320
- store.drop(KEY, "nobody is watching it");
321
- assert.equal(store.stats().outputs, 0);
322
- assert.equal(readdirSync(root).length, 0, "the watched output directory was removed");
323
- });
1
+ /**
2
+ * @file One store of segments, addressed by what they are, and what it makes of
3
+ * what a killed process left behind.
4
+ */
5
+
6
+ import test from "node:test";
7
+ import assert from "node:assert/strict";
8
+ import { mkdtempSync, mkdirSync, readdirSync, rmSync, writeFileSync } from "node:fs";
9
+ import os from "node:os";
10
+ import path from "node:path";
11
+ import { directoryNameFor, SegmentStore } from "../services/storage/segment-store/SegmentStore.js";
12
+ import { fmp4Format } from "../services/encode/segment-formats/fmp4.js";
13
+
14
+ /**
15
+ * @returns {{ store: SegmentStore, root: string, lines: string[] }}
16
+ */
17
+ function storeInATempRoot() {
18
+ const root = mkdtempSync(path.join(os.tmpdir(), "segment-store-"));
19
+ const lines = [];
20
+ const store = new SegmentStore({
21
+ root,
22
+ logger: { info: (line) => lines.push(line), warn: (line) => lines.push(line) }
23
+ });
24
+ return { store, root, lines };
25
+ }
26
+
27
+ /**
28
+ * @param {string} dir
29
+ * @param {number} index
30
+ * @param {number} bytes
31
+ */
32
+ function writeSegment(dir, index, bytes = 16) {
33
+ writeFileSync(path.join(dir, fmp4Format.segmentFileName(index)), Buffer.alloc(bytes));
34
+ }
35
+
36
+ const KEY = "torrent:abc:fmt=fmp4:grid=kf@0:video-only:v=0/copy";
37
+
38
+ test("two viewers of one output are given the same directory", (t) => {
39
+ const { store, root } = storeInATempRoot();
40
+ t.after(() => {
41
+ // The store lets its directories go, and only then is the root removed: it
42
+ // holds a watch on each of them — that is how a piece closed by a muxer
43
+ // with no channel of its own becomes an event — and a directory with an
44
+ // open watch cannot be removed on Windows.
45
+ store.dropAll("the check is over");
46
+ rmSync(root, { recursive: true, force: true });
47
+ });
48
+
49
+ // Which viewer asked never enters it — the address is what the segments are.
50
+ assert.equal(store.directoryFor(KEY), store.directoryFor(KEY));
51
+ assert.notEqual(store.directoryFor(KEY), store.directoryFor(`${KEY}:other`));
52
+ });
53
+
54
+ test("the directory says what it holds, so a later process can tell", (t) => {
55
+ const { store, root } = storeInATempRoot();
56
+ t.after(() => {
57
+ // The store lets its directories go, and only then is the root removed: it
58
+ // holds a watch on each of them — that is how a piece closed by a muxer
59
+ // with no channel of its own becomes an event — and a directory with an
60
+ // open watch cannot be removed on Windows.
61
+ store.dropAll("the check is over");
62
+ rmSync(root, { recursive: true, force: true });
63
+ });
64
+
65
+ const dir = store.directoryFor(KEY);
66
+ const names = readdirSync(dir);
67
+ assert.deepEqual(names, ["key.txt"]);
68
+ });
69
+
70
+ test("a piece under its served name is finished, and the last one too", (t) => {
71
+ const { store, root } = storeInATempRoot();
72
+ t.after(() => {
73
+ // The store lets its directories go, and only then is the root removed: it
74
+ // holds a watch on each of them — that is how a piece closed by a muxer
75
+ // with no channel of its own becomes an event — and a directory with an
76
+ // open watch cannot be removed on Windows.
77
+ store.dropAll("the check is over");
78
+ rmSync(root, { recursive: true, force: true });
79
+ });
80
+
81
+ const dir = store.directoryFor(KEY);
82
+ store.useFormat(KEY, fmp4Format);
83
+ writeSegment(dir, 0);
84
+ writeSegment(dir, 1);
85
+ writeSegment(dir, 2);
86
+
87
+ // It was "the NEXT number exists", which left the last piece of every run
88
+ // unprovable for ever and — the moment two runs share an output — declared a
89
+ // half-written file finished because somebody else had written the one after
90
+ // it. The name is the proof now, so all three count.
91
+ assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2]);
92
+ });
93
+
94
+ test("a piece still being written is not a piece, and its name says so", (t) => {
95
+ const { store, root } = storeInATempRoot();
96
+ t.after(() => {
97
+ // The store lets its directories go, and only then is the root removed: it
98
+ // holds a watch on each of them — that is how a piece closed by a muxer
99
+ // with no channel of its own becomes an event — and a directory with an
100
+ // open watch cannot be removed on Windows.
101
+ store.dropAll("the check is over");
102
+ rmSync(root, { recursive: true, force: true });
103
+ });
104
+
105
+ const dir = store.directoryFor(KEY);
106
+ store.useFormat(KEY, fmp4Format);
107
+ writeSegment(dir, 0);
108
+ // What ffmpeg is writing into right now, tagged with the run that opened it.
109
+ writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
110
+
111
+ assert.deepEqual(store.provenNumbers(KEY), [0]);
112
+ assert.equal(store.isClosed(KEY, 1), false);
113
+ assert.equal(store.pathOf(KEY, 1), null);
114
+
115
+ // And closing it is one rename, after which it is servable.
116
+ assert.equal(store.publish(KEY, "making-0-00001.mp4", fmp4Format), "segment-00001.mp4");
117
+ assert.equal(store.isClosed(KEY, 1), true);
118
+ });
119
+
120
+ test("a file of no bytes is not a segment, whatever it is called", (t) => {
121
+ const { store, root } = storeInATempRoot();
122
+ t.after(() => {
123
+ // The store lets its directories go, and only then is the root removed: it
124
+ // holds a watch on each of them — that is how a piece closed by a muxer
125
+ // with no channel of its own becomes an event — and a directory with an
126
+ // open watch cannot be removed on Windows.
127
+ store.dropAll("the check is over");
128
+ rmSync(root, { recursive: true, force: true });
129
+ });
130
+
131
+ const dir = store.directoryFor(KEY);
132
+ store.useFormat(KEY, fmp4Format);
133
+ writeSegment(dir, 0);
134
+ writeSegment(dir, 1);
135
+ writeSegment(dir, 2, 0);
136
+
137
+ // A file of no bytes under a served name cannot arise from this proxy any
138
+ // more — a piece takes that name only on being closed — but a killed process
139
+ // can leave one, and taking it for a segment once closed the only hole in the
140
+ // numbering and convinced the look-ahead the encoder had produced it.
141
+ assert.equal(store.pathOf(KEY, 2), null);
142
+ assert.deepEqual(store.provenNumbers(KEY), [0, 1]);
143
+ });
144
+
145
+ test("clearing up after one run leaves every other run's work alone", (t) => {
146
+ const { store, root } = storeInATempRoot();
147
+ t.after(() => {
148
+ // The store lets its directories go, and only then is the root removed: it
149
+ // holds a watch on each of them — that is how a piece closed by a muxer
150
+ // with no channel of its own becomes an event — and a directory with an
151
+ // open watch cannot be removed on Windows.
152
+ store.dropAll("the check is over");
153
+ rmSync(root, { recursive: true, force: true });
154
+ });
155
+
156
+ const dir = store.directoryFor(KEY);
157
+ store.useFormat(KEY, fmp4Format);
158
+ // Two live runs, each with a piece open, plus finished pieces of both.
159
+ writeSegment(dir, 0);
160
+ writeSegment(dir, 100);
161
+ writeFileSync(path.join(dir, "making-0-00001.mp4"), Buffer.alloc(64));
162
+ writeFileSync(path.join(dir, "making-100-00101.mp4"), Buffer.alloc(64));
163
+
164
+ // The run that began at #0 ends. Its own unfinished piece goes and nothing
165
+ // else does — which the old rule could not manage: it took the highest SERVED
166
+ // name inside the ended run's stretch and judged its bytes, so with the
167
+ // naming rule above it would have removed #0, a piece that run had closed.
168
+ assert.equal(store.clearUpAfter(KEY, 0), 1);
169
+ assert.deepEqual(store.provenNumbers(KEY), [0, 100]);
170
+ assert.equal(
171
+ readdirSync(dir).includes("making-100-00101.mp4"),
172
+ true,
173
+ "the other run is still writing its own"
174
+ );
175
+ });
176
+
177
+ test("a directory that has not moved is not read again", (t) => {
178
+ const { store, root } = storeInATempRoot();
179
+ t.after(() => {
180
+ // The store lets its directories go, and only then is the root removed: it
181
+ // holds a watch on each of them — that is how a piece closed by a muxer
182
+ // with no channel of its own becomes an event — and a directory with an
183
+ // open watch cannot be removed on Windows.
184
+ store.dropAll("the check is over");
185
+ rmSync(root, { recursive: true, force: true });
186
+ });
187
+
188
+ const dir = store.directoryFor(KEY);
189
+ store.useFormat(KEY, fmp4Format);
190
+ writeSegment(dir, 0);
191
+ writeSegment(dir, 1);
192
+
193
+ const first = store.refresh(KEY);
194
+ const second = store.refresh(KEY);
195
+ assert.equal(first, second, "the same reading is handed back, not a fresh listing");
196
+ });
197
+
198
+ test("what a killed process left is found, named and counted", (t) => {
199
+ const { store, root, lines } = storeInATempRoot();
200
+ t.after(() => {
201
+ // The store lets its directories go, and only then is the root removed: it
202
+ // holds a watch on each of them — that is how a piece closed by a muxer
203
+ // with no channel of its own becomes an event — and a directory with an
204
+ // open watch cannot be removed on Windows.
205
+ store.dropAll("the check is over");
206
+ rmSync(root, { recursive: true, force: true });
207
+ });
208
+
209
+ const dir = path.join(root, directoryNameFor(KEY));
210
+ mkdirSync(dir, { recursive: true });
211
+ writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
212
+ writeSegment(dir, 0);
213
+ writeSegment(dir, 1);
214
+ const orphan = path.join(root, "0123456789abcdef");
215
+ mkdirSync(orphan, { recursive: true });
216
+ writeSegment(orphan, 0);
217
+
218
+ const swept = store.sweep();
219
+ assert.equal(swept.directories, 2);
220
+ assert.equal(swept.unidentified, 1, "the one with no key file cannot be matched to a request");
221
+ assert.equal(swept.segments, 3);
222
+ assert.match(lines.join("\n"), /startup sweep/);
223
+ assert.match(lines.join("\n"), /ended\s+without anything recording why/);
224
+ });
225
+
226
+ test("what survived a kill is taken back whole, minus what was still being written", (t) => {
227
+ const { store, root } = storeInATempRoot();
228
+ t.after(() => {
229
+ // The store lets its directories go, and only then is the root removed: it
230
+ // holds a watch on each of them — that is how a piece closed by a muxer
231
+ // with no channel of its own becomes an event — and a directory with an
232
+ // open watch cannot be removed on Windows.
233
+ store.dropAll("the check is over");
234
+ rmSync(root, { recursive: true, force: true });
235
+ });
236
+
237
+ const dir = path.join(root, directoryNameFor(KEY));
238
+ mkdirSync(dir, { recursive: true });
239
+ writeFileSync(path.join(dir, "key.txt"), `${KEY}
240
+ `);
241
+ for (let index = 0; index <= 5; index += 1) {
242
+ writeSegment(dir, index);
243
+ }
244
+ // The piece the kernel interrupted. It never had a served name, so it cannot
245
+ // be mistaken for one — which is what the old rule could only guess at, by
246
+ // always throwing the highest number away.
247
+ writeFileSync(path.join(dir, "making-0-00006.mp4"), Buffer.alloc(64));
248
+
249
+ const taken = store.adoptWhatSurvived(() => fmp4Format);
250
+
251
+ assert.equal(taken.adopted, 1);
252
+ assert.equal(taken.unprovenRemoved, 1, "the one under a working name");
253
+ // All six kept rather than five: the highest served name used to be thrown
254
+ // away because nothing could prove it, and on the copy branch that is a piece
255
+ // whose bytes depend only on the source and cost a short machine to remake.
256
+ assert.deepEqual(store.provenNumbers(KEY), [0, 1, 2, 3, 4, 5]);
257
+ });
258
+
259
+ test("a directory that cannot name itself is thrown away rather than served", (t) => {
260
+ const { store, root } = storeInATempRoot();
261
+ t.after(() => {
262
+ // The store lets its directories go, and only then is the root removed: it
263
+ // holds a watch on each of them — that is how a piece closed by a muxer
264
+ // with no channel of its own becomes an event — and a directory with an
265
+ // open watch cannot be removed on Windows.
266
+ store.dropAll("the check is over");
267
+ rmSync(root, { recursive: true, force: true });
268
+ });
269
+
270
+ const orphan = path.join(root, "0123456789abcdef");
271
+ mkdirSync(orphan, { recursive: true });
272
+ writeSegment(orphan, 0);
273
+
274
+ const taken = store.adoptWhatSurvived(() => fmp4Format);
275
+
276
+ assert.equal(taken.adopted, 0);
277
+ assert.equal(taken.dropped, 1);
278
+ assert.equal(readdirSync(root).length, 0);
279
+ });
280
+
281
+ test("an output this proxy can no longer serve is thrown away too", (t) => {
282
+ const { store, root } = storeInATempRoot();
283
+ t.after(() => {
284
+ // The store lets its directories go, and only then is the root removed: it
285
+ // holds a watch on each of them — that is how a piece closed by a muxer
286
+ // with no channel of its own becomes an event — and a directory with an
287
+ // open watch cannot be removed on Windows.
288
+ store.dropAll("the check is over");
289
+ rmSync(root, { recursive: true, force: true });
290
+ });
291
+
292
+ const dir = path.join(root, directoryNameFor(KEY));
293
+ mkdirSync(dir, { recursive: true });
294
+ writeFileSync(path.join(dir, "key.txt"), `${KEY}\n`);
295
+ writeSegment(dir, 0);
296
+
297
+ const taken = store.adoptWhatSurvived(() => null);
298
+
299
+ assert.equal(taken.dropped, 1);
300
+ assert.equal(readdirSync(root).length, 0);
301
+ });
302
+
303
+ test("what the store weighs is reported, and dropping one output frees it", (t) => {
304
+ const { store, root } = storeInATempRoot();
305
+ t.after(() => {
306
+ // The store lets its directories go, and only then is the root removed: it
307
+ // holds a watch on each of them — that is how a piece closed by a muxer
308
+ // with no channel of its own becomes an event — and a directory with an
309
+ // open watch cannot be removed on Windows.
310
+ store.dropAll("the check is over");
311
+ rmSync(root, { recursive: true, force: true });
312
+ });
313
+
314
+ const dir = store.directoryFor(KEY);
315
+ store.useFormat(KEY, fmp4Format);
316
+ writeSegment(dir, 0, 1000);
317
+ writeSegment(dir, 1, 1000);
318
+
319
+ assert.equal(store.stats().bytes, 2000);
320
+ store.drop(KEY, "nobody is watching it");
321
+ assert.equal(store.stats().outputs, 0);
322
+ assert.equal(readdirSync(root).length, 0, "the watched output directory was removed");
323
+ });