@torrent-tv/proxy 2.86.0 → 2.87.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (385) hide show
  1. package/CHANGELOG.md +2142 -1915
  2. package/CLAUDE.md +322 -197
  3. package/assets/calibration/NOTICE.md +2 -2
  4. package/bin/cli.js +684 -616
  5. package/biome.json +409 -233
  6. package/docs/browser-proxy-contract.md +94 -0
  7. package/docs/container-architecture.md +218 -213
  8. package/docs/download-architecture.md +7 -7
  9. package/docs/encode-architecture.md +287 -11
  10. package/docs/encode-run-state.md +2 -2
  11. package/docs/logs.md +97 -97
  12. package/docs/{disk-architecture.md → storage-architecture.md} +107 -1
  13. package/openspec/changes/adaptive-bitrate/design.md +2 -2
  14. package/openspec/changes/adaptive-bitrate/proposal.md +1 -1
  15. package/openspec/changes/adaptive-bitrate/tasks.md +1 -1
  16. package/openspec/changes/chunked-request-bodies/design.md +1 -1
  17. package/openspec/changes/chunked-request-bodies/proposal.md +1 -1
  18. package/openspec/changes/chunked-request-bodies/tasks.md +1 -1
  19. package/openspec/changes/cold-start/design.md +1 -1
  20. package/openspec/changes/disk-cap/proposal.md +1 -1
  21. package/openspec/changes/proxy-observability/proposal.md +2 -2
  22. package/openspec/changes/track-selection/proposal.md +1 -1
  23. package/openspec/changes/transcode-quality/proposal.md +1 -1
  24. package/package.json +2 -2
  25. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  26. package/research/double-spawn-2026-09-10.md +171 -171
  27. package/routes/api/playback-plan/post.js +2 -2
  28. package/routes/api/sources/files/get.js +1 -1
  29. package/routes/api/sources/stats/get.js +1 -1
  30. package/routes/api/sources/warm/post.js +10 -3
  31. package/routes/api/subtitles/get.js +230 -230
  32. package/routes/api/transcode-sessions/fragment-far/post.js +3 -3
  33. package/routes/api/transcode-sessions/net-report/post.js +129 -94
  34. package/routes/api/transcode-sessions/post.js +160 -139
  35. package/routes/api/transcode-sessions/progress/get.js +3 -3
  36. package/routes/api/transcode-sessions/release/post.js +3 -3
  37. package/routes/api/transcode-sessions/seek/post.js +12 -3
  38. package/routes/stream/get.js +2 -2
  39. package/routes/transcode/audio-file/get.js +15 -6
  40. package/routes/transcode/audio-warm/get.js +9 -6
  41. package/routes/transcode/session-file/get.js +52 -268
  42. package/routes/transcode/variant-file/get.js +46 -7
  43. package/routes/transcode/variant-warm/get.js +19 -6
  44. package/scripts/render-run-graph.js +1 -1
  45. package/server.js +720 -465
  46. package/services/encode/CoverageMap.js +428 -428
  47. package/services/encode/CushionReport.js +345 -0
  48. package/services/encode/EncodeAdmission.js +332 -0
  49. package/services/{orchestrators → encode}/EncodeOrchestrator.js +307 -29
  50. package/services/encode/EncodeRun.js +16 -9
  51. package/services/encode/EncodeRuns.js +1229 -0
  52. package/services/encode/Encoder.js +18 -2
  53. package/services/encode/EncoderSelection.js +38 -0
  54. package/services/encode/LocalObservations.js +359 -0
  55. package/services/encode/NvencEncoder.js +5 -0
  56. package/services/encode/OutputOpening.js +755 -0
  57. package/services/encode/OutputTimes.js +579 -0
  58. package/services/encode/Renditions.js +2162 -0
  59. package/services/encode/RunProgress.js +84 -0
  60. package/services/encode/SoftwareEncoder.js +12 -7
  61. package/services/encode/args.js +402 -186
  62. package/services/encode/calibration.js +361 -0
  63. package/services/encode/contention.js +128 -128
  64. package/services/encode/encode-run-state.js +16 -20
  65. package/services/encode/fingerprint.js +322 -0
  66. package/services/{hwaccel.js → encode/hwaccel.js} +82 -42
  67. package/services/{learned-median.js → encode/learned-median.js} +11 -0
  68. package/services/encode/output/EncodedOutput.js +57 -0
  69. package/services/encode/output/Output.js +131 -0
  70. package/services/{output/LiveOutputs.js → encode/output/OutputCatalog.js} +141 -40
  71. package/services/encode/output/OutputSpec.js +390 -0
  72. package/services/{output → encode/output}/Timeline.js +12 -37
  73. package/services/encode/output/index.js +20 -0
  74. package/services/encode/output/ladder.js +32 -0
  75. package/services/{output → encode/output}/playlists.js +3 -0
  76. package/services/encode/output-key-format.js +21 -0
  77. package/services/encode/quality/EncodeCost.js +1083 -0
  78. package/services/encode/quality/HostLoad.js +525 -0
  79. package/services/encode/quality/HostTimings.js +249 -0
  80. package/services/encode/quality/OutputQualityState.js +28 -0
  81. package/services/encode/quality/QualityController.js +935 -0
  82. package/services/encode/quality/QualityOffer.js +416 -0
  83. package/services/encode/quality/drain-threat.js +47 -0
  84. package/services/encode/quality/link-budget.js +254 -0
  85. package/services/encode/quality/output-format.js +266 -0
  86. package/services/encode/quality/serving-output.js +216 -0
  87. package/services/encode/quality/visible-rung.js +57 -0
  88. package/services/encode/run-command.js +23 -20
  89. package/services/encode/run-inputs.js +42 -0
  90. package/services/{segment-formats → encode/segment-formats}/fmp4.js +63 -0
  91. package/services/{segment-formats → encode/segment-formats}/index.js +3 -3
  92. package/services/encode/segment-formats/init-compat.js +324 -0
  93. package/services/{segment-formats → encode/segment-formats}/mp4-boxes.js +8 -3
  94. package/services/encode/throughput.js +97 -0
  95. package/services/{orchestrators → media}/ContainerOrchestrator.js +45 -7
  96. package/services/media/KeyframeTables.js +316 -0
  97. package/services/{source → media}/SourceFile.js +7 -55
  98. package/services/{torrent-worker/subtitle-cues.js → media/SubtitleCues.js} +103 -132
  99. package/services/media/SubtitleOrchestrator.js +167 -0
  100. package/services/{audio-inventory.js → media/audio-inventory.js} +7 -1
  101. package/services/{container → media/container}/AviContainer.js +266 -266
  102. package/services/{container → media/container}/Container.js +596 -601
  103. package/services/media/container/ContainerFactory.js +56 -0
  104. package/services/media/container/KeyframeTable.js +272 -0
  105. package/services/{container → media/container}/MatroskaContainer.js +1485 -1485
  106. package/services/{container → media/container}/Mp4Container.js +1244 -1244
  107. package/services/{container → media/container}/SubtitleFileContainer.js +322 -322
  108. package/services/media/keyframe-probe.js +157 -0
  109. package/services/media/media-info-probe.js +93 -0
  110. package/services/{playback-planner.js → media/playback-planner.js} +82 -39
  111. package/services/{tracks → media/tracks}/AudioTrack.js +131 -131
  112. package/services/{tracks → media/tracks}/language-detect.js +174 -174
  113. package/services/server/OutputLifecycle.js +418 -0
  114. package/services/server/SegmentServing.js +1146 -0
  115. package/services/server/ViewerRequests.js +522 -0
  116. package/services/server/controllers/PlaybackController.js +36 -0
  117. package/services/{controllers → server/controllers}/SubtitleController.js +17 -33
  118. package/services/server/http-responses.js +60 -0
  119. package/services/server/transcode-session-files.js +325 -0
  120. package/services/server/wire-outputs.js +983 -0
  121. package/services/storage/Diagnostics.js +202 -0
  122. package/services/storage/MachineBudget.js +235 -0
  123. package/services/{piece-store → storage}/allowance.js +107 -107
  124. package/services/{core-dumps.js → storage/core-dumps.js} +1 -1
  125. package/services/{files → storage/files}/CompletedFiles.js +116 -1
  126. package/services/{disk → storage}/free.js +33 -0
  127. package/services/storage/machine-memory.js +56 -0
  128. package/services/{memory-report.js → storage/memory-report.js} +575 -596
  129. package/services/{piece-store → storage/piece-store}/piece-disk-store.js +0 -7
  130. package/services/{piece-store → storage/piece-store}/shared-piece-store.js +28 -21
  131. package/services/{encode → storage/segment-store}/SegmentStore.js +395 -8
  132. package/services/storage/wire.js +175 -0
  133. package/services/{download → torrent/download}/SwarmSelection.js +2 -2
  134. package/services/{download → torrent/download}/registry.js +2 -2
  135. package/services/torrent/files.js +1 -1
  136. package/services/torrent/piece-store-of.js +29 -0
  137. package/services/{torrent-pool.js → torrent/torrent-pool.js} +26 -119
  138. package/services/{torrent-worker → torrent/worker}/background-fill.js +2 -2
  139. package/services/{torrent-worker → torrent/worker}/channel.js +271 -250
  140. package/services/{torrent-worker → torrent/worker}/client.js +77 -58
  141. package/services/torrent/worker/held-bytes.js +155 -0
  142. package/services/{torrent-worker → torrent/worker}/install-webrtc-shim.js +1 -1
  143. package/services/{torrent-worker → torrent/worker}/piece-reader.js +21 -30
  144. package/services/{torrent-worker → torrent/worker}/pool-adapter.js +101 -137
  145. package/services/{torrent-worker → torrent/worker}/protocol.js +26 -30
  146. package/services/torrent/worker/resume-warm.js +107 -0
  147. package/services/{torrent-worker → torrent/worker}/webrtc-shim.js +2 -2
  148. package/services/{torrent-worker → torrent/worker}/worker.js +68 -159
  149. package/services/{data-channel-handler.js → transport/data-channel-handler.js} +1356 -1356
  150. package/services/{delivery-probe.js → transport/delivery-probe.js} +842 -842
  151. package/services/{health-collector.js → transport/health-collector.js} +6 -35
  152. package/services/{packet-witness.js → transport/packet-witness.js} +808 -784
  153. package/services/{port-mapper.js → transport/port-mapper.js} +1 -1
  154. package/services/{usrsctp-state.js → transport/usrsctp-state.js} +1 -1
  155. package/services/{webrtc-manager.js → transport/webrtc-manager.js} +1 -1
  156. package/services/viewer/Assignments.js +340 -0
  157. package/services/{priority → viewer}/PriorityMap.js +390 -390
  158. package/services/{priority → viewer}/PriorityOrchestrator.js +325 -320
  159. package/services/viewer/Viewer.js +657 -483
  160. package/services/viewer/Viewers.js +368 -257
  161. package/services/viewer/active-output.js +37 -54
  162. package/services/viewer/audio-start.js +4 -3
  163. package/services/viewer/buffer-trend.js +81 -0
  164. package/services/viewer/choices.js +647 -0
  165. package/services/viewer/positions.js +126 -120
  166. package/services/viewer/report-intake.js +46 -45
  167. package/test/asset-paths.test.js +28 -0
  168. package/test/audio-inventory.test.js +3 -3
  169. package/test/audio-track-bitrate.test.js +40 -0
  170. package/test/auto-quality-step.test.js +707 -515
  171. package/test/available-share.test.js +1 -1
  172. package/test/background-fill.test.js +1 -1
  173. package/test/client-log-file.test.js +110 -110
  174. package/test/completed-files.test.js +1 -1
  175. package/test/concurrent-cost.test.js +13 -3
  176. package/test/container-media-info.test.js +3 -3
  177. package/test/core-dumps.test.js +1 -1
  178. package/test/coverage-follows-the-disk.test.js +46 -9
  179. package/test/cue-push-carries-what-the-walk-found.test.js +58 -0
  180. package/test/cut-times-timeline.test.js +2 -2
  181. package/test/cuts-follow-published-grid.test.js +9 -8
  182. package/test/data-channel-frame.test.js +1 -1
  183. package/test/dead-torrent-handle.test.js +1 -1
  184. package/test/declared-rates.test.js +2 -2
  185. package/test/declared-tracks.test.js +2 -2
  186. package/test/decode-cost-fit.test.js +1 -1
  187. package/test/decode-cost.test.js +34 -25
  188. package/test/delivery-probe.test.js +1 -1
  189. package/test/demand-register.test.js +4 -4
  190. package/test/dht-bootstrap.test.js +1 -1
  191. package/test/drain-threat.test.js +65 -0
  192. package/test/duplicate-add.test.js +1 -1
  193. package/test/encode-admission.test.js +146 -0
  194. package/test/encode-cost.test.js +199 -10
  195. package/test/encode-orchestrator.test.js +39 -1
  196. package/test/encode-plan-viewers.test.js +2 -2
  197. package/test/encode-run.test.js +2 -2
  198. package/test/encode-slope.test.js +1 -1
  199. package/test/encoded-output.test.js +39 -0
  200. package/test/encoder-readings.test.js +1 -1
  201. package/test/every-claimant-is-told-its-share.test.js +152 -0
  202. package/test/failed-encoder-still-serves-what-exists.test.js +354 -0
  203. package/test/failed-start-breaker.test.js +81 -30
  204. package/test/fastest-wires.test.js +1 -1
  205. package/test/ffmpeg-stream-counts.test.js +1 -1
  206. package/test/file-edges.test.js +3 -3
  207. package/test/fmp4-self-contained.test.js +1 -1
  208. package/test/fmp4-timestamps.test.js +1 -1
  209. package/test/fmp4-track-completeness.test.js +1 -1
  210. package/test/format-keyed-outputs.test.js +78 -0
  211. package/test/health-metrics.test.js +3 -2
  212. package/test/held-request-width.test.js +22 -23
  213. package/test/helpers/encode-run.js +136 -136
  214. package/test/helpers/held-file.js +29 -0
  215. package/test/helpers/manager.js +57 -0
  216. package/test/helpers/output-spec.js +63 -0
  217. package/test/host-load.test.js +1 -1
  218. package/test/index-accuracy-is-about-the-file.test.js +128 -0
  219. package/test/init-compat.test.js +219 -0
  220. package/test/input-lost-quiets-the-plan.test.js +1 -1
  221. package/test/input-unavailable.test.js +1 -1
  222. package/test/keeping-period.test.js +4 -4
  223. package/test/keyframe-index-accuracy.test.js +97 -45
  224. package/test/keyframe-table-budget.test.js +28 -33
  225. package/test/keyframes-belong-to-the-file.test.js +174 -57
  226. package/test/learned-median.test.js +1 -1
  227. package/test/letting-go-asks-who-is-watching.test.js +191 -0
  228. package/test/limit-row-by-area.test.js +60 -0
  229. package/test/link-budget.test.js +111 -0
  230. package/test/link-probe.test.js +56 -56
  231. package/test/local-encoding-data.test.js +273 -0
  232. package/test/look-ahead-coverage.test.js +1 -1
  233. package/test/manager-surface.test.js +294 -0
  234. package/test/matroska-blocks.test.js +0 -0
  235. package/test/matroska-cues-track.test.js +1 -1
  236. package/test/memory-budget.test.js +2 -2
  237. package/test/mp4-composition-times.test.js +0 -0
  238. package/test/mp4-subtitles.test.js +1 -1
  239. package/test/one-authority.test.js +45 -41
  240. package/test/one-budget.test.js +149 -0
  241. package/test/one-output-one-session.test.js +204 -0
  242. package/test/{disk-space.test.js → one-resource-divided.test.js} +30 -10
  243. package/test/one-serving-output-per-height.test.js +458 -0
  244. package/test/orchestrator-wired.test.js +46 -45
  245. package/test/output-catalog.test.js +39 -0
  246. package/test/output-shape.test.js +4 -51
  247. package/test/output-spec.test.js +251 -157
  248. package/test/output-speed.test.js +17 -15
  249. package/test/outputs-being-prepared.test.js +40 -0
  250. package/test/packet-witness-ring.test.js +2 -2
  251. package/test/packet-witness.test.js +1 -1
  252. package/test/piece-disk-store.test.js +2 -2
  253. package/test/piece-from-whole-file.test.js +1 -1
  254. package/test/piece-lru.test.js +1 -1
  255. package/test/piece-reader.test.js +2 -2
  256. package/test/piece-store-eviction.test.js +1 -1
  257. package/test/piece-store-never-refuses.test.js +1 -1
  258. package/test/piece-store-reservations.test.js +1 -1
  259. package/test/piece-store-slow-disk.test.js +1 -1
  260. package/test/piece-tail.test.js +1 -1
  261. package/test/plan-host-timings.test.js +1 -1
  262. package/test/plan-is-steady.test.js +225 -225
  263. package/test/priority-map-download.test.js +4 -4
  264. package/test/priority-map-emptied.test.js +204 -205
  265. package/test/priority-map-per-output.test.js +215 -209
  266. package/test/priority-map.test.js +1 -1
  267. package/test/probe-wedge-certainty.test.js +1 -1
  268. package/test/produced-copy-choice.test.js +15 -60
  269. package/test/quality-offer.test.js +162 -0
  270. package/test/quality-variants.test.js +1229 -1167
  271. package/test/rate-control-in-the-output.test.js +180 -0
  272. package/test/read-survives-withdrawal.test.js +2 -2
  273. package/test/read-window.test.js +10 -3
  274. package/test/resume-warm.test.js +1 -1
  275. package/test/run-inputs.test.js +80 -0
  276. package/test/run-position-follows-published-grid.test.js +13 -11
  277. package/test/run-progress.test.js +65 -0
  278. package/test/same-height-switch.test.js +664 -0
  279. package/test/seek-frees-the-viewers-requests.test.js +217 -0
  280. package/test/seek-landing.test.js +13 -13
  281. package/test/seek-target-not-superseded.test.js +28 -29
  282. package/test/segment-closed-on-both-branches.test.js +96 -0
  283. package/test/segment-cut-times.test.js +1 -1
  284. package/test/segment-hold-supersede.test.js +28 -35
  285. package/test/segment-judged-by-its-own-header.test.js +221 -0
  286. package/test/segment-serve-wiring.test.js +130 -39
  287. package/test/segment-store-eviction.test.js +22 -7
  288. package/test/segment-store.test.js +98 -14
  289. package/test/segment-true-start.test.js +1 -1
  290. package/test/segments-are-shared.test.js +17 -16
  291. package/test/send-chunk-bytes.test.js +1 -1
  292. package/test/serving-existing-output.test.js +102 -0
  293. package/test/serving-output.test.js +102 -0
  294. package/test/shared-piece-store.test.js +1 -1
  295. package/test/source-file.test.js +1 -1
  296. package/test/stale-request-after-seek.test.js +17 -21
  297. package/test/startup-readings.test.js +10 -5
  298. package/test/subtitle-cue-framing.test.js +5 -5
  299. package/test/subtitle-cue-source.test.js +36 -38
  300. package/test/subtitle-cue-walk.test.js +11 -10
  301. package/test/subtitle-defaults.test.js +1 -1
  302. package/test/subtitle-language.test.js +4 -4
  303. package/test/subtitle-track-numbering.test.js +5 -4
  304. package/test/supply-margin.test.js +1 -1
  305. package/test/swarm-follows-readers.test.js +3 -3
  306. package/test/swarm-reach.test.js +1 -1
  307. package/test/swarm-selection.test.js +3 -3
  308. package/test/tail-duplication.test.js +1 -1
  309. package/test/the-channel-has-both-ends.test.js +91 -0
  310. package/test/the-torrent-thread-serves-bytes.test.js +107 -0
  311. package/test/thread-pool.test.js +3 -3
  312. package/test/timeline.test.js +1 -12
  313. package/test/torrent-cost.test.js +1 -1
  314. package/test/tracks-begin-together.test.js +38 -24
  315. package/test/tunnel-renewal.test.js +1 -1
  316. package/test/two-viewers-one-picture.test.js +120 -87
  317. package/test/upload-hurry.test.js +3 -3
  318. package/test/usrsctp-state.test.js +1 -1
  319. package/test/video-facts.test.js +1 -1
  320. package/test/viewer-assignments.test.js +143 -0
  321. package/test/viewer-outputs.test.js +60 -52
  322. package/test/viewer-presence.test.js +22 -25
  323. package/test/viewer-requests-admission.test.js +89 -0
  324. package/test/viewer-states.test.js +189 -202
  325. package/test/viewer-subtitle-subscription.test.js +1 -1
  326. package/test/viewer.test.js +139 -136
  327. package/test/viewing-generations.test.js +390 -0
  328. package/test/visible-rung.test.js +37 -0
  329. package/test/wait-ledger.test.js +1 -1
  330. package/test/webrtc-shim.test.js +3 -3
  331. package/test/wedge-certainty.test.js +2 -2
  332. package/test/withdraw-piece-claim.test.js +2 -2
  333. package/test/worker-channel.test.js +1 -31
  334. package/utils/client-log-file.js +151 -151
  335. package/scripts/read-container-index.mjs +0 -108
  336. package/services/container/ContainerFactory.js +0 -122
  337. package/services/controllers/PlaybackController.js +0 -33
  338. package/services/disk/DiskSpace.js +0 -150
  339. package/services/disk/wire.js +0 -61
  340. package/services/hls-session-manager.js +0 -9608
  341. package/services/orchestrators/SubtitleOrchestrator.js +0 -160
  342. package/services/output/Output.js +0 -94
  343. package/services/output/OutputSpec.js +0 -202
  344. package/services/output/index.js +0 -1
  345. package/services/output/ladder.js +0 -26
  346. package/services/produced-index.js +0 -222
  347. package/services/quality/EncodeCost.js +0 -555
  348. package/services/torrent-worker/container-tracks.js +0 -414
  349. package/services/viewer/link-readings.js +0 -56
  350. package/test/produced-index.test.js +0 -142
  351. /package/{services → bin}/thread-pool.js +0 -0
  352. /package/services/{available-share.js → encode/available-share.js} +0 -0
  353. /package/services/{decode-cost-fit.js → encode/decode-cost-fit.js} +0 -0
  354. /package/services/{encoder-readings.js → encode/encoder-readings.js} +0 -0
  355. /package/services/{host-load.js → encode/host-load.js} +0 -0
  356. /package/services/{output → encode/output}/cut-grid.js +0 -0
  357. /package/services/{output → encode/output}/rates.js +0 -0
  358. /package/services/{segment-formats → encode/segment-formats}/mpegts.js +0 -0
  359. /package/services/{torrent-cost.js → encode/torrent-cost.js} +0 -0
  360. /package/services/{container → media/container}/ebml-reader.js +0 -0
  361. /package/services/{ffmpeg-banner.js → media/ffmpeg-banner.js} +0 -0
  362. /package/services/{tracks → media/tracks}/ContainerTrack.js +0 -0
  363. /package/services/{tracks → media/tracks}/ImageSubtitleTrack.js +0 -0
  364. /package/services/{tracks → media/tracks}/SubtitleTrack.js +0 -0
  365. /package/services/{tracks → media/tracks}/TextSubtitleTrack.js +0 -0
  366. /package/services/{tracks → media/tracks}/VideoTrack.js +0 -0
  367. /package/services/{tracks → media/tracks}/index.js +0 -0
  368. /package/services/{files → storage/files}/piece-from-whole-file.js +0 -0
  369. /package/services/{disk → storage}/keep.js +0 -0
  370. /package/services/{piece-store → storage/piece-store}/piece-lru.js +0 -0
  371. /package/services/{disk → storage}/returns.js +0 -0
  372. /package/services/{demand → torrent/demand}/DemandRegister.js +0 -0
  373. /package/services/{demand → torrent/demand}/Urgency.js +0 -0
  374. /package/services/{demand → torrent/demand}/Window.js +0 -0
  375. /package/services/{demand → torrent/demand}/index.js +0 -0
  376. /package/services/{demand → torrent/demand}/pieces.js +0 -0
  377. /package/services/{download → torrent/download}/withdraw-claim.js +0 -0
  378. /package/services/{supply-margin.js → torrent/supply-margin.js} +0 -0
  379. /package/services/{torrent-source-key.js → torrent/torrent-source-key.js} +0 -0
  380. /package/services/{torrent-worker → torrent/worker}/fastest-wires.js +0 -0
  381. /package/services/{torrent-worker → torrent/worker}/handle-state.js +0 -0
  382. /package/services/{nat-classifier.js → transport/nat-classifier.js} +0 -0
  383. /package/services/{registry-api.js → transport/registry-api.js} +0 -0
  384. /package/services/{tunnel-client.js → transport/tunnel-client.js} +0 -0
  385. /package/services/{priority → viewer}/WaitLedger.js +0 -0
@@ -18,7 +18,7 @@
18
18
  */
19
19
 
20
20
  import NatAPI from "@silentbot1/nat-api";
21
- import { logger } from "../utils/logger.js";
21
+ import { logger } from "../../utils/logger.js";
22
22
 
23
23
  // nat-api clamps ttl to a 1200 s minimum; it auto-renews at (ttl - 600) s.
24
24
  const DEFAULT_TTL_SECONDS = 7200;
@@ -36,7 +36,7 @@ import { shouldStartCapture, WITNESS_COOLDOWN_MS } from "./packet-witness.js";
36
36
  const HERE = path.dirname(fileURLToPath(import.meta.url));
37
37
 
38
38
  /** The bundled gdb script that performs the usrsctp state walk. */
39
- export const SCTPSTATE_SCRIPT_PATH = path.join(HERE, "..", "assets", "diagnostics", "sctpstate.gdb");
39
+ export const SCTPSTATE_SCRIPT_PATH = path.join(HERE, "..", "..", "assets", "diagnostics", "sctpstate.gdb");
40
40
 
41
41
  /** How long gdb may run before it is killed. Generous: this is a rare, one-shot read. */
42
42
  export const GDB_TIMEOUT_MS = 15_000;
@@ -5,7 +5,7 @@
5
5
  * Receives SDP offers and ICE candidates through the signalling tunnel
6
6
  * and responds with SDP answers and its own candidates through the same channel.
7
7
  *
8
- * Data channels for actual streaming are handed off to `data-channel-handler.js`
8
+ * Data channels for actual streaming are handed off to `transport/data-channel-handler.js`
9
9
  * via the `onDataChannel` callback — this module only owns the signalling phase.
10
10
  */
11
11
 
@@ -0,0 +1,340 @@
1
+ /**
2
+ * @file Which output answers THIS viewer, and for how long that stands.
3
+ *
4
+ * Until now the answer was one record per (file, asked height), shared by
5
+ * everybody watching the file: `OutputCatalog.servedBy`. That is the very thing
6
+ * roadmap item 97 forbids — a viewer on a thin link would have moved the output
7
+ * of a viewer on a thick one, because both read the same entry. So the answer
8
+ * belongs to the viewer, and this is where a viewer keeps it.
9
+ *
10
+ * FIVE FACTS, and each is here because something reads it:
11
+ *
12
+ * 1. **the chosen output** per asked height — what the suitability rule
13
+ * decided, and the only thing that may change it;
14
+ * 2. the output being PREPARED — `Viewer.warmingVariantId`, which already
15
+ * exists and stays where it is;
16
+ * 3. **this viewer's own generation**, raised when THIS viewer seeks. Not the
17
+ * output's `waitEpoch`: that one is shared, rises for reasons that are not a
18
+ * seek, and is moved by other people's seeks on a shared output. A request
19
+ * CARRIES the generation it was made in, because a request that arrives late
20
+ * would otherwise be read against the current one and answered as though it
21
+ * had just been made;
22
+ * 4. **what was given**: which output answered segment N in generation G. This
23
+ * is what makes a repeat of a request get the same output rather than being
24
+ * decided again;
25
+ * 5. **what was accepted**: the assignments whose response has already begun.
26
+ *
27
+ * TWO DEADLINES, NOT ONE. An earlier draft dropped an assignment the moment its
28
+ * generation was left behind, which contradicts finishing a response that is
29
+ * still being sent: the bytes would still be going out while the reason for
30
+ * holding their output had gone.
31
+ *
32
+ * 1. a generation that has been left behind stops accepting NEW requests after
33
+ * `acceptWindowMs`. What that window should be is NOT derived here — the
34
+ * player's retry policy is overridden by the product's own page and the
35
+ * native path has none at all — so it is given explicitly and checked on
36
+ * what it is given;
37
+ * 2. an ACCEPTED request keeps its assignment until its response finishes or is
38
+ * released, whatever generation it belongs to and however long that takes.
39
+ *
40
+ * An output is kept while any assignment of it stands: `heldKeys()` is asked
41
+ * before an output is let go, rather than the assignments being discovered
42
+ * afterwards.
43
+ *
44
+ * LIMIT, stated rather than left to be found: an assignment is keyed by the
45
+ * HEIGHT asked for, so it speaks for the picture and its steps. A soundtrack is
46
+ * not a height and records nothing in `given`; item 97 is about the picture.
47
+ * A soundtrack's response is still held by `accept` while it is being sent,
48
+ * and a request for a soundtrack made in a viewing that was left is still
49
+ * refused — neither of those is about heights.
50
+ *
51
+ * WHERE EACH FACT IS READ AND WRITTEN (roadmap item 97, step 9):
52
+ *
53
+ * 1. the generation — told by the seek route (`ViewerRequests.requestSeek`),
54
+ * checked by every file route BEFORE anything else the route does
55
+ * (`routes/transcode/session-file/get.js`, `refusedAsStale`);
56
+ * 2. `given` — written and read by the step route
57
+ * (`Renditions.resolveVariantFile`) under the height asked for and the
58
+ * segment, −1 for the init; written by the picture's own route under the
59
+ * height that output is named after (`ViewerRequests.noteAnsweredDirectly`);
60
+ * 3. `accepted` — held from the start of a response to its `finish`, `close`
61
+ * or `error` (`serveSessionFile`);
62
+ * 4. `heldKeys` — asked before an output is disposed (`Viewers.stillNeeded`,
63
+ * `Viewers.assignmentsHold`);
64
+ * 5. `chosen` — written only by the suitability rule, for an output that suits
65
+ * this viewer (`Renditions`, through `viewer/choices.js`), and read first
66
+ * for every NEW address after `given` (step 11). The shared
67
+ * `OutputCatalog.servedBy` record it replaced is gone: one viewer's answer is
68
+ * no longer every viewer's. An answer of "nothing suits" is never recorded
69
+ * here — it is answered to the request as `output-unavailable`.
70
+ *
71
+ * ORDER OF ANSWERING, and why: `given` before `chosen` before the rule. A
72
+ * repeat of an address must get what answered it, even after `chosen` has
73
+ * moved to another output of the same height — the player holds that output's
74
+ * header for it. When the output behind `given` has gone, the address is not
75
+ * decided again as if new: it is served from the stored piece, or by an output
76
+ * whose header is proven compatible, or answered `assignment-lost`.
77
+ */
78
+
79
+ /**
80
+ * The address of one thing asked for: a height of the picture and a segment.
81
+ *
82
+ * @param {number} askedHeight
83
+ * @param {number} segmentIndex
84
+ * @returns {string}
85
+ */
86
+ function addressOf(askedHeight, segmentIndex) {
87
+ return `${askedHeight}:${segmentIndex}`;
88
+ }
89
+
90
+ export class Assignments {
91
+ /** Chosen output per asked height. @type {Map<number, string>} */
92
+ #chosen = new Map();
93
+ /** Generation → (address → output key). @type {Map<number, Map<string, string>>} */
94
+ #given = new Map();
95
+ /** Generation → when it stopped being the current one. @type {Map<number, number>} */
96
+ #leftAt = new Map();
97
+ /** Accepted responses, by their own token. @type {Map<string, { outputKey: string }>} */
98
+ #accepted = new Map();
99
+ #generation = 0;
100
+ #nextToken = 0;
101
+ #acceptWindowMs;
102
+
103
+ /**
104
+ * @param {{ acceptWindowMs: number }} limits - Explicitly given; see the
105
+ * first deadline above for why it is not derived.
106
+ */
107
+ constructor({ acceptWindowMs }) {
108
+ if (!Number.isFinite(acceptWindowMs) || acceptWindowMs < 0) {
109
+ throw new TypeError("Assignments: acceptWindowMs must be a number of milliseconds");
110
+ }
111
+ this.#acceptWindowMs = acceptWindowMs;
112
+ }
113
+
114
+ /** The generation a request made now belongs to. @returns {number} */
115
+ get generation() {
116
+ return this.#generation;
117
+ }
118
+
119
+ /**
120
+ * The page states which viewing its requests now belong to.
121
+ *
122
+ * TOLD, NOT COUNTED. The page is where a seek begins and where every request
123
+ * is built, so it is the only place that can stamp a request with the viewing
124
+ * it belongs to; a number counted here would be a second owner of one fact
125
+ * and the two would disagree exactly when a request and a seek cross.
126
+ *
127
+ * Monotonic — a lower number is ignored, so a reordered or repeated message
128
+ * cannot take the viewer back. The generation being left is not dropped: it
129
+ * is marked with the moment it stopped being current, which is what its
130
+ * acceptance window is measured from.
131
+ *
132
+ * @param {number} generation
133
+ * @param {number} [now]
134
+ * @returns {number} The generation now current.
135
+ */
136
+ statedGeneration(generation, now = Date.now()) {
137
+ if (!Number.isInteger(generation) || generation <= this.#generation) {
138
+ return this.#generation;
139
+ }
140
+ this.#leftAt.set(this.#generation, now);
141
+ this.#generation = generation;
142
+ return this.#generation;
143
+ }
144
+
145
+ /**
146
+ * Whether a request made in `generation` may still be answered.
147
+ *
148
+ * A generation AHEAD of the one stated is accepted, and that is not
149
+ * laxness: the page raises its own number before it sends anything, so a
150
+ * segment request can overtake the seek that announces the new viewing. The
151
+ * page is the owner, so being behind it means this side has not heard yet.
152
+ *
153
+ * A request that states nothing at all is accepted — a transport with no
154
+ * loader of ours builds no such parameter, and it has one viewing.
155
+ *
156
+ * @param {number} generation
157
+ * @param {number} [now]
158
+ * @returns {boolean}
159
+ */
160
+ accepts(generation, now = Date.now()) {
161
+ if (!Number.isInteger(generation) || generation >= this.#generation) {
162
+ return true;
163
+ }
164
+ const left = this.#leftAt.get(generation);
165
+ return left !== undefined && now - left <= this.#acceptWindowMs;
166
+ }
167
+
168
+ /** The output chosen for this height, or an empty string. @returns {string} */
169
+ chosenFor(askedHeight) {
170
+ return this.#chosen.get(askedHeight) ?? "";
171
+ }
172
+
173
+ /**
174
+ * The suitability rule has decided. This is the ONLY thing that moves a
175
+ * choice: a request never decides one for itself.
176
+ *
177
+ * @param {number} askedHeight
178
+ * @param {string} outputKey
179
+ * @returns {void}
180
+ */
181
+ choose(askedHeight, outputKey) {
182
+ if (!(askedHeight > 0) || !outputKey) {
183
+ return;
184
+ }
185
+ this.#chosen.set(askedHeight, outputKey);
186
+ }
187
+
188
+ /**
189
+ * The asked heights whose choice is this output.
190
+ *
191
+ * A step is NAMED after the height it produces and CHOSEN under the height
192
+ * the player asked for, and the two can differ. A move to another output of
193
+ * the same height has to replace the choice under the height the player
194
+ * asks for, so it is read back from the choice rather than from the name.
195
+ *
196
+ * @param {string} outputKey
197
+ * @returns {number[]}
198
+ */
199
+ heightsChosenAs(outputKey) {
200
+ const heights = [];
201
+ for (const [askedHeight, key] of this.#chosen) {
202
+ if (key === outputKey) {
203
+ heights.push(askedHeight);
204
+ }
205
+ }
206
+ return heights;
207
+ }
208
+
209
+ /**
210
+ * The highest segment given at this height in this generation, or −1 when
211
+ * nothing but perhaps the init was.
212
+ *
213
+ * What the player asks for next is the segment after it: hls.js fetches a
214
+ * level's segments in order within one viewing. Nothing given yet is the
215
+ * state straight after a seek, and then the next is where the viewer stands,
216
+ * which only the caller can turn into a number.
217
+ *
218
+ * @param {number} generation
219
+ * @param {number} askedHeight
220
+ * @returns {number}
221
+ */
222
+ highestGiven(generation, askedHeight) {
223
+ const byAddress = this.#given.get(generation);
224
+ if (!byAddress) {
225
+ return -1;
226
+ }
227
+ const prefix = `${askedHeight}:`;
228
+ let highest = -1;
229
+ for (const address of byAddress.keys()) {
230
+ if (!address.startsWith(prefix)) {
231
+ continue;
232
+ }
233
+ const index = Number(address.slice(prefix.length));
234
+ if (Number.isInteger(index) && index > highest) {
235
+ highest = index;
236
+ }
237
+ }
238
+ return highest;
239
+ }
240
+
241
+ /**
242
+ * What answered this segment in this generation, or an empty string.
243
+ *
244
+ * @param {number} generation
245
+ * @param {number} askedHeight
246
+ * @param {number} segmentIndex
247
+ * @returns {string}
248
+ */
249
+ givenFor(generation, askedHeight, segmentIndex) {
250
+ return this.#given.get(generation)?.get(addressOf(askedHeight, segmentIndex)) ?? "";
251
+ }
252
+
253
+ /**
254
+ * Record what answered, so a repeat of the same request is answered the same
255
+ * way rather than decided again.
256
+ *
257
+ * @param {number} generation
258
+ * @param {number} askedHeight
259
+ * @param {number} segmentIndex
260
+ * @param {string} outputKey
261
+ * @returns {void}
262
+ */
263
+ give(generation, askedHeight, segmentIndex, outputKey) {
264
+ if (!outputKey || !(askedHeight > 0) || !Number.isInteger(segmentIndex)) {
265
+ return;
266
+ }
267
+ const byAddress = this.#given.get(generation) ?? new Map();
268
+ byAddress.set(addressOf(askedHeight, segmentIndex), outputKey);
269
+ this.#given.set(generation, byAddress);
270
+ }
271
+
272
+ /**
273
+ * A response has begun. The token returned releases it, and until it is
274
+ * released this output is held whatever else happens to its generation.
275
+ *
276
+ * @param {string} outputKey
277
+ * @returns {string} token
278
+ */
279
+ accept(outputKey) {
280
+ this.#nextToken += 1;
281
+ const token = `a${this.#nextToken}`;
282
+ this.#accepted.set(token, { outputKey });
283
+ return token;
284
+ }
285
+
286
+ /**
287
+ * The response is finished or cancelled.
288
+ *
289
+ * @param {string} token
290
+ * @returns {void}
291
+ */
292
+ release(token) {
293
+ this.#accepted.delete(token);
294
+ }
295
+
296
+ /**
297
+ * Every output this viewer's assignments hold, asked BEFORE one is let go.
298
+ *
299
+ * Three sources, and each is a reason on its own: a choice that stands, a
300
+ * response still being sent, and what was given inside a generation still
301
+ * within its acceptance window. Generations past that window are forgotten
302
+ * here — this is the one place that prunes, so the maps cannot grow with
303
+ * every seek of a long viewing.
304
+ *
305
+ * @param {number} [now]
306
+ * @returns {Set<string>}
307
+ */
308
+ heldKeys(now = Date.now()) {
309
+ const held = new Set(this.#chosen.values());
310
+ for (const { outputKey } of this.#accepted.values()) {
311
+ held.add(outputKey);
312
+ }
313
+ for (const generation of [...this.#given.keys()]) {
314
+ if (this.accepts(generation, now)) {
315
+ for (const outputKey of this.#given.get(generation).values()) {
316
+ held.add(outputKey);
317
+ }
318
+ } else {
319
+ this.#given.delete(generation);
320
+ this.#leftAt.delete(generation);
321
+ }
322
+ }
323
+ return held;
324
+ }
325
+
326
+ /**
327
+ * This viewer has gone: nothing they asked for holds anything any more.
328
+ *
329
+ * An accepted response is dropped with the rest, because the connection it
330
+ * was being sent over is what went.
331
+ *
332
+ * @returns {void}
333
+ */
334
+ clear() {
335
+ this.#chosen.clear();
336
+ this.#given.clear();
337
+ this.#leftAt.clear();
338
+ this.#accepted.clear();
339
+ }
340
+ }