@torrent-tv/proxy 2.89.7 → 2.89.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (497) hide show
  1. package/.claude/commands/opsx/apply.md +155 -155
  2. package/.claude/commands/opsx/archive.md +160 -160
  3. package/.claude/commands/opsx/explore.md +174 -174
  4. package/.claude/commands/opsx/propose.md +109 -109
  5. package/.claude/commands/opsx/sync.md +143 -143
  6. package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
  7. package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
  8. package/.claude/skills/openspec-explore/SKILL.md +289 -289
  9. package/.claude/skills/openspec-propose/SKILL.md +113 -113
  10. package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
  11. package/.dockerignore +5 -5
  12. package/AGENTS.md +358 -338
  13. package/CHANGELOG.md +2340 -2335
  14. package/Dockerfile +30 -30
  15. package/LICENSE +16 -16
  16. package/README.md +369 -369
  17. package/assets/calibration/NOTICE.md +100 -100
  18. package/assets/calibration/audio/NOTICE.md +19 -19
  19. package/assets/calibration/audio/manifest.json +98 -98
  20. package/assets/diagnostics/sctpstate.gdb +31 -31
  21. package/bin/cli.js +684 -684
  22. package/bin/thread-pool.js +30 -30
  23. package/biome.json +412 -412
  24. package/docs/browser-proxy-contract.md +155 -155
  25. package/docs/container-architecture.md +273 -273
  26. package/docs/download-architecture.md +261 -261
  27. package/docs/encode-architecture.md +765 -765
  28. package/docs/encode-run-state.md +96 -96
  29. package/docs/logs.md +97 -97
  30. package/docs/playback-start-forecast.md +113 -113
  31. package/docs/socks5-egress-research.md +114 -114
  32. package/docs/storage-architecture.md +273 -273
  33. package/knip.json +14 -14
  34. package/openspec/changes/adaptive-bitrate/design.md +92 -92
  35. package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
  36. package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
  37. package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
  38. package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
  39. package/openspec/changes/binary-distribution/proposal.md +53 -53
  40. package/openspec/changes/chunked-request-bodies/design.md +81 -81
  41. package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
  42. package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
  43. package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
  44. package/openspec/changes/cold-start/design.md +98 -98
  45. package/openspec/changes/cold-start/proposal.md +62 -62
  46. package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
  47. package/openspec/changes/cold-start/tasks.md +48 -48
  48. package/openspec/changes/disk-cap/.openspec.yaml +2 -2
  49. package/openspec/changes/disk-cap/proposal.md +37 -37
  50. package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
  51. package/openspec/changes/disk-cap/tasks.md +19 -19
  52. package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
  53. package/openspec/changes/proxy-observability/design.md +38 -38
  54. package/openspec/changes/proxy-observability/proposal.md +49 -49
  55. package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
  56. package/openspec/changes/proxy-observability/tasks.md +21 -21
  57. package/openspec/changes/seek-debounce/design.md +118 -118
  58. package/openspec/changes/seek-debounce/proposal.md +59 -59
  59. package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
  60. package/openspec/changes/seek-debounce/tasks.md +33 -33
  61. package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
  62. package/openspec/changes/subtitle-language/proposal.md +50 -50
  63. package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
  64. package/openspec/changes/subtitle-language/tasks.md +26 -26
  65. package/openspec/changes/track-selection/.openspec.yaml +2 -2
  66. package/openspec/changes/track-selection/design.md +47 -47
  67. package/openspec/changes/track-selection/proposal.md +45 -45
  68. package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
  69. package/openspec/changes/track-selection/tasks.md +20 -20
  70. package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
  71. package/openspec/changes/transcode-quality/proposal.md +51 -51
  72. package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
  73. package/openspec/changes/transcode-quality/tasks.md +63 -63
  74. package/openspec/config.yaml +38 -38
  75. package/package.json +51 -50
  76. package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
  77. package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
  78. package/research/double-spawn-2026-09-10.md +171 -171
  79. package/research/handover-2026-09-13.md +209 -209
  80. package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
  81. package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
  82. package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
  83. package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
  84. package/routes/api/client-logs/post.js +86 -86
  85. package/routes/api/delivery-sink/get.js +72 -72
  86. package/routes/api/link-probe/get.js +51 -51
  87. package/routes/api/playback-plan/audio-tracks/post.js +29 -29
  88. package/routes/api/playback-plan/post.js +53 -53
  89. package/routes/api/sources/files/get.js +106 -106
  90. package/routes/api/sources/post.js +36 -36
  91. package/routes/api/sources/stats/get.js +132 -132
  92. package/routes/api/sources/warm/post.js +217 -217
  93. package/routes/api/subtitles/get.js +230 -230
  94. package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
  95. package/routes/api/transcode-sessions/net-report/post.js +138 -138
  96. package/routes/api/transcode-sessions/post.js +178 -178
  97. package/routes/api/transcode-sessions/progress/get.js +27 -27
  98. package/routes/api/transcode-sessions/release/post.js +41 -41
  99. package/routes/api/transcode-sessions/seek/post.js +63 -63
  100. package/routes/health/get.js +13 -13
  101. package/routes/healthz/get.js +13 -13
  102. package/routes/stream/get.js +416 -416
  103. package/routes/transcode/audio-file/get.js +64 -64
  104. package/routes/transcode/audio-warm/get.js +95 -95
  105. package/routes/transcode/session-file/get.js +52 -52
  106. package/routes/transcode/variant-file/get.js +95 -95
  107. package/routes/transcode/variant-warm/get.js +84 -84
  108. package/scripts/build-audio-samples.mjs +31 -31
  109. package/scripts/render-run-graph.js +173 -173
  110. package/server.js +748 -748
  111. package/services/encode/CoverageMap.js +428 -428
  112. package/services/encode/CushionReport.js +345 -345
  113. package/services/encode/EncodeAdmission.js +376 -376
  114. package/services/encode/EncodeOrchestrator.js +1192 -1192
  115. package/services/encode/EncodePlan.js +1368 -1368
  116. package/services/encode/EncodeRun.js +36 -12
  117. package/services/encode/Encoder.js +142 -142
  118. package/services/encode/EncoderSelection.js +38 -38
  119. package/services/encode/LocalObservations.js +359 -359
  120. package/services/encode/NvencEncoder.js +50 -50
  121. package/services/encode/OutputOpening.js +784 -784
  122. package/services/encode/OutputTimes.js +579 -579
  123. package/services/encode/QsvEncoder.js +58 -58
  124. package/services/encode/Renditions.js +2283 -2283
  125. package/services/encode/RunClock.js +87 -87
  126. package/services/encode/RunProgress.js +79 -79
  127. package/services/encode/SegmentDemand.js +95 -95
  128. package/services/encode/SoftwareEncoder.js +121 -121
  129. package/services/encode/V4l2m2mEncoder.js +53 -53
  130. package/services/encode/VaapiEncoder.js +66 -66
  131. package/services/encode/args.js +418 -418
  132. package/services/encode/audio-calibration.js +67 -67
  133. package/services/encode/audio-work-rate.js +15 -15
  134. package/services/encode/available-share.js +89 -89
  135. package/services/encode/calibration.js +361 -361
  136. package/services/encode/contention.js +128 -128
  137. package/services/encode/decode-cost-fit.js +363 -363
  138. package/services/encode/encode-exit.js +116 -116
  139. package/services/encode/encode-run-state.js +551 -551
  140. package/services/encode/encoder-readings.js +43 -43
  141. package/services/encode/fingerprint.js +322 -322
  142. package/services/encode/host-load.js +174 -174
  143. package/services/encode/hwaccel.js +1894 -1894
  144. package/services/encode/index.js +9 -9
  145. package/services/encode/learned-median.js +90 -90
  146. package/services/encode/output/EncodedOutput.js +57 -57
  147. package/services/encode/output/Output.js +131 -131
  148. package/services/encode/output/OutputCatalog.js +414 -414
  149. package/services/encode/output/OutputSpec.js +390 -390
  150. package/services/encode/output/Timeline.js +308 -308
  151. package/services/encode/output/cut-grid.js +107 -107
  152. package/services/encode/output/index.js +24 -24
  153. package/services/encode/output/ladder.js +32 -32
  154. package/services/encode/output/playlists.js +284 -284
  155. package/services/encode/output/rates.js +125 -125
  156. package/services/encode/output-key-format.js +21 -21
  157. package/services/encode/quality/EncodeCost.js +1043 -1043
  158. package/services/encode/quality/HostLoad.js +525 -525
  159. package/services/encode/quality/HostTimings.js +249 -249
  160. package/services/encode/quality/OutputQualityState.js +24 -24
  161. package/services/encode/quality/QualityController.js +758 -758
  162. package/services/encode/quality/QualityOffer.js +416 -416
  163. package/services/encode/quality/drain-threat.js +47 -47
  164. package/services/encode/quality/link-budget.js +337 -337
  165. package/services/encode/quality/output-format.js +319 -319
  166. package/services/encode/quality/serving-output.js +216 -216
  167. package/services/encode/quality/visible-rung.js +57 -57
  168. package/services/encode/run-budget.js +97 -97
  169. package/services/encode/run-command.js +757 -757
  170. package/services/encode/run-costs.js +155 -155
  171. package/services/encode/run-inputs.js +53 -53
  172. package/services/encode/segment-formats/fmp4.js +476 -476
  173. package/services/encode/segment-formats/init-compat.js +324 -324
  174. package/services/encode/segment-formats/mpegts.js +134 -134
  175. package/services/encode/start-stop-cost.js +178 -178
  176. package/services/encode/throughput.js +97 -97
  177. package/services/encode/torrent-cost.js +88 -88
  178. package/services/identity/installation-id.js +38 -38
  179. package/services/media/ContainerOrchestrator.js +202 -202
  180. package/services/media/KeyframeTables.js +356 -356
  181. package/services/media/SourceFile.js +298 -298
  182. package/services/media/SubtitleCues.js +592 -592
  183. package/services/media/SubtitleOrchestrator.js +167 -167
  184. package/services/media/audio-inventory.js +299 -299
  185. package/services/media/container/AviContainer.js +268 -268
  186. package/services/media/container/Container.js +632 -632
  187. package/services/media/container/ContainerFactory.js +38 -38
  188. package/services/media/container/KeyframeTable.js +272 -272
  189. package/services/media/container/MatroskaContainer.js +1031 -1031
  190. package/services/media/container/Mp4Container.js +1354 -1354
  191. package/services/media/container/SubtitleFileContainer.js +339 -339
  192. package/services/media/container/ebml-reader.js +159 -159
  193. package/services/media/container/ebml-stream.js +174 -174
  194. package/services/media/container/matroska-clusters.js +1165 -1165
  195. package/services/media/container/unavailable.js +77 -77
  196. package/services/media/ffmpeg-banner.js +260 -260
  197. package/services/media/keyframe-probe.js +157 -157
  198. package/services/media/media-info-probe.js +93 -93
  199. package/services/media/playback-planner.js +931 -931
  200. package/services/media/tracks/AudioTrack.js +143 -143
  201. package/services/media/tracks/ContainerTrack.js +84 -84
  202. package/services/media/tracks/ImageSubtitleTrack.js +19 -19
  203. package/services/media/tracks/SubtitleTrack.js +38 -38
  204. package/services/media/tracks/TextSubtitleTrack.js +295 -295
  205. package/services/media/tracks/VideoTrack.js +33 -33
  206. package/services/media/tracks/audio-bound.js +233 -233
  207. package/services/media/tracks/index.js +15 -15
  208. package/services/media/tracks/language-detect.js +174 -174
  209. package/services/server/OutputLifecycle.js +418 -418
  210. package/services/server/SegmentServing.js +1152 -1152
  211. package/services/server/ViewerRequests.js +785 -785
  212. package/services/server/WaitLedger.js +142 -142
  213. package/services/server/controllers/PlaybackController.js +40 -40
  214. package/services/server/controllers/SubtitleController.js +109 -109
  215. package/services/server/http-responses.js +60 -60
  216. package/services/server/transcode-session-files.js +325 -325
  217. package/services/server/wire-outputs.js +1029 -1029
  218. package/services/storage/Diagnostics.js +202 -202
  219. package/services/storage/MachineBudget.js +235 -235
  220. package/services/storage/allowance.js +107 -107
  221. package/services/storage/core-dumps.js +106 -106
  222. package/services/storage/files/CompletedFiles.js +391 -391
  223. package/services/storage/files/piece-from-whole-file.js +118 -118
  224. package/services/storage/free.js +71 -71
  225. package/services/storage/keep.js +48 -48
  226. package/services/storage/machine-memory.js +56 -56
  227. package/services/storage/memory-report.js +575 -575
  228. package/services/storage/piece-store/piece-disk-store.js +539 -539
  229. package/services/storage/piece-store/piece-lru.js +495 -495
  230. package/services/storage/piece-store/shared-piece-store.js +1937 -1937
  231. package/services/storage/returns.js +103 -103
  232. package/services/storage/segment-store/SegmentStore.js +1294 -1294
  233. package/services/storage/wire.js +175 -175
  234. package/services/torrent/Contents.js +382 -382
  235. package/services/torrent/demand/DemandRegister.js +202 -202
  236. package/services/torrent/demand/Urgency.js +137 -137
  237. package/services/torrent/demand/Window.js +118 -118
  238. package/services/torrent/demand/index.js +8 -8
  239. package/services/torrent/demand/pieces.js +140 -140
  240. package/services/torrent/download/SwarmSelection.js +386 -386
  241. package/services/torrent/download/registry.js +102 -102
  242. package/services/torrent/download/withdraw-claim.js +80 -80
  243. package/services/torrent/episode-naming.js +182 -182
  244. package/services/torrent/files.js +455 -455
  245. package/services/torrent/naming.js +619 -619
  246. package/services/torrent/piece-store-of.js +29 -29
  247. package/services/torrent/supply-margin.js +264 -264
  248. package/services/torrent/torrent-pool.js +2688 -2688
  249. package/services/torrent/worker/background-fill.js +213 -213
  250. package/services/torrent/worker/channel.js +271 -271
  251. package/services/torrent/worker/client.js +836 -836
  252. package/services/torrent/worker/fastest-wires.js +342 -342
  253. package/services/torrent/worker/handle-state.js +23 -23
  254. package/services/torrent/worker/held-bytes.js +231 -231
  255. package/services/torrent/worker/install-webrtc-shim.js +32 -32
  256. package/services/torrent/worker/piece-reader.js +1078 -1078
  257. package/services/torrent/worker/pool-adapter.js +371 -371
  258. package/services/torrent/worker/protocol.js +184 -184
  259. package/services/torrent/worker/resume-warm.js +107 -107
  260. package/services/torrent/worker/webrtc-shim.js +219 -219
  261. package/services/torrent/worker/worker.js +1137 -1137
  262. package/services/transport/data-channel-handler.js +1373 -1373
  263. package/services/transport/delivery-probe.js +842 -842
  264. package/services/transport/health-collector.js +53 -53
  265. package/services/transport/nat-classifier.js +231 -231
  266. package/services/transport/packet-witness.js +808 -808
  267. package/services/transport/port-mapper.js +235 -235
  268. package/services/transport/registry-api.js +81 -81
  269. package/services/transport/tunnel-client.js +447 -447
  270. package/services/transport/usrsctp-state.js +175 -175
  271. package/services/transport/webrtc-manager.js +484 -484
  272. package/services/viewer/Assignments.js +340 -340
  273. package/services/viewer/PriorityMap.js +421 -421
  274. package/services/viewer/PriorityOrchestrator.js +325 -325
  275. package/services/viewer/Viewer.js +691 -691
  276. package/services/viewer/Viewers.js +368 -368
  277. package/services/viewer/active-output.js +37 -37
  278. package/services/viewer/audio-start.js +46 -46
  279. package/services/viewer/buffer-trend.js +81 -81
  280. package/services/viewer/choices.js +647 -647
  281. package/services/viewer/media-time.js +355 -355
  282. package/services/viewer/playback-readiness.js +635 -635
  283. package/services/viewer/positions.js +126 -126
  284. package/services/viewer/report-intake.js +46 -46
  285. package/store/source-registry.js +71 -71
  286. package/test/asset-paths.test.js +28 -28
  287. package/test/audio-buffer-continuity.test.js +77 -77
  288. package/test/audio-calibration.test.js +23 -23
  289. package/test/audio-inventory.test.js +212 -212
  290. package/test/audio-track-bitrate.test.js +40 -40
  291. package/test/auto-quality-step.test.js +762 -762
  292. package/test/available-share.test.js +76 -76
  293. package/test/background-fill.test.js +190 -190
  294. package/test/client-log-file.test.js +110 -110
  295. package/test/coalesce.test.js +39 -39
  296. package/test/completed-files.test.js +115 -115
  297. package/test/concurrent-cost.test.js +148 -148
  298. package/test/container-media-info.test.js +228 -228
  299. package/test/contention.test.js +76 -76
  300. package/test/core-dumps.test.js +57 -57
  301. package/test/coverage-follows-the-disk.test.js +233 -228
  302. package/test/coverage-map.test.js +195 -195
  303. package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
  304. package/test/cut-times-timeline.test.js +65 -65
  305. package/test/cuts-follow-published-grid.test.js +109 -109
  306. package/test/data-channel-frame.test.js +63 -63
  307. package/test/data-channel-viewer-lifecycle.test.js +92 -92
  308. package/test/dead-torrent-handle.test.js +52 -52
  309. package/test/declared-rates.test.js +116 -116
  310. package/test/declared-tracks.test.js +43 -43
  311. package/test/decode-cost-fit.test.js +202 -202
  312. package/test/decode-cost.test.js +475 -475
  313. package/test/delivery-probe.test.js +393 -393
  314. package/test/demand-register.test.js +206 -206
  315. package/test/dht-bootstrap.test.js +72 -72
  316. package/test/drain-threat.test.js +65 -65
  317. package/test/duplicate-add.test.js +48 -48
  318. package/test/encode-admission.test.js +146 -146
  319. package/test/encode-cost.test.js +275 -275
  320. package/test/encode-exit.test.js +111 -111
  321. package/test/encode-orchestrator.test.js +426 -426
  322. package/test/encode-plan-viewers.test.js +725 -725
  323. package/test/encode-plan.test.js +545 -545
  324. package/test/encode-run-state.test.js +314 -314
  325. package/test/encode-run.test.js +20 -0
  326. package/test/encode-slope.test.js +46 -46
  327. package/test/encoded-output.test.js +39 -39
  328. package/test/encoder-kinds.test.js +122 -122
  329. package/test/encoder-readings.test.js +68 -68
  330. package/test/episode-naming.test.js +131 -131
  331. package/test/every-claimant-is-told-its-share.test.js +152 -152
  332. package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
  333. package/test/failed-start-breaker.test.js +202 -202
  334. package/test/fastest-wires.test.js +143 -143
  335. package/test/ffmpeg-stream-counts.test.js +78 -78
  336. package/test/file-edges.test.js +191 -191
  337. package/test/fixtures/audio-frame-boundary.json +1 -1
  338. package/test/fmp4-self-contained.test.js +80 -80
  339. package/test/fmp4-timestamps.test.js +140 -140
  340. package/test/fmp4-track-completeness.test.js +41 -41
  341. package/test/format-keyed-outputs.test.js +78 -78
  342. package/test/health-metrics.test.js +36 -38
  343. package/test/held-read-ownership.test.js +77 -77
  344. package/test/held-request-width.test.js +157 -157
  345. package/test/helpers/encode-run.js +248 -240
  346. package/test/helpers/held-file.js +77 -77
  347. package/test/helpers/manager.js +62 -62
  348. package/test/helpers/matroska-file.js +296 -296
  349. package/test/helpers/output-spec.js +63 -63
  350. package/test/host-load.test.js +68 -68
  351. package/test/index-accuracy-is-about-the-file.test.js +128 -128
  352. package/test/init-compat.test.js +219 -219
  353. package/test/input-lost-quiets-the-plan.test.js +261 -261
  354. package/test/input-unavailable.test.js +48 -48
  355. package/test/installation-id.test.js +39 -39
  356. package/test/keeping-period.test.js +83 -83
  357. package/test/keyframe-index-accuracy.test.js +188 -188
  358. package/test/keyframe-table-budget.test.js +123 -123
  359. package/test/keyframes-belong-to-the-file.test.js +249 -249
  360. package/test/learned-median.test.js +37 -37
  361. package/test/letting-go-asks-who-is-watching.test.js +191 -191
  362. package/test/limit-row-by-area.test.js +60 -60
  363. package/test/link-budget.test.js +111 -111
  364. package/test/link-probe.test.js +56 -56
  365. package/test/local-encoding-data.test.js +273 -273
  366. package/test/logger-repeats.test.js +134 -134
  367. package/test/look-ahead-coverage.test.js +56 -56
  368. package/test/manager-surface.test.js +291 -291
  369. package/test/matroska-cluster-discovery.test.js +323 -323
  370. package/test/matroska-cues-track.test.js +192 -192
  371. package/test/media-time.test.js +62 -62
  372. package/test/memory-budget.test.js +390 -390
  373. package/test/move-cost.test.js +216 -216
  374. package/test/mp4-subtitles.test.js +173 -173
  375. package/test/one-authority.test.js +285 -285
  376. package/test/one-budget.test.js +149 -149
  377. package/test/one-output-one-session.test.js +273 -273
  378. package/test/one-resource-divided.test.js +185 -185
  379. package/test/one-serving-output-per-height.test.js +458 -458
  380. package/test/orchestrator-wired.test.js +207 -207
  381. package/test/output-catalog.test.js +39 -39
  382. package/test/output-shape.test.js +21 -21
  383. package/test/output-spec.test.js +251 -251
  384. package/test/output-speed.test.js +92 -87
  385. package/test/outputs-being-prepared.test.js +40 -40
  386. package/test/packet-witness-ring.test.js +236 -236
  387. package/test/packet-witness.test.js +148 -148
  388. package/test/piece-disk-store.test.js +401 -401
  389. package/test/piece-from-whole-file.test.js +129 -129
  390. package/test/piece-lru.test.js +319 -319
  391. package/test/piece-reader.test.js +162 -162
  392. package/test/piece-selection-offset.test.js +85 -85
  393. package/test/piece-store-eviction.test.js +595 -595
  394. package/test/piece-store-never-refuses.test.js +153 -153
  395. package/test/piece-store-reservations.test.js +403 -403
  396. package/test/piece-store-slow-disk.test.js +159 -159
  397. package/test/piece-tail.test.js +97 -97
  398. package/test/plan-host-timings.test.js +68 -68
  399. package/test/plan-is-steady.test.js +225 -225
  400. package/test/playback-readiness.test.js +518 -518
  401. package/test/playback-start-regressions.test.js +101 -101
  402. package/test/priority-map-download.test.js +174 -174
  403. package/test/priority-map-emptied.test.js +204 -204
  404. package/test/priority-map-per-output.test.js +215 -215
  405. package/test/priority-map.test.js +163 -163
  406. package/test/probe-wedge-certainty.test.js +60 -60
  407. package/test/produced-copy-choice.test.js +213 -213
  408. package/test/published-timeline.test.js +83 -83
  409. package/test/quality-offer.test.js +160 -160
  410. package/test/quality-variants.test.js +1274 -1270
  411. package/test/rate-control-in-the-output.test.js +181 -180
  412. package/test/read-survives-withdrawal.test.js +164 -164
  413. package/test/read-window.test.js +365 -365
  414. package/test/reads-not-yet-arrived.test.js +218 -218
  415. package/test/resume-warm.test.js +39 -39
  416. package/test/run-graph-drift.test.js +37 -37
  417. package/test/run-inputs.test.js +80 -80
  418. package/test/run-intervals.test.js +100 -100
  419. package/test/run-position-follows-published-grid.test.js +89 -89
  420. package/test/run-progress.test.js +64 -64
  421. package/test/same-height-switch.test.js +663 -663
  422. package/test/seek-frees-the-viewers-requests.test.js +217 -217
  423. package/test/seek-landing.test.js +109 -109
  424. package/test/seek-target-not-superseded.test.js +195 -195
  425. package/test/segment-closed-on-both-branches.test.js +114 -114
  426. package/test/segment-cut-times.test.js +63 -63
  427. package/test/segment-demand.test.js +80 -80
  428. package/test/segment-hold-supersede.test.js +91 -91
  429. package/test/segment-judged-by-its-own-header.test.js +222 -222
  430. package/test/segment-serve-wiring.test.js +481 -481
  431. package/test/segment-store-eviction.test.js +247 -247
  432. package/test/segment-store.test.js +352 -352
  433. package/test/segment-true-start.test.js +86 -86
  434. package/test/segments-are-shared.test.js +176 -176
  435. package/test/send-chunk-bytes.test.js +86 -86
  436. package/test/serving-existing-output.test.js +111 -111
  437. package/test/serving-output.test.js +102 -102
  438. package/test/shared-piece-store.test.js +310 -310
  439. package/test/sidecar-naming.test.js +142 -142
  440. package/test/soundtrack-rate-bound.test.js +289 -289
  441. package/test/source-file.test.js +133 -133
  442. package/test/source-files-route.test.js +113 -113
  443. package/test/source-registry.test.js +18 -18
  444. package/test/split-a-stretch.test.js +139 -139
  445. package/test/stale-request-after-seek.test.js +158 -158
  446. package/test/startup-readings.test.js +124 -124
  447. package/test/stream-route.test.js +237 -237
  448. package/test/subtitle-cue-framing.test.js +200 -200
  449. package/test/subtitle-cue-source.test.js +102 -102
  450. package/test/subtitle-cue-walk.test.js +385 -385
  451. package/test/subtitle-cursor.test.js +63 -63
  452. package/test/subtitle-defaults.test.js +118 -118
  453. package/test/subtitle-language.test.js +252 -252
  454. package/test/subtitle-metadata.test.js +15 -15
  455. package/test/subtitle-plan-waits.test.js +125 -125
  456. package/test/subtitle-track-numbering.test.js +391 -391
  457. package/test/supply-margin.test.js +190 -190
  458. package/test/swarm-follows-readers.test.js +174 -174
  459. package/test/swarm-reach.test.js +130 -130
  460. package/test/swarm-selection.test.js +220 -220
  461. package/test/tail-duplication.test.js +167 -167
  462. package/test/the-channel-has-both-ends.test.js +91 -91
  463. package/test/the-torrent-thread-serves-bytes.test.js +107 -107
  464. package/test/thread-pool.test.js +53 -53
  465. package/test/timeline.test.js +84 -84
  466. package/test/torrent-contents.test.js +235 -235
  467. package/test/torrent-cost.test.js +71 -71
  468. package/test/torrent-files.test.js +221 -221
  469. package/test/torrent-naming.test.js +255 -255
  470. package/test/tracks-begin-together.test.js +209 -209
  471. package/test/tunnel-renewal.test.js +167 -167
  472. package/test/two-viewers-one-picture.test.js +508 -508
  473. package/test/upload-hurry.test.js +186 -186
  474. package/test/usrsctp-state.test.js +131 -131
  475. package/test/video-facts.test.js +102 -102
  476. package/test/viewer-assignments.test.js +143 -143
  477. package/test/viewer-outputs.test.js +285 -285
  478. package/test/viewer-presence.test.js +116 -116
  479. package/test/viewer-requests-admission.test.js +92 -92
  480. package/test/viewer-starts-on-map.test.js +27 -27
  481. package/test/viewer-states.test.js +192 -189
  482. package/test/viewer-subtitle-subscription.test.js +96 -96
  483. package/test/viewer.test.js +139 -139
  484. package/test/viewing-generations.test.js +390 -390
  485. package/test/visible-rung.test.js +37 -37
  486. package/test/wait-ledger.test.js +100 -100
  487. package/test/webrtc-shim.test.js +149 -149
  488. package/test/wedge-certainty.test.js +131 -131
  489. package/test/whole-file-held-read.test.js +30 -30
  490. package/test/withdraw-piece-claim.test.js +212 -212
  491. package/test/worker-channel.test.js +158 -158
  492. package/utils/client-log-file.js +151 -151
  493. package/utils/coalesce.js +41 -41
  494. package/utils/logger.js +312 -312
  495. package/utils/parse-range.js +25 -25
  496. package/utils/perf.js +59 -59
  497. package/utils/torrent-source-key.js +38 -38
@@ -1,842 +1,842 @@
1
- /**
2
- * @file Numbered delivery probes, and the verdict they make possible.
3
- *
4
- * The delivery freeze (roadmap item 11) looks identical from the proxy in two
5
- * cases that need opposite fixes: usrsctp stopped transmitting, or the browser
6
- * closed its receive window because the page stopped draining the channel. The
7
- * proxy's own counters cannot separate them — libdatachannel's `bytesSent`
8
- * counts bytes ACCEPTED into usrsctp, not bytes put on the wire — so the
9
- * reading has to come from the far end.
10
- *
11
- * Two facts make that cheap. The reverse direction keeps working throughout the
12
- * freeze (browser to proxy requests arrive and are answered for the whole
13
- * episode, 88 min in the 2026-08-24 case), so the browser can always report.
14
- * And SCTP orders per STREAM, so a probe on a channel opened UNORDERED and
15
- * WITHOUT retransmission passes head-of-line blocking in another stream but
16
- * neither a closed receive window nor a transmitter that stopped.
17
- *
18
- * So: number a probe every {@link PROBE_INTERVAL_MS} on every channel of the
19
- * connection, have the browser echo back the highest number it has seen on
20
- * each, and read the gaps:
21
- *
22
- * every channel current to flowing
23
- * ordered behind, unreliable current to a retransmission stuck in a stream
24
- * both behind, echoes still arriving to the association stopped transmitting
25
- * no echo at all to the reverse direction went too
26
- *
27
- * The verdict is computed from the gaps, not chosen, and every line prints the
28
- * numbers that produced it.
29
- */
30
-
31
- /**
32
- * How often a probe is numbered and sent on every channel.
33
- *
34
- * Half a second, because the transport heartbeat is five and that was the whole
35
- * resolution the 2026-08-24 episode had: the onset could be placed no closer
36
- * than the five seconds between two lines. Sending is cheap - a probe is a few
37
- * dozen bytes - and the interval is NOT the verdict: a healthy burst can hold a
38
- * probe up behind queued data, so how many probes may be outstanding is worked
39
- * out per channel by {@link allowedGap} from the bytes queued ahead of the
40
- * probe and the rate they are leaving at.
41
- */
42
- export const PROBE_INTERVAL_MS = 500;
43
-
44
- /**
45
- * How many probes may be outstanding on a channel before it counts as behind.
46
- *
47
- * DERIVED per channel, not chosen. A probe is handed to the same association as
48
- * the data, and SCTP orders per stream but SCHEDULES per association: one
49
- * congestion window, one send buffer. So a probe waits for whatever is queued
50
- * ahead of it whichever channel it rides on - the unordered one included - and
51
- * a fixed threshold cannot tell that wait from a stopped association. Measured
52
- * 2026-08-26: `association-stopped` printed with all three channels at gap 4-7
53
- * while 110-150 Mbps crossed that same association and 7.34 GB went through it
54
- * without a single failure.
55
- *
56
- * What the wait costs is arithmetic on two measured quantities: the bytes
57
- * queued ahead of the probe, and the rate at which this connection is getting
58
- * bytes away. Add one round trip for the echo to come back. A probe is behind
59
- * only when it is later than that.
60
- *
61
- * There is a third term, and leaving it out made this worse than the constant
62
- * it replaced. The browser answers on ITS own schedule, not ours: it batches
63
- * what it has seen and echoes on a timer, and that timer is throttled to about
64
- * once a second whenever the tab is hidden. So with an empty queue the
65
- * allowance collapsed to one probe and the bound to half a second, while echoes
66
- * legitimately arrived every second - measured 2026-08-27, 67 `association-
67
- * stopped` and 66 `reverse-direction-gone` against 84 `flowing` on a connection
68
- * carrying 3.4 MB/s with every queue at zero. The peer's own cadence is
69
- * measurable on the same connection, so it is measured and added rather than
70
- * assumed.
71
- *
72
- * There is a fourth term, and without it the third one arrives too late to
73
- * help. `echoIntervalMs` is the widest gap between two echoes this connection
74
- * has SHOWN, so it can only grow after a late echo has landed — and a browser
75
- * whose tab has just been hidden goes quiet before it has taught us anything.
76
- * The browser measures its own event-loop delay and puts it in every echo, so
77
- * the delay is known BEFORE the silence rather than after it: an echo timer
78
- * set for half a second cannot fire until the loop runs, and a loop reported
79
- * as 4297 ms behind cannot answer sooner than that. Field 2026-09-03: a viewer
80
- * paused at 15:24:21, the tab went hidden at 15:24:35, `loopLag` climbed
81
- * 681 → 1881 → 4297 → 5957 ms, and at 15:26:05 the probes read `gap 12 of 11`
82
- * and printed `association-stopped` on a connection that was `flowing` again
83
- * seven seconds later. Adding the peer's own reported lag makes that allowance
84
- * 15 instead of 11, and the gap of 12 is then what it was — a browser whose
85
- * timers are frozen, not an association that stopped.
86
- *
87
- * @param {{ queuedBytes: number, bytesPerSecond: number, rttMs: number, echoIntervalMs?: number, peerLoopLagMs?: number, intervalMs?: number }} state
88
- * @returns {number | null} Probes that may legitimately be outstanding, or null
89
- * when no rate has been measured yet and nothing can be said.
90
- */
91
- export function allowedGap({
92
- queuedBytes,
93
- bytesPerSecond,
94
- rttMs,
95
- echoIntervalMs = 0,
96
- peerLoopLagMs = 0,
97
- intervalMs = PROBE_INTERVAL_MS
98
- }) {
99
- if (!(bytesPerSecond > 0) || !(intervalMs > 0)) {
100
- return null;
101
- }
102
- // At least one: a probe sent and not yet echoed is the ordinary state.
103
- return Math.max(1, Math.ceil(allowedWaitMs({ queuedBytes, bytesPerSecond, rttMs, echoIntervalMs, peerLoopLagMs }) / intervalMs));
104
- }
105
-
106
- /**
107
- * How long a probe may legitimately take to be reported back, in milliseconds.
108
- *
109
- * THE QUANTITY {@link allowedGap} COMPUTES AND THEN THROWS AWAY by dividing it
110
- * into probes. Probes are the wrong unit and always were: the same probe goes
111
- * down every channel INCLUDING the one carrying the film, and SCTP schedules
112
- * per association, so a probe waits behind queued video exactly as a segment
113
- * does. What is behind is then not the peer's answer but the probe itself —
114
- * and the honest measure of that is the age of the newest probe the peer has
115
- * seen, which this is compared against.
116
- *
117
- * Four terms, every one measured: the queue's own drain time at the rate this
118
- * connection is achieving, the crossing, the peer's reporting cadence, and how
119
- * late the peer's event loop is running.
120
- *
121
- * @param {{ queuedBytes: number, bytesPerSecond: number, rttMs: number,
122
- * echoIntervalMs?: number, peerLoopLagMs?: number }} state
123
- * @returns {number}
124
- */
125
- export function allowedWaitMs({ queuedBytes, bytesPerSecond, rttMs, echoIntervalMs = 0, peerLoopLagMs = 0 }) {
126
- if (!(bytesPerSecond > 0)) {
127
- return 0;
128
- }
129
- const drainMs = (Math.max(queuedBytes, 0) / bytesPerSecond) * 1000;
130
- return drainMs + Math.max(rttMs, 0) + Math.max(echoIntervalMs, 0) + Math.max(peerLoopLagMs, 0);
131
- }
132
-
133
- /**
134
- * How far back the send times of probes are kept.
135
- *
136
- * A probe older than the point at which the reverse direction is called gone
137
- * can say nothing further, and that bound is itself derived per connection —
138
- * this is the outer edge of it, kept so the map cannot grow with the session.
139
- */
140
- const PROBE_HISTORY_MS = 10 * 60 * 1000;
141
-
142
- /** The label the browser gives the unordered, non-retransmitting channel. */
143
- export const UNRELIABLE_LABEL = "proxy-fast";
144
-
145
- /**
146
- * How old an echo may be before the reverse direction counts as gone, when
147
- * nothing better can be derived.
148
- *
149
- * Used only while no rate has been measured. Otherwise the caller passes
150
- * `echoStaleMs`, worked out the same way as {@link allowedGap}: the browser
151
- * only echoes a probe it has RECEIVED, so an echo waits behind our own queue
152
- * exactly as the probe did.
153
- */
154
- const ECHO_STALE_FALLBACK_MS = 5_000;
155
-
156
- /** How often the probe state is written to the log while nothing changes. */
157
- const REPORT_INTERVAL_MS = 5_000;
158
-
159
- /**
160
- * Whether the `seen` counter has stopped advancing for longer than this
161
- * connection's own history says a healthy gap between two advances ever
162
- * takes.
163
- *
164
- * The `association-stopped` verdict alone is not enough to act on: a
165
- * connection can sit BEHIND by a bounded, roughly constant amount for
166
- * minutes (measured 2026-08-28, session on a backgrounded tab — gap held at
167
- * 6-7 probes for 95+ seconds while `seen` kept climbing right along with
168
- * `sent`) without anything being wrong. What a true wedge shows instead,
169
- * measured the same day against a session already known to be one
170
- * (`d85ae4f5`): `seen` FROZEN at one value for over a minute while `sent`
171
- * climbs unbounded. So the question is not "is there a gap" but "has the
172
- * highest-seen number stopped moving at all, for longer than it has ever
173
- * legitimately taken this connection to report an advance" — the same shape
174
- * as {@link wedgeIsCertain} in `transport/data-channel-handler.js`, applied to the
175
- * probe's own counter instead of the transport's byte counter.
176
- *
177
- * THE FLOOR IS NOT ONE PROBE INTERVAL. "The longest gap this connection has
178
- * ever shown" is nothing at all in its first minutes, and the floor under it
179
- * was a single interval — 500 ms — so any two-second quiet stretch while the
180
- * browser filled its cushion read as longer than anything healthy ever seen.
181
- * Field 2026-09-11: two captures of 180 s each, triggered at `wedged 1s` and
182
- * `wedged 2s`, on a connection with `rtt=5ms`, every queue at 0 B and the
183
- * viewer watching; 65 MB of them were left on the addon's disk.
184
- *
185
- * What replaces it is the connection's own answer to how long a legitimate
186
- * report may take: the peer reports twice a second, the report has to cross,
187
- * and the peer's own event loop may be late — all three measured, all three
188
- * already summed for `echoStaleMs`. A stretch shorter than that proves nothing
189
- * whatever about the association.
190
- *
191
- * @param {{ stuckForMs: number, longestHealthySeenGapMs: number, intervalMs?: number,
192
- * legitimateReportMs?: number }} state
193
- * @returns {{ isCertain: boolean, needMs: number }}
194
- */
195
- export function probeWedgeIsCertain({
196
- stuckForMs,
197
- longestHealthySeenGapMs,
198
- intervalMs = PROBE_INTERVAL_MS,
199
- legitimateReportMs = 0
200
- }) {
201
- const floorMs = Math.max(intervalMs, Number.isFinite(legitimateReportMs) ? legitimateReportMs : 0);
202
- const needMs = Math.max(longestHealthySeenGapMs, floorMs);
203
- return { isCertain: stuckForMs >= needMs, needMs };
204
- }
205
-
206
- /**
207
- * One connection's probe state.
208
- *
209
- * @typedef {Object} ProbeConnection
210
- * @property {string} tag
211
- * @property {Map<import('node-datachannel').DataChannel, string>} channels
212
- * @property {number} seq - Highest probe number sent.
213
- * @property {number} sentAt - When that probe was sent.
214
- * @property {Map<string, number>} seen - Label to the highest number the browser reported.
215
- * @property {number} echoAt - When the last echo arrived (0 = never).
216
- * @property {number} echoes - How many echoes have arrived.
217
- * @property {string} verdict - Last verdict reported, so a change is logged at once.
218
- * @property {number} reportedAt - When the state was last written to the log.
219
- * @property {number} lastSeenAdvanceAt - When any label's `seen` value last increased (0 = never yet).
220
- * @property {number} longestHealthySeenGapMs - The longest gap between two advances this connection has shown while not flagged as a wedge.
221
- * @property {number | null} peerBytes - The far end's transport-level received total, as last reported.
222
- * @property {number | null} peerBytesAtTick - The same, as it stood at the previous tick.
223
- * @property {number | null} peerLoopLagMs - The far end's own event-loop delay, as last reported.
224
- * @property {string | null} peerVisibility - Whether the far end's tab is visible or hidden, as last reported.
225
- * @property {boolean} probeCaptureStarted - One evidence-gathering attempt per wedge; reset once `seen` advances again.
226
- * @property {ReturnType<typeof setInterval> | null} timer
227
- */
228
-
229
- /**
230
- * Read the gaps and say what they mean.
231
- *
232
- * Exported so the rule is testable without a connection: the same numbers
233
- * always produce the same word.
234
- *
235
- * `allowed` carries, per channel label, how many probes may legitimately be
236
- * outstanding right now — {@link allowedGap} computes it from that channel's
237
- * own queue and the connection's measured rate. A label with no entry, or an
238
- * entry of null, cannot be judged: with no rate measured there is nothing to
239
- * divide the queue by, and the verdict says that rather than inventing one.
240
- *
241
- * `peerBytesAdvancing` is the fact that outranks every gap here. The gaps are
242
- * counted against an allowance whose only load-dependent term is OUR OWN
243
- * queue — and that queue is empty by construction, because it drains the moment
244
- * libdatachannel accepts the bytes, whether or not usrsctp then puts them on
245
- * the wire. So a browser filling its cushion as fast as the link allows shows
246
- * an empty queue, a small allowance and a large gap, which reads exactly like a
247
- * stopped association. Measured 2026-08-28: four `association-stopped` in the
248
- * first two minutes of a healthy session, on a connection whose every queue was
249
- * at 0 B and whose viewer never saw the picture stop. Deepening the browser's
250
- * cushion from 30 s to 120 s (roadmap item 4) made the burst four times longer
251
- * and the false verdict correspondingly likelier.
252
- *
253
- * What separates the two is not the size of the backlog — it is large in both —
254
- * but whether bytes are still arriving. The browser reports its own
255
- * transport-level received total with every echo, so the question is answered
256
- * by a counter rather than by a threshold: while that total is advancing, bytes
257
- * ARE crossing and no verdict of a stopped association can stand, however far
258
- * behind the probes are. `null` where the far end does not report it, and then
259
- * the rule falls back to what it says without the term.
260
- *
261
- * `peerLoopLagMs` and `peerVisibility` are printed but never compared against
262
- * anything here: they are what made the allowance as wide as it is, and a
263
- * reader of the log cannot check that arithmetic unless the terms are on the
264
- * same line as the result.
265
- *
266
- * @param {{ seq: number, seen: Map<string, number> | Record<string, number>, labels: string[], echoes: number, echoAgeMs: number | null, allowed?: Map<string, number | null> | Record<string, number | null>, echoStaleMs?: number, peerBytesAdvancing?: boolean | null, peerLoopLagMs?: number | null, peerVisibility?: string | null, peerPending?: number | null }} state
267
- * @returns {{ verdict: string, detail: string }}
268
- */
269
- export function readProbeState(state) {
270
- const seenOf = (label) =>
271
- state.seen instanceof Map ? state.seen.get(label) : state.seen?.[label];
272
- /**
273
- * @param {unknown} source
274
- * @param {string} label
275
- * @returns {number | null}
276
- */
277
- const timeOf = (source, label) => {
278
- const value = source instanceof Map ? source.get(label) : /** @type {any} */ (source)?.[label];
279
- return Number.isFinite(value) ? Number(value) : null;
280
- };
281
- const allowedOf = (label) => {
282
- const source = state.allowed;
283
- const value = source instanceof Map ? source.get(label) : source?.[label];
284
- return Number.isInteger(value) ? Number(value) : null;
285
- };
286
- const parts = [];
287
- let isOrderedBehind = false;
288
- let isUnreliableBehind = false;
289
- let isUnreliableKnown = false;
290
- let isJudgeable = false;
291
- for (const label of state.labels) {
292
- const seen = seenOf(label);
293
- const gap = Number.isInteger(seen) ? state.seq - Number(seen) : null;
294
- const allowance = allowedOf(label);
295
- // BY TIME WHERE IT IS KNOWN. The count is what the line prints, because it
296
- // is what a reader recognises; what decides is a time.
297
- //
298
- // The measured one-way delay first: it is the forward direction itself,
299
- // with the two clocks reconciled from the exchange. The age of the newest
300
- // reported probe is the fallback, and it is larger than the thing itself by
301
- // the peer's reporting cadence and the way back — which is why its own
302
- // allowance carries both of those and the one-way allowance carries
303
- // neither.
304
- const oneWay = timeOf(state.oneWayMs, label);
305
- const oneWayAllowed = timeOf(state.allowedOneWayMs, label);
306
- const lagMs = oneWay !== null && oneWayAllowed !== null ? oneWay : timeOf(state.behindMs, label);
307
- const mayWaitMs = oneWay !== null && oneWayAllowed !== null
308
- ? oneWayAllowed
309
- : timeOf(state.allowedWaitMs, label);
310
- const lagText = lagMs === null || mayWaitMs === null
311
- ? ""
312
- : ` ${Math.round(lagMs)}ms of ${Math.round(mayWaitMs)}ms${oneWay !== null ? " one way" : ""}`;
313
- parts.push(`${label}=${seen ?? "?"}(gap ${gap ?? "?"} of ${allowance ?? "?"}${lagText})`);
314
- if (allowance === null) {
315
- continue;
316
- }
317
- isJudgeable = true;
318
- const isBehind = lagMs !== null && mayWaitMs !== null
319
- ? lagMs > mayWaitMs
320
- : gap === null || gap > allowance;
321
- if (label === UNRELIABLE_LABEL) {
322
- isUnreliableKnown = true;
323
- isUnreliableBehind = isBehind;
324
- } else if (isBehind) {
325
- isOrderedBehind = true;
326
- }
327
- }
328
- const isPeerAdvancing = state.peerBytesAdvancing === true;
329
- const detail =
330
- `sent=${state.seq} ${parts.join(" ")} ` +
331
- `echoAge=${state.echoAgeMs === null ? "never" : `${state.echoAgeMs}ms`}` +
332
- (state.peerBytesAdvancing === null || state.peerBytesAdvancing === undefined
333
- ? ""
334
- : ` peerBytes=${isPeerAdvancing ? "advancing" : "still"}`) +
335
- (Number.isFinite(state.peerLoopLagMs) ? ` peerLoopLag=${Math.round(Number(state.peerLoopLagMs))}ms` : "") +
336
- (state.peerVisibility ? ` peerTab=${state.peerVisibility}` : "") +
337
- // WHAT THE PEER SAYS IT IS STILL WAITING FOR. The far end has sent this
338
- // twice a second since the probe echo was built and nothing read it, while
339
- // every verdict here was reasoned out from this side alone. It is evidence
340
- // and not a verdict: the receiver declares its own transport lost, because
341
- // it knows first — on 2026-09-06 the browser said so sixteen minutes before
342
- // this end did.
343
- (Number.isFinite(state.peerPending) ? ` peerWaiting=${Number(state.peerPending)}` : "");
344
-
345
- if (state.echoes === 0) {
346
- return { verdict: "no-echo-yet", detail };
347
- }
348
- if (!isJudgeable) {
349
- return { verdict: "no-rate-yet", detail };
350
- }
351
- const staleAfterMs = Number.isFinite(state.echoStaleMs) && state.echoStaleMs > 0
352
- ? state.echoStaleMs
353
- : ECHO_STALE_FALLBACK_MS;
354
- if (state.echoAgeMs !== null && state.echoAgeMs > staleAfterMs) {
355
- return { verdict: "reverse-direction-gone", detail };
356
- }
357
- if (!isOrderedBehind && !(isUnreliableKnown && isUnreliableBehind)) {
358
- return { verdict: "flowing", detail };
359
- }
360
- // Bytes are still arriving at the far end. Whatever the probe gaps say, this
361
- // association has not stopped — the probes are behind a backlog, which is
362
- // what filling a cushion looks like from here.
363
- if (isPeerAdvancing) {
364
- return { verdict: "flowing", detail };
365
- }
366
- if (isOrderedBehind && isUnreliableKnown && !isUnreliableBehind) {
367
- return { verdict: "stream-stuck", detail };
368
- }
369
- if (isOrderedBehind) {
370
- return {
371
- verdict: isUnreliableKnown ? "association-stopped" : "ordered-behind-no-comparison",
372
- detail
373
- };
374
- }
375
- return { verdict: "unreliable-behind-only", detail };
376
- }
377
-
378
- /**
379
- * Create the probe service. One instance serves every session.
380
- *
381
- * @param {Object} options
382
- * @param {(message: string) => void} options.log
383
- * @param {number} [options.intervalMs]
384
- * @param {(sessionId: string) => object | null} [options.getTransportSnapshot]
385
- * Needed only to hand the witness a remote endpoint when this probe is the
386
- * one declaring a wedge.
387
- * @param {{ maybeCapture: (trigger: object) => boolean }} [options.witness]
388
- * @param {{ maybeRead: (reasonText: string) => boolean }} [options.usrsctpState]
389
- * @returns {{
390
- * attach: (sessionId: string, tag: string, label: string, channel: import('node-datachannel').DataChannel) => void,
391
- * detach: (sessionId: string, channel: import('node-datachannel').DataChannel) => void,
392
- * noteEcho: (sessionId: string, echo: object) => void,
393
- * dispose: () => void
394
- * }}
395
- */
396
- export function createDeliveryProbe({
397
- log,
398
- intervalMs = PROBE_INTERVAL_MS,
399
- readDelivery,
400
- getTransportSnapshot,
401
- witness,
402
- usrsctpState
403
- }) {
404
- /** @type {Map<string, ProbeConnection>} */
405
- const connections = new Map();
406
-
407
- /**
408
- * Send this tick's probe on every channel of one connection, then report.
409
- *
410
- * @param {ProbeConnection} connection
411
- * @returns {void}
412
- */
413
- function tick(connection) {
414
- const now = Date.now();
415
- connection.seq += 1;
416
- connection.sentAt = now;
417
- // WHEN each probe went out, so that what the peer reports can be read as a
418
- // time rather than as a count of probes. Pruned to the oldest probe any
419
- // judgement could still be about: once a probe is older than the point at
420
- // which the reverse direction is called gone, its age says nothing further.
421
- connection.sentAtBySeq.set(connection.seq, now);
422
- for (const [probeNumber, sentAt] of connection.sentAtBySeq) {
423
- if (now - sentAt > PROBE_HISTORY_MS) {
424
- connection.sentAtBySeq.delete(probeNumber);
425
- } else {
426
- break;
427
- }
428
- }
429
- const message = JSON.stringify({ type: "probe", seq: connection.seq, sentAt: now });
430
- for (const channel of connection.channels.keys()) {
431
- try {
432
- channel.sendMessage(message);
433
- } catch {
434
- // A channel closing between the check and the send is ordinary.
435
- }
436
- }
437
-
438
- // What this connection is getting away, and how far behind it therefore
439
- // sits. Both come from the send-queue watcher, which measures them anyway.
440
- const delivery = typeof readDelivery === "function" ? readDelivery(connection.id) : null;
441
- const bytesPerSecond = Number(delivery?.bytesPerSecond) || 0;
442
- const rttMs = Number(delivery?.rttMs) || 0;
443
- /** @type {Map<string, number | null>} */
444
- const allowed = new Map();
445
- /** How long each channel's newest unreported probe may legitimately be. */
446
- const allowedWait = new Map();
447
- /** The same, for the measured one-way time where the clocks are reconciled. */
448
- const allowedOneWay = new Map();
449
- for (const [channel, label] of connection.channels) {
450
- let queuedBytes = 0;
451
- try {
452
- queuedBytes = typeof channel.bufferedAmount === "function" ? channel.bufferedAmount() : 0;
453
- } catch {
454
- queuedBytes = 0;
455
- }
456
- const allowance = allowedGap({
457
- queuedBytes,
458
- bytesPerSecond,
459
- rttMs,
460
- echoIntervalMs: connection.echoIntervalMs,
461
- peerLoopLagMs: connection.peerLoopLagMs ?? 0,
462
- intervalMs
463
- });
464
- const waitMs = allowedWaitMs({
465
- queuedBytes,
466
- bytesPerSecond,
467
- rttMs,
468
- echoIntervalMs: connection.echoIntervalMs,
469
- peerLoopLagMs: connection.peerLoopLagMs ?? 0
470
- });
471
- const heldWait = allowedWait.get(label);
472
- if (!Number.isFinite(heldWait) || waitMs > heldWait) {
473
- allowedWait.set(label, waitMs);
474
- }
475
- // What a probe may take ONE WAY: the queue's own drain time and half the
476
- // crossing. Neither the peer's reporting cadence nor its loop delay
477
- // belongs here — with the clocks reconciled they are no longer in the
478
- // measurement they would have to be allowed for.
479
- const oneWayAllowed = allowedWaitMs({ queuedBytes, bytesPerSecond, rttMs: rttMs / 2 });
480
- const heldOneWay = allowedOneWay.get(label);
481
- if (!Number.isFinite(heldOneWay) || oneWayAllowed > heldOneWay) {
482
- allowedOneWay.set(label, oneWayAllowed);
483
- }
484
- // Several channels can carry one label only in malformed cases; the
485
- // larger allowance is the safer of the two.
486
- const held = allowed.get(label);
487
- if (allowance !== null && (!Number.isInteger(held) || allowance > held)) {
488
- allowed.set(label, allowance);
489
- } else if (!allowed.has(label)) {
490
- allowed.set(label, allowance);
491
- }
492
- }
493
- const widest = [...allowed.values()].reduce(
494
- (most, value) => (Number.isInteger(value) && value > most ? value : most),
495
- 0
496
- );
497
- // Advancing SINCE THE PREVIOUS TICK, not since the connection began: the
498
- // question is whether bytes are crossing now. Prefer channel bytes —
499
- // transport's bytesReceived advances on SACKs (140 B/s on a wedge) and
500
- // gives a false "advancing" every other tick, while channel bytes are flat.
501
- let peerBytesAdvancing = null;
502
- if (connection.peerChannelBytes !== null) {
503
- peerBytesAdvancing =
504
- connection.peerChannelBytesAtTick === null ||
505
- connection.peerChannelBytes > connection.peerChannelBytesAtTick;
506
- connection.peerChannelBytesAtTick = connection.peerChannelBytes;
507
- // keep transport's tick in sync for fallback logging
508
- connection.peerBytesAtTick = connection.peerBytes;
509
- } else if (connection.peerBytes !== null) {
510
- peerBytesAdvancing =
511
- connection.peerBytesAtTick === null || connection.peerBytes > connection.peerBytesAtTick;
512
- connection.peerBytesAtTick = connection.peerBytes;
513
- }
514
- const { verdict, detail } = readProbeState({
515
- seq: connection.seq,
516
- seen: connection.seen,
517
- peerBytesAdvancing,
518
- peerPending: connection.peerPending,
519
- labels: [...new Set(connection.channels.values())],
520
- echoes: connection.echoes,
521
- echoAgeMs: connection.echoAt === 0 ? null : now - connection.echoAt,
522
- peerLoopLagMs: connection.peerLoopLagMs,
523
- peerVisibility: connection.peerVisibility,
524
- allowed,
525
- // WHAT IS BEHIND, IN TIME. For each channel: how old the newest probe the
526
- // peer has reported seeing is. The same probe goes down every channel
527
- // including the one carrying the film, and SCTP schedules per
528
- // association, so a probe waits behind queued video exactly as a segment
529
- // does — which means a count of outstanding probes measures the queue,
530
- // not the association. This is the queue's own time, against the time the
531
- // queue is allowed to take.
532
- behindMs: Object.fromEntries(
533
- [...connection.seen.entries()].map(([label, newestSeenNumber]) => {
534
- const sentAt = connection.sentAtBySeq.get(newestSeenNumber);
535
- return [label, Number.isFinite(sentAt) ? now - sentAt : null];
536
- })
537
- ),
538
- allowedWaitMs: Object.fromEntries(allowedWait.entries()),
539
- // The measured forward delay, where the two clocks have been reconciled.
540
- // Preferred over the age above because it is the thing itself: the age
541
- // also carries the peer's reporting cadence and the way back.
542
- oneWayMs: Object.fromEntries(connection.oneWayMs.entries()),
543
- allowedOneWayMs: Object.fromEntries(allowedOneWay.entries()),
544
- // Same arithmetic for the echo's own age: the peer cannot answer sooner
545
- // than its own cadence allows, nor sooner than its own event loop runs.
546
- echoStaleMs:
547
- widest > 0
548
- ? widest * intervalMs +
549
- rttMs +
550
- connection.echoIntervalMs +
551
- Math.max(connection.peerLoopLagMs ?? 0, 0)
552
- : 0
553
- });
554
- if (verdict !== connection.verdict || now - connection.reportedAt >= REPORT_INTERVAL_MS) {
555
- connection.verdict = verdict;
556
- connection.reportedAt = now;
557
- log(`[dc-probe] ${connection.tag} ${verdict} — ${detail} at=${new Date(now).toISOString()}`);
558
- }
559
-
560
- // `association-stopped` alone is not certainty — see probeWedgeIsCertain.
561
- // A connection that is merely lagging by a bounded amount reaches this
562
- // verdict too (a hidden tab's own echo cadence, measured 2026-08-28), and
563
- // `seen` keeps advancing right along with it. Only a `seen` value that has
564
- // stopped moving ENTIRELY, for longer than this connection has ever shown
565
- // as a legitimate gap, is the wedge this exists to catch.
566
- const stuckForMs = connection.lastSeenAdvanceAt === 0 ? 0 : now - connection.lastSeenAdvanceAt;
567
- if (verdict === "association-stopped") {
568
- const { isCertain, needMs } = probeWedgeIsCertain({
569
- stuckForMs,
570
- longestHealthySeenGapMs: connection.longestHealthySeenGapMs,
571
- // The same sum the echo's own staleness is judged by: the peer reports
572
- // twice a second, the report has to cross, and the peer's loop may be
573
- // late. Nothing shorter than that says anything.
574
- // BOTH cadences, because they beat against each other: a probe sent
575
- // just after the peer composed a report shows up only in the NEXT one.
576
- // So the longest legitimate gap between two advances is one probe
577
- // interval plus one report interval plus the crossing plus whatever
578
- // the peer's own loop is behind by.
579
- legitimateReportMs:
580
- intervalMs +
581
- connection.echoIntervalMs +
582
- rttMs +
583
- Math.max(connection.peerLoopLagMs ?? 0, 0)
584
- });
585
- if (isCertain && !connection.probeCaptureStarted) {
586
- connection.probeCaptureStarted = true;
587
- const reasonText =
588
- `probe seen-counter unmoved ${Math.round(stuckForMs / 1000)}s against the ` +
589
- `${(needMs / 1000).toFixed(1)}s this connection's own history says is legitimate`;
590
- if (witness) {
591
- const snapshot = getTransportSnapshot?.(connection.id) ?? null;
592
- const started = witness.maybeCapture({
593
- sessionId: connection.id,
594
- tag: connection.tag,
595
- label: "probe",
596
- remote: snapshot?.remote ?? null,
597
- queuedBytes: 0,
598
- stuckForMs
599
- });
600
- if (!started) {
601
- connection.probeCaptureStarted = false;
602
- }
603
- }
604
- if (usrsctpState) {
605
- usrsctpState.maybeRead(reasonText);
606
- }
607
- }
608
- } else {
609
- // Not association-stopped any more: whatever was flagged has cleared,
610
- // and a later wedge on the same connection deserves its own attempt.
611
- connection.probeCaptureStarted = false;
612
- }
613
- }
614
-
615
- return {
616
- attach(sessionId, tag, label, channel) {
617
- let connection = connections.get(sessionId);
618
- if (!connection) {
619
- connection = {
620
- id: sessionId,
621
- tag,
622
- // The longest this peer has ever taken between two echoes. Its own
623
- // schedule, measured rather than assumed - a hidden tab answers
624
- // about once a second because the browser throttles the timer.
625
- echoIntervalMs: 0,
626
- channels: new Map(),
627
- seq: 0,
628
- sentAt: 0,
629
- seen: new Map(),
630
- echoAt: 0,
631
- echoes: 0,
632
- // The far end's own transport-level received total, and its value at
633
- // the previous tick. Null until a browser that reports it has echoed.
634
- /** @type {number | null} */
635
- peerBytes: null,
636
- // Requests the far end says it is still waiting for, as last reported.
637
- peerPending: null,
638
- /** @type {number | null} */
639
- peerBytesAtTick: null,
640
- // Sum of per-channel bytes (report.channels[].bytes). Transport's
641
- // bytesReceived advances on SACKs (140 B/s on a wedge) and gives a
642
- // false "advancing" every other tick — channel bytes are flat on a wedge.
643
- /** @type {number | null} */
644
- peerChannelBytes: null,
645
- /** @type {number | null} */
646
- peerChannelBytesAtTick: null,
647
- // The far end's own event-loop delay and tab state, as last reported.
648
- // The lag is a term in every allowance below; the tab state is only
649
- // printed, so that a wide allowance can be read back to its cause.
650
- /** @type {number | null} */
651
- peerLoopLagMs: null,
652
- /** @type {string | null} */
653
- peerVisibility: null,
654
- verdict: "",
655
- reportedAt: 0,
656
- lastSeenAdvanceAt: 0,
657
- longestHealthySeenGapMs: 0,
658
- sentAtBySeq: new Map(),
659
- // THE TWO CLOCKS, separated by the exchange rather than assumed to
660
- // agree. Every report carries when each channel's newest probe
661
- // arrived at the peer and when the report itself left; with the time
662
- // this proxy stamped into that probe, and the time the report
663
- // arrives, that is the four timestamps an offset is computed from.
664
- //
665
- // The estimate is kept from the report with the SMALLEST round trip
666
- // seen, because that is the one that queued the least — and the two
667
- // directions here are as unequal as they get, film one way and almost
668
- // nothing the other, which is exactly where an offset taken from a
669
- // busy moment is wrong by half the difference.
670
- /** @type {number | null} */
671
- clockOffsetMs: null,
672
- /** @type {number} */
673
- offsetFromRoundTripMs: Number.POSITIVE_INFINITY,
674
- /** How long the newest probe took to reach the peer, by channel. @type {Map<string, number>} */
675
- oneWayMs: new Map(),
676
- probeCaptureStarted: false,
677
- timer: null
678
- };
679
- connections.set(sessionId, connection);
680
- }
681
- connection.channels.set(channel, label);
682
- if (connection.timer === null) {
683
- const held = connection;
684
- connection.timer = setInterval(() => tick(held), intervalMs);
685
- // The probe must never be the reason a process stays alive.
686
- if (typeof connection.timer.unref === "function") {
687
- connection.timer.unref();
688
- }
689
- }
690
- },
691
-
692
- detach(sessionId, channel) {
693
- const connection = connections.get(sessionId);
694
- if (!connection) {
695
- return;
696
- }
697
- connection.channels.delete(channel);
698
- if (connection.channels.size === 0) {
699
- if (connection.timer !== null) {
700
- clearInterval(connection.timer);
701
- connection.timer = null;
702
- }
703
- if (connections.get(sessionId) === connection) {
704
- connections.delete(sessionId);
705
- }
706
- }
707
- },
708
-
709
- noteEcho(sessionId, echo) {
710
- const connection = connections.get(sessionId);
711
- if (!connection || !echo || typeof echo !== "object") {
712
- return;
713
- }
714
- const now = Date.now();
715
- const seen = echo.seen;
716
- if (seen && typeof seen === "object") {
717
- let advanced = false;
718
- for (const [label, value] of Object.entries(seen)) {
719
- if (!Number.isInteger(value)) {
720
- continue;
721
- }
722
- const previous = connection.seen.get(label);
723
- if (!Number.isInteger(previous) || value > previous) {
724
- advanced = true;
725
- }
726
- connection.seen.set(label, value);
727
- }
728
- // What a wedge shows is this counter frozen, not merely behind — see
729
- // probeWedgeIsCertain. The gap since the last time ANY label moved is
730
- // this connection's own answer to "how long may a healthy report take
731
- // to arrive", recorded only while nothing is currently flagged (the
732
- // same guard `longestHealthyFlatMs` uses): a stretch already under
733
- // suspicion must not teach the detector to tolerate it.
734
- if (advanced) {
735
- if (connection.lastSeenAdvanceAt !== 0 && !connection.probeCaptureStarted) {
736
- const gap = now - connection.lastSeenAdvanceAt;
737
- if (gap > connection.longestHealthySeenGapMs) {
738
- connection.longestHealthySeenGapMs = gap;
739
- }
740
- }
741
- connection.lastSeenAdvanceAt = now;
742
- }
743
- }
744
- // THE FOUR TIMESTAMPS. `t1` is when this proxy sent the probe the peer
745
- // is reporting, `t2` when the peer received it, `t3` when the peer sent
746
- // this report, `t4` is now. From them the round trip is
747
- // `(t4 - t1) - (t3 - t2)` — the peer's own thinking time removed — and
748
- // the difference between the two clocks is `((t2 - t1) + (t3 - t4)) / 2`.
749
- //
750
- // The offset is kept from the report whose round trip was SMALLEST: that
751
- // arithmetic assumes the two directions are equally quick, which here
752
- // they are not — film one way, almost nothing the other — and the least
753
- // queued sample is the one where the assumption costs least. A fresh
754
- // minimum replaces the estimate, so a clock that jumps is followed within
755
- // a few reports rather than believed for ever.
756
- const peerSentAt = Number(echo?.sentAt);
757
- const seenAt = echo?.seenAt;
758
- if (Number.isFinite(peerSentAt) && seenAt && typeof seenAt === "object") {
759
- for (const [label, peerSawAtRaw] of Object.entries(seenAt)) {
760
- const peerSawAt = Number(peerSawAtRaw);
761
- const newestSeenNumber = connection.seen.get(label);
762
- const weSentAt = Number.isInteger(newestSeenNumber)
763
- ? connection.sentAtBySeq.get(newestSeenNumber)
764
- : undefined;
765
- if (!Number.isFinite(peerSawAt) || !Number.isFinite(weSentAt)) {
766
- continue;
767
- }
768
- const roundTrip = (now - weSentAt) - (peerSentAt - peerSawAt);
769
- if (roundTrip >= 0 && roundTrip < connection.offsetFromRoundTripMs) {
770
- connection.offsetFromRoundTripMs = roundTrip;
771
- connection.clockOffsetMs = ((peerSawAt - weSentAt) + (peerSentAt - now)) / 2;
772
- }
773
- if (connection.clockOffsetMs !== null) {
774
- // What the probe itself took, one way, with the clocks reconciled.
775
- // Negative only if the offset is stale, and then it says so rather
776
- // than being hidden.
777
- connection.oneWayMs.set(label, peerSawAt - weSentAt - connection.clockOffsetMs);
778
- }
779
- }
780
- }
781
- // What the far end says it has received at the transport level. It is the
782
- // one figure that separates a backlog from a stopped association, and it
783
- // arrives on the direction that goes on working through a freeze.
784
- // How many requests the far end says it is still waiting for. Theirs to
785
- // count: this end knows what it has answered, not what reached them.
786
- const peerPending = Number(echo?.report?.pending);
787
- connection.peerPending = Number.isFinite(peerPending) && peerPending >= 0 ? peerPending : null;
788
- const peerBytes = Number(echo?.report?.transportBytesReceived);
789
- if (Number.isFinite(peerBytes) && peerBytes >= 0) {
790
- connection.peerBytes = peerBytes;
791
- }
792
- // Sum of per-channel bytes. Transport's bytesReceived advances on SACKs
793
- // (140 B/s on a wedge) and gives a false "advancing" every other tick —
794
- // channel bytes are flat on a wedge, so they are the correct signal.
795
- const peerChannels = echo?.report?.channels;
796
- if (peerChannels && typeof peerChannels === "object") {
797
- let bytesAcrossChannels = 0;
798
- let hasChannelReport = false;
799
- for (const channelReport of Object.values(peerChannels)) {
800
- if (channelReport && Number.isFinite(channelReport.bytes)) {
801
- bytesAcrossChannels += channelReport.bytes;
802
- hasChannelReport = true;
803
- }
804
- }
805
- if (hasChannelReport) {
806
- connection.peerChannelBytes = bytesAcrossChannels;
807
- }
808
- }
809
- // How far behind the far end's own event loop is running. A browser that
810
- // cannot run its timers cannot answer a probe, and every allowance here
811
- // is a wait the answer has to fit inside — so this is a term in the
812
- // arithmetic, not a note. It is the peer's own measurement, taken on the
813
- // peer, and it arrives on the direction that survives a freeze.
814
- const peerLoopLag = Number(echo?.report?.loopLagMs);
815
- if (Number.isFinite(peerLoopLag) && peerLoopLag >= 0) {
816
- connection.peerLoopLagMs = peerLoopLag;
817
- }
818
- const peerVisibility = echo?.report?.visibility;
819
- if (typeof peerVisibility === "string" && peerVisibility.length > 0) {
820
- connection.peerVisibility = peerVisibility;
821
- }
822
- if (connection.echoAt !== 0) {
823
- const sinceLast = now - connection.echoAt;
824
- if (sinceLast > connection.echoIntervalMs) {
825
- connection.echoIntervalMs = sinceLast;
826
- }
827
- }
828
- connection.echoAt = now;
829
- connection.echoes += 1;
830
- },
831
-
832
- dispose() {
833
- for (const connection of connections.values()) {
834
- if (connection.timer !== null) {
835
- clearInterval(connection.timer);
836
- connection.timer = null;
837
- }
838
- }
839
- connections.clear();
840
- }
841
- };
842
- }
1
+ /**
2
+ * @file Numbered delivery probes, and the verdict they make possible.
3
+ *
4
+ * The delivery freeze (roadmap item 11) looks identical from the proxy in two
5
+ * cases that need opposite fixes: usrsctp stopped transmitting, or the browser
6
+ * closed its receive window because the page stopped draining the channel. The
7
+ * proxy's own counters cannot separate them — libdatachannel's `bytesSent`
8
+ * counts bytes ACCEPTED into usrsctp, not bytes put on the wire — so the
9
+ * reading has to come from the far end.
10
+ *
11
+ * Two facts make that cheap. The reverse direction keeps working throughout the
12
+ * freeze (browser to proxy requests arrive and are answered for the whole
13
+ * episode, 88 min in the 2026-08-24 case), so the browser can always report.
14
+ * And SCTP orders per STREAM, so a probe on a channel opened UNORDERED and
15
+ * WITHOUT retransmission passes head-of-line blocking in another stream but
16
+ * neither a closed receive window nor a transmitter that stopped.
17
+ *
18
+ * So: number a probe every {@link PROBE_INTERVAL_MS} on every channel of the
19
+ * connection, have the browser echo back the highest number it has seen on
20
+ * each, and read the gaps:
21
+ *
22
+ * every channel current to flowing
23
+ * ordered behind, unreliable current to a retransmission stuck in a stream
24
+ * both behind, echoes still arriving to the association stopped transmitting
25
+ * no echo at all to the reverse direction went too
26
+ *
27
+ * The verdict is computed from the gaps, not chosen, and every line prints the
28
+ * numbers that produced it.
29
+ */
30
+
31
+ /**
32
+ * How often a probe is numbered and sent on every channel.
33
+ *
34
+ * Half a second, because the transport heartbeat is five and that was the whole
35
+ * resolution the 2026-08-24 episode had: the onset could be placed no closer
36
+ * than the five seconds between two lines. Sending is cheap - a probe is a few
37
+ * dozen bytes - and the interval is NOT the verdict: a healthy burst can hold a
38
+ * probe up behind queued data, so how many probes may be outstanding is worked
39
+ * out per channel by {@link allowedGap} from the bytes queued ahead of the
40
+ * probe and the rate they are leaving at.
41
+ */
42
+ export const PROBE_INTERVAL_MS = 500;
43
+
44
+ /**
45
+ * How many probes may be outstanding on a channel before it counts as behind.
46
+ *
47
+ * DERIVED per channel, not chosen. A probe is handed to the same association as
48
+ * the data, and SCTP orders per stream but SCHEDULES per association: one
49
+ * congestion window, one send buffer. So a probe waits for whatever is queued
50
+ * ahead of it whichever channel it rides on - the unordered one included - and
51
+ * a fixed threshold cannot tell that wait from a stopped association. Measured
52
+ * 2026-08-26: `association-stopped` printed with all three channels at gap 4-7
53
+ * while 110-150 Mbps crossed that same association and 7.34 GB went through it
54
+ * without a single failure.
55
+ *
56
+ * What the wait costs is arithmetic on two measured quantities: the bytes
57
+ * queued ahead of the probe, and the rate at which this connection is getting
58
+ * bytes away. Add one round trip for the echo to come back. A probe is behind
59
+ * only when it is later than that.
60
+ *
61
+ * There is a third term, and leaving it out made this worse than the constant
62
+ * it replaced. The browser answers on ITS own schedule, not ours: it batches
63
+ * what it has seen and echoes on a timer, and that timer is throttled to about
64
+ * once a second whenever the tab is hidden. So with an empty queue the
65
+ * allowance collapsed to one probe and the bound to half a second, while echoes
66
+ * legitimately arrived every second - measured 2026-08-27, 67 `association-
67
+ * stopped` and 66 `reverse-direction-gone` against 84 `flowing` on a connection
68
+ * carrying 3.4 MB/s with every queue at zero. The peer's own cadence is
69
+ * measurable on the same connection, so it is measured and added rather than
70
+ * assumed.
71
+ *
72
+ * There is a fourth term, and without it the third one arrives too late to
73
+ * help. `echoIntervalMs` is the widest gap between two echoes this connection
74
+ * has SHOWN, so it can only grow after a late echo has landed — and a browser
75
+ * whose tab has just been hidden goes quiet before it has taught us anything.
76
+ * The browser measures its own event-loop delay and puts it in every echo, so
77
+ * the delay is known BEFORE the silence rather than after it: an echo timer
78
+ * set for half a second cannot fire until the loop runs, and a loop reported
79
+ * as 4297 ms behind cannot answer sooner than that. Field 2026-09-03: a viewer
80
+ * paused at 15:24:21, the tab went hidden at 15:24:35, `loopLag` climbed
81
+ * 681 → 1881 → 4297 → 5957 ms, and at 15:26:05 the probes read `gap 12 of 11`
82
+ * and printed `association-stopped` on a connection that was `flowing` again
83
+ * seven seconds later. Adding the peer's own reported lag makes that allowance
84
+ * 15 instead of 11, and the gap of 12 is then what it was — a browser whose
85
+ * timers are frozen, not an association that stopped.
86
+ *
87
+ * @param {{ queuedBytes: number, bytesPerSecond: number, rttMs: number, echoIntervalMs?: number, peerLoopLagMs?: number, intervalMs?: number }} state
88
+ * @returns {number | null} Probes that may legitimately be outstanding, or null
89
+ * when no rate has been measured yet and nothing can be said.
90
+ */
91
+ export function allowedGap({
92
+ queuedBytes,
93
+ bytesPerSecond,
94
+ rttMs,
95
+ echoIntervalMs = 0,
96
+ peerLoopLagMs = 0,
97
+ intervalMs = PROBE_INTERVAL_MS
98
+ }) {
99
+ if (!(bytesPerSecond > 0) || !(intervalMs > 0)) {
100
+ return null;
101
+ }
102
+ // At least one: a probe sent and not yet echoed is the ordinary state.
103
+ return Math.max(1, Math.ceil(allowedWaitMs({ queuedBytes, bytesPerSecond, rttMs, echoIntervalMs, peerLoopLagMs }) / intervalMs));
104
+ }
105
+
106
+ /**
107
+ * How long a probe may legitimately take to be reported back, in milliseconds.
108
+ *
109
+ * THE QUANTITY {@link allowedGap} COMPUTES AND THEN THROWS AWAY by dividing it
110
+ * into probes. Probes are the wrong unit and always were: the same probe goes
111
+ * down every channel INCLUDING the one carrying the film, and SCTP schedules
112
+ * per association, so a probe waits behind queued video exactly as a segment
113
+ * does. What is behind is then not the peer's answer but the probe itself —
114
+ * and the honest measure of that is the age of the newest probe the peer has
115
+ * seen, which this is compared against.
116
+ *
117
+ * Four terms, every one measured: the queue's own drain time at the rate this
118
+ * connection is achieving, the crossing, the peer's reporting cadence, and how
119
+ * late the peer's event loop is running.
120
+ *
121
+ * @param {{ queuedBytes: number, bytesPerSecond: number, rttMs: number,
122
+ * echoIntervalMs?: number, peerLoopLagMs?: number }} state
123
+ * @returns {number}
124
+ */
125
+ export function allowedWaitMs({ queuedBytes, bytesPerSecond, rttMs, echoIntervalMs = 0, peerLoopLagMs = 0 }) {
126
+ if (!(bytesPerSecond > 0)) {
127
+ return 0;
128
+ }
129
+ const drainMs = (Math.max(queuedBytes, 0) / bytesPerSecond) * 1000;
130
+ return drainMs + Math.max(rttMs, 0) + Math.max(echoIntervalMs, 0) + Math.max(peerLoopLagMs, 0);
131
+ }
132
+
133
+ /**
134
+ * How far back the send times of probes are kept.
135
+ *
136
+ * A probe older than the point at which the reverse direction is called gone
137
+ * can say nothing further, and that bound is itself derived per connection —
138
+ * this is the outer edge of it, kept so the map cannot grow with the session.
139
+ */
140
+ const PROBE_HISTORY_MS = 10 * 60 * 1000;
141
+
142
+ /** The label the browser gives the unordered, non-retransmitting channel. */
143
+ export const UNRELIABLE_LABEL = "proxy-fast";
144
+
145
+ /**
146
+ * How old an echo may be before the reverse direction counts as gone, when
147
+ * nothing better can be derived.
148
+ *
149
+ * Used only while no rate has been measured. Otherwise the caller passes
150
+ * `echoStaleMs`, worked out the same way as {@link allowedGap}: the browser
151
+ * only echoes a probe it has RECEIVED, so an echo waits behind our own queue
152
+ * exactly as the probe did.
153
+ */
154
+ const ECHO_STALE_FALLBACK_MS = 5_000;
155
+
156
+ /** How often the probe state is written to the log while nothing changes. */
157
+ const REPORT_INTERVAL_MS = 5_000;
158
+
159
+ /**
160
+ * Whether the `seen` counter has stopped advancing for longer than this
161
+ * connection's own history says a healthy gap between two advances ever
162
+ * takes.
163
+ *
164
+ * The `association-stopped` verdict alone is not enough to act on: a
165
+ * connection can sit BEHIND by a bounded, roughly constant amount for
166
+ * minutes (measured 2026-08-28, session on a backgrounded tab — gap held at
167
+ * 6-7 probes for 95+ seconds while `seen` kept climbing right along with
168
+ * `sent`) without anything being wrong. What a true wedge shows instead,
169
+ * measured the same day against a session already known to be one
170
+ * (`d85ae4f5`): `seen` FROZEN at one value for over a minute while `sent`
171
+ * climbs unbounded. So the question is not "is there a gap" but "has the
172
+ * highest-seen number stopped moving at all, for longer than it has ever
173
+ * legitimately taken this connection to report an advance" — the same shape
174
+ * as {@link wedgeIsCertain} in `transport/data-channel-handler.js`, applied to the
175
+ * probe's own counter instead of the transport's byte counter.
176
+ *
177
+ * THE FLOOR IS NOT ONE PROBE INTERVAL. "The longest gap this connection has
178
+ * ever shown" is nothing at all in its first minutes, and the floor under it
179
+ * was a single interval — 500 ms — so any two-second quiet stretch while the
180
+ * browser filled its cushion read as longer than anything healthy ever seen.
181
+ * Field 2026-09-11: two captures of 180 s each, triggered at `wedged 1s` and
182
+ * `wedged 2s`, on a connection with `rtt=5ms`, every queue at 0 B and the
183
+ * viewer watching; 65 MB of them were left on the addon's disk.
184
+ *
185
+ * What replaces it is the connection's own answer to how long a legitimate
186
+ * report may take: the peer reports twice a second, the report has to cross,
187
+ * and the peer's own event loop may be late — all three measured, all three
188
+ * already summed for `echoStaleMs`. A stretch shorter than that proves nothing
189
+ * whatever about the association.
190
+ *
191
+ * @param {{ stuckForMs: number, longestHealthySeenGapMs: number, intervalMs?: number,
192
+ * legitimateReportMs?: number }} state
193
+ * @returns {{ isCertain: boolean, needMs: number }}
194
+ */
195
+ export function probeWedgeIsCertain({
196
+ stuckForMs,
197
+ longestHealthySeenGapMs,
198
+ intervalMs = PROBE_INTERVAL_MS,
199
+ legitimateReportMs = 0
200
+ }) {
201
+ const floorMs = Math.max(intervalMs, Number.isFinite(legitimateReportMs) ? legitimateReportMs : 0);
202
+ const needMs = Math.max(longestHealthySeenGapMs, floorMs);
203
+ return { isCertain: stuckForMs >= needMs, needMs };
204
+ }
205
+
206
+ /**
207
+ * One connection's probe state.
208
+ *
209
+ * @typedef {Object} ProbeConnection
210
+ * @property {string} tag
211
+ * @property {Map<import('node-datachannel').DataChannel, string>} channels
212
+ * @property {number} seq - Highest probe number sent.
213
+ * @property {number} sentAt - When that probe was sent.
214
+ * @property {Map<string, number>} seen - Label to the highest number the browser reported.
215
+ * @property {number} echoAt - When the last echo arrived (0 = never).
216
+ * @property {number} echoes - How many echoes have arrived.
217
+ * @property {string} verdict - Last verdict reported, so a change is logged at once.
218
+ * @property {number} reportedAt - When the state was last written to the log.
219
+ * @property {number} lastSeenAdvanceAt - When any label's `seen` value last increased (0 = never yet).
220
+ * @property {number} longestHealthySeenGapMs - The longest gap between two advances this connection has shown while not flagged as a wedge.
221
+ * @property {number | null} peerBytes - The far end's transport-level received total, as last reported.
222
+ * @property {number | null} peerBytesAtTick - The same, as it stood at the previous tick.
223
+ * @property {number | null} peerLoopLagMs - The far end's own event-loop delay, as last reported.
224
+ * @property {string | null} peerVisibility - Whether the far end's tab is visible or hidden, as last reported.
225
+ * @property {boolean} probeCaptureStarted - One evidence-gathering attempt per wedge; reset once `seen` advances again.
226
+ * @property {ReturnType<typeof setInterval> | null} timer
227
+ */
228
+
229
+ /**
230
+ * Read the gaps and say what they mean.
231
+ *
232
+ * Exported so the rule is testable without a connection: the same numbers
233
+ * always produce the same word.
234
+ *
235
+ * `allowed` carries, per channel label, how many probes may legitimately be
236
+ * outstanding right now — {@link allowedGap} computes it from that channel's
237
+ * own queue and the connection's measured rate. A label with no entry, or an
238
+ * entry of null, cannot be judged: with no rate measured there is nothing to
239
+ * divide the queue by, and the verdict says that rather than inventing one.
240
+ *
241
+ * `peerBytesAdvancing` is the fact that outranks every gap here. The gaps are
242
+ * counted against an allowance whose only load-dependent term is OUR OWN
243
+ * queue — and that queue is empty by construction, because it drains the moment
244
+ * libdatachannel accepts the bytes, whether or not usrsctp then puts them on
245
+ * the wire. So a browser filling its cushion as fast as the link allows shows
246
+ * an empty queue, a small allowance and a large gap, which reads exactly like a
247
+ * stopped association. Measured 2026-08-28: four `association-stopped` in the
248
+ * first two minutes of a healthy session, on a connection whose every queue was
249
+ * at 0 B and whose viewer never saw the picture stop. Deepening the browser's
250
+ * cushion from 30 s to 120 s (roadmap item 4) made the burst four times longer
251
+ * and the false verdict correspondingly likelier.
252
+ *
253
+ * What separates the two is not the size of the backlog — it is large in both —
254
+ * but whether bytes are still arriving. The browser reports its own
255
+ * transport-level received total with every echo, so the question is answered
256
+ * by a counter rather than by a threshold: while that total is advancing, bytes
257
+ * ARE crossing and no verdict of a stopped association can stand, however far
258
+ * behind the probes are. `null` where the far end does not report it, and then
259
+ * the rule falls back to what it says without the term.
260
+ *
261
+ * `peerLoopLagMs` and `peerVisibility` are printed but never compared against
262
+ * anything here: they are what made the allowance as wide as it is, and a
263
+ * reader of the log cannot check that arithmetic unless the terms are on the
264
+ * same line as the result.
265
+ *
266
+ * @param {{ seq: number, seen: Map<string, number> | Record<string, number>, labels: string[], echoes: number, echoAgeMs: number | null, allowed?: Map<string, number | null> | Record<string, number | null>, echoStaleMs?: number, peerBytesAdvancing?: boolean | null, peerLoopLagMs?: number | null, peerVisibility?: string | null, peerPending?: number | null }} state
267
+ * @returns {{ verdict: string, detail: string }}
268
+ */
269
+ export function readProbeState(state) {
270
+ const seenOf = (label) =>
271
+ state.seen instanceof Map ? state.seen.get(label) : state.seen?.[label];
272
+ /**
273
+ * @param {unknown} source
274
+ * @param {string} label
275
+ * @returns {number | null}
276
+ */
277
+ const timeOf = (source, label) => {
278
+ const value = source instanceof Map ? source.get(label) : /** @type {any} */ (source)?.[label];
279
+ return Number.isFinite(value) ? Number(value) : null;
280
+ };
281
+ const allowedOf = (label) => {
282
+ const source = state.allowed;
283
+ const value = source instanceof Map ? source.get(label) : source?.[label];
284
+ return Number.isInteger(value) ? Number(value) : null;
285
+ };
286
+ const parts = [];
287
+ let isOrderedBehind = false;
288
+ let isUnreliableBehind = false;
289
+ let isUnreliableKnown = false;
290
+ let isJudgeable = false;
291
+ for (const label of state.labels) {
292
+ const seen = seenOf(label);
293
+ const gap = Number.isInteger(seen) ? state.seq - Number(seen) : null;
294
+ const allowance = allowedOf(label);
295
+ // BY TIME WHERE IT IS KNOWN. The count is what the line prints, because it
296
+ // is what a reader recognises; what decides is a time.
297
+ //
298
+ // The measured one-way delay first: it is the forward direction itself,
299
+ // with the two clocks reconciled from the exchange. The age of the newest
300
+ // reported probe is the fallback, and it is larger than the thing itself by
301
+ // the peer's reporting cadence and the way back — which is why its own
302
+ // allowance carries both of those and the one-way allowance carries
303
+ // neither.
304
+ const oneWay = timeOf(state.oneWayMs, label);
305
+ const oneWayAllowed = timeOf(state.allowedOneWayMs, label);
306
+ const lagMs = oneWay !== null && oneWayAllowed !== null ? oneWay : timeOf(state.behindMs, label);
307
+ const mayWaitMs = oneWay !== null && oneWayAllowed !== null
308
+ ? oneWayAllowed
309
+ : timeOf(state.allowedWaitMs, label);
310
+ const lagText = lagMs === null || mayWaitMs === null
311
+ ? ""
312
+ : ` ${Math.round(lagMs)}ms of ${Math.round(mayWaitMs)}ms${oneWay !== null ? " one way" : ""}`;
313
+ parts.push(`${label}=${seen ?? "?"}(gap ${gap ?? "?"} of ${allowance ?? "?"}${lagText})`);
314
+ if (allowance === null) {
315
+ continue;
316
+ }
317
+ isJudgeable = true;
318
+ const isBehind = lagMs !== null && mayWaitMs !== null
319
+ ? lagMs > mayWaitMs
320
+ : gap === null || gap > allowance;
321
+ if (label === UNRELIABLE_LABEL) {
322
+ isUnreliableKnown = true;
323
+ isUnreliableBehind = isBehind;
324
+ } else if (isBehind) {
325
+ isOrderedBehind = true;
326
+ }
327
+ }
328
+ const isPeerAdvancing = state.peerBytesAdvancing === true;
329
+ const detail =
330
+ `sent=${state.seq} ${parts.join(" ")} ` +
331
+ `echoAge=${state.echoAgeMs === null ? "never" : `${state.echoAgeMs}ms`}` +
332
+ (state.peerBytesAdvancing === null || state.peerBytesAdvancing === undefined
333
+ ? ""
334
+ : ` peerBytes=${isPeerAdvancing ? "advancing" : "still"}`) +
335
+ (Number.isFinite(state.peerLoopLagMs) ? ` peerLoopLag=${Math.round(Number(state.peerLoopLagMs))}ms` : "") +
336
+ (state.peerVisibility ? ` peerTab=${state.peerVisibility}` : "") +
337
+ // WHAT THE PEER SAYS IT IS STILL WAITING FOR. The far end has sent this
338
+ // twice a second since the probe echo was built and nothing read it, while
339
+ // every verdict here was reasoned out from this side alone. It is evidence
340
+ // and not a verdict: the receiver declares its own transport lost, because
341
+ // it knows first — on 2026-09-06 the browser said so sixteen minutes before
342
+ // this end did.
343
+ (Number.isFinite(state.peerPending) ? ` peerWaiting=${Number(state.peerPending)}` : "");
344
+
345
+ if (state.echoes === 0) {
346
+ return { verdict: "no-echo-yet", detail };
347
+ }
348
+ if (!isJudgeable) {
349
+ return { verdict: "no-rate-yet", detail };
350
+ }
351
+ const staleAfterMs = Number.isFinite(state.echoStaleMs) && state.echoStaleMs > 0
352
+ ? state.echoStaleMs
353
+ : ECHO_STALE_FALLBACK_MS;
354
+ if (state.echoAgeMs !== null && state.echoAgeMs > staleAfterMs) {
355
+ return { verdict: "reverse-direction-gone", detail };
356
+ }
357
+ if (!isOrderedBehind && !(isUnreliableKnown && isUnreliableBehind)) {
358
+ return { verdict: "flowing", detail };
359
+ }
360
+ // Bytes are still arriving at the far end. Whatever the probe gaps say, this
361
+ // association has not stopped — the probes are behind a backlog, which is
362
+ // what filling a cushion looks like from here.
363
+ if (isPeerAdvancing) {
364
+ return { verdict: "flowing", detail };
365
+ }
366
+ if (isOrderedBehind && isUnreliableKnown && !isUnreliableBehind) {
367
+ return { verdict: "stream-stuck", detail };
368
+ }
369
+ if (isOrderedBehind) {
370
+ return {
371
+ verdict: isUnreliableKnown ? "association-stopped" : "ordered-behind-no-comparison",
372
+ detail
373
+ };
374
+ }
375
+ return { verdict: "unreliable-behind-only", detail };
376
+ }
377
+
378
+ /**
379
+ * Create the probe service. One instance serves every session.
380
+ *
381
+ * @param {Object} options
382
+ * @param {(message: string) => void} options.log
383
+ * @param {number} [options.intervalMs]
384
+ * @param {(sessionId: string) => object | null} [options.getTransportSnapshot]
385
+ * Needed only to hand the witness a remote endpoint when this probe is the
386
+ * one declaring a wedge.
387
+ * @param {{ maybeCapture: (trigger: object) => boolean }} [options.witness]
388
+ * @param {{ maybeRead: (reasonText: string) => boolean }} [options.usrsctpState]
389
+ * @returns {{
390
+ * attach: (sessionId: string, tag: string, label: string, channel: import('node-datachannel').DataChannel) => void,
391
+ * detach: (sessionId: string, channel: import('node-datachannel').DataChannel) => void,
392
+ * noteEcho: (sessionId: string, echo: object) => void,
393
+ * dispose: () => void
394
+ * }}
395
+ */
396
+ export function createDeliveryProbe({
397
+ log,
398
+ intervalMs = PROBE_INTERVAL_MS,
399
+ readDelivery,
400
+ getTransportSnapshot,
401
+ witness,
402
+ usrsctpState
403
+ }) {
404
+ /** @type {Map<string, ProbeConnection>} */
405
+ const connections = new Map();
406
+
407
+ /**
408
+ * Send this tick's probe on every channel of one connection, then report.
409
+ *
410
+ * @param {ProbeConnection} connection
411
+ * @returns {void}
412
+ */
413
+ function tick(connection) {
414
+ const now = Date.now();
415
+ connection.seq += 1;
416
+ connection.sentAt = now;
417
+ // WHEN each probe went out, so that what the peer reports can be read as a
418
+ // time rather than as a count of probes. Pruned to the oldest probe any
419
+ // judgement could still be about: once a probe is older than the point at
420
+ // which the reverse direction is called gone, its age says nothing further.
421
+ connection.sentAtBySeq.set(connection.seq, now);
422
+ for (const [probeNumber, sentAt] of connection.sentAtBySeq) {
423
+ if (now - sentAt > PROBE_HISTORY_MS) {
424
+ connection.sentAtBySeq.delete(probeNumber);
425
+ } else {
426
+ break;
427
+ }
428
+ }
429
+ const message = JSON.stringify({ type: "probe", seq: connection.seq, sentAt: now });
430
+ for (const channel of connection.channels.keys()) {
431
+ try {
432
+ channel.sendMessage(message);
433
+ } catch {
434
+ // A channel closing between the check and the send is ordinary.
435
+ }
436
+ }
437
+
438
+ // What this connection is getting away, and how far behind it therefore
439
+ // sits. Both come from the send-queue watcher, which measures them anyway.
440
+ const delivery = typeof readDelivery === "function" ? readDelivery(connection.id) : null;
441
+ const bytesPerSecond = Number(delivery?.bytesPerSecond) || 0;
442
+ const rttMs = Number(delivery?.rttMs) || 0;
443
+ /** @type {Map<string, number | null>} */
444
+ const allowed = new Map();
445
+ /** How long each channel's newest unreported probe may legitimately be. */
446
+ const allowedWait = new Map();
447
+ /** The same, for the measured one-way time where the clocks are reconciled. */
448
+ const allowedOneWay = new Map();
449
+ for (const [channel, label] of connection.channels) {
450
+ let queuedBytes = 0;
451
+ try {
452
+ queuedBytes = typeof channel.bufferedAmount === "function" ? channel.bufferedAmount() : 0;
453
+ } catch {
454
+ queuedBytes = 0;
455
+ }
456
+ const allowance = allowedGap({
457
+ queuedBytes,
458
+ bytesPerSecond,
459
+ rttMs,
460
+ echoIntervalMs: connection.echoIntervalMs,
461
+ peerLoopLagMs: connection.peerLoopLagMs ?? 0,
462
+ intervalMs
463
+ });
464
+ const waitMs = allowedWaitMs({
465
+ queuedBytes,
466
+ bytesPerSecond,
467
+ rttMs,
468
+ echoIntervalMs: connection.echoIntervalMs,
469
+ peerLoopLagMs: connection.peerLoopLagMs ?? 0
470
+ });
471
+ const heldWait = allowedWait.get(label);
472
+ if (!Number.isFinite(heldWait) || waitMs > heldWait) {
473
+ allowedWait.set(label, waitMs);
474
+ }
475
+ // What a probe may take ONE WAY: the queue's own drain time and half the
476
+ // crossing. Neither the peer's reporting cadence nor its loop delay
477
+ // belongs here — with the clocks reconciled they are no longer in the
478
+ // measurement they would have to be allowed for.
479
+ const oneWayAllowed = allowedWaitMs({ queuedBytes, bytesPerSecond, rttMs: rttMs / 2 });
480
+ const heldOneWay = allowedOneWay.get(label);
481
+ if (!Number.isFinite(heldOneWay) || oneWayAllowed > heldOneWay) {
482
+ allowedOneWay.set(label, oneWayAllowed);
483
+ }
484
+ // Several channels can carry one label only in malformed cases; the
485
+ // larger allowance is the safer of the two.
486
+ const held = allowed.get(label);
487
+ if (allowance !== null && (!Number.isInteger(held) || allowance > held)) {
488
+ allowed.set(label, allowance);
489
+ } else if (!allowed.has(label)) {
490
+ allowed.set(label, allowance);
491
+ }
492
+ }
493
+ const widest = [...allowed.values()].reduce(
494
+ (most, value) => (Number.isInteger(value) && value > most ? value : most),
495
+ 0
496
+ );
497
+ // Advancing SINCE THE PREVIOUS TICK, not since the connection began: the
498
+ // question is whether bytes are crossing now. Prefer channel bytes —
499
+ // transport's bytesReceived advances on SACKs (140 B/s on a wedge) and
500
+ // gives a false "advancing" every other tick, while channel bytes are flat.
501
+ let peerBytesAdvancing = null;
502
+ if (connection.peerChannelBytes !== null) {
503
+ peerBytesAdvancing =
504
+ connection.peerChannelBytesAtTick === null ||
505
+ connection.peerChannelBytes > connection.peerChannelBytesAtTick;
506
+ connection.peerChannelBytesAtTick = connection.peerChannelBytes;
507
+ // keep transport's tick in sync for fallback logging
508
+ connection.peerBytesAtTick = connection.peerBytes;
509
+ } else if (connection.peerBytes !== null) {
510
+ peerBytesAdvancing =
511
+ connection.peerBytesAtTick === null || connection.peerBytes > connection.peerBytesAtTick;
512
+ connection.peerBytesAtTick = connection.peerBytes;
513
+ }
514
+ const { verdict, detail } = readProbeState({
515
+ seq: connection.seq,
516
+ seen: connection.seen,
517
+ peerBytesAdvancing,
518
+ peerPending: connection.peerPending,
519
+ labels: [...new Set(connection.channels.values())],
520
+ echoes: connection.echoes,
521
+ echoAgeMs: connection.echoAt === 0 ? null : now - connection.echoAt,
522
+ peerLoopLagMs: connection.peerLoopLagMs,
523
+ peerVisibility: connection.peerVisibility,
524
+ allowed,
525
+ // WHAT IS BEHIND, IN TIME. For each channel: how old the newest probe the
526
+ // peer has reported seeing is. The same probe goes down every channel
527
+ // including the one carrying the film, and SCTP schedules per
528
+ // association, so a probe waits behind queued video exactly as a segment
529
+ // does — which means a count of outstanding probes measures the queue,
530
+ // not the association. This is the queue's own time, against the time the
531
+ // queue is allowed to take.
532
+ behindMs: Object.fromEntries(
533
+ [...connection.seen.entries()].map(([label, newestSeenNumber]) => {
534
+ const sentAt = connection.sentAtBySeq.get(newestSeenNumber);
535
+ return [label, Number.isFinite(sentAt) ? now - sentAt : null];
536
+ })
537
+ ),
538
+ allowedWaitMs: Object.fromEntries(allowedWait.entries()),
539
+ // The measured forward delay, where the two clocks have been reconciled.
540
+ // Preferred over the age above because it is the thing itself: the age
541
+ // also carries the peer's reporting cadence and the way back.
542
+ oneWayMs: Object.fromEntries(connection.oneWayMs.entries()),
543
+ allowedOneWayMs: Object.fromEntries(allowedOneWay.entries()),
544
+ // Same arithmetic for the echo's own age: the peer cannot answer sooner
545
+ // than its own cadence allows, nor sooner than its own event loop runs.
546
+ echoStaleMs:
547
+ widest > 0
548
+ ? widest * intervalMs +
549
+ rttMs +
550
+ connection.echoIntervalMs +
551
+ Math.max(connection.peerLoopLagMs ?? 0, 0)
552
+ : 0
553
+ });
554
+ if (verdict !== connection.verdict || now - connection.reportedAt >= REPORT_INTERVAL_MS) {
555
+ connection.verdict = verdict;
556
+ connection.reportedAt = now;
557
+ log(`[dc-probe] ${connection.tag} ${verdict} — ${detail} at=${new Date(now).toISOString()}`);
558
+ }
559
+
560
+ // `association-stopped` alone is not certainty — see probeWedgeIsCertain.
561
+ // A connection that is merely lagging by a bounded amount reaches this
562
+ // verdict too (a hidden tab's own echo cadence, measured 2026-08-28), and
563
+ // `seen` keeps advancing right along with it. Only a `seen` value that has
564
+ // stopped moving ENTIRELY, for longer than this connection has ever shown
565
+ // as a legitimate gap, is the wedge this exists to catch.
566
+ const stuckForMs = connection.lastSeenAdvanceAt === 0 ? 0 : now - connection.lastSeenAdvanceAt;
567
+ if (verdict === "association-stopped") {
568
+ const { isCertain, needMs } = probeWedgeIsCertain({
569
+ stuckForMs,
570
+ longestHealthySeenGapMs: connection.longestHealthySeenGapMs,
571
+ // The same sum the echo's own staleness is judged by: the peer reports
572
+ // twice a second, the report has to cross, and the peer's loop may be
573
+ // late. Nothing shorter than that says anything.
574
+ // BOTH cadences, because they beat against each other: a probe sent
575
+ // just after the peer composed a report shows up only in the NEXT one.
576
+ // So the longest legitimate gap between two advances is one probe
577
+ // interval plus one report interval plus the crossing plus whatever
578
+ // the peer's own loop is behind by.
579
+ legitimateReportMs:
580
+ intervalMs +
581
+ connection.echoIntervalMs +
582
+ rttMs +
583
+ Math.max(connection.peerLoopLagMs ?? 0, 0)
584
+ });
585
+ if (isCertain && !connection.probeCaptureStarted) {
586
+ connection.probeCaptureStarted = true;
587
+ const reasonText =
588
+ `probe seen-counter unmoved ${Math.round(stuckForMs / 1000)}s against the ` +
589
+ `${(needMs / 1000).toFixed(1)}s this connection's own history says is legitimate`;
590
+ if (witness) {
591
+ const snapshot = getTransportSnapshot?.(connection.id) ?? null;
592
+ const started = witness.maybeCapture({
593
+ sessionId: connection.id,
594
+ tag: connection.tag,
595
+ label: "probe",
596
+ remote: snapshot?.remote ?? null,
597
+ queuedBytes: 0,
598
+ stuckForMs
599
+ });
600
+ if (!started) {
601
+ connection.probeCaptureStarted = false;
602
+ }
603
+ }
604
+ if (usrsctpState) {
605
+ usrsctpState.maybeRead(reasonText);
606
+ }
607
+ }
608
+ } else {
609
+ // Not association-stopped any more: whatever was flagged has cleared,
610
+ // and a later wedge on the same connection deserves its own attempt.
611
+ connection.probeCaptureStarted = false;
612
+ }
613
+ }
614
+
615
+ return {
616
+ attach(sessionId, tag, label, channel) {
617
+ let connection = connections.get(sessionId);
618
+ if (!connection) {
619
+ connection = {
620
+ id: sessionId,
621
+ tag,
622
+ // The longest this peer has ever taken between two echoes. Its own
623
+ // schedule, measured rather than assumed - a hidden tab answers
624
+ // about once a second because the browser throttles the timer.
625
+ echoIntervalMs: 0,
626
+ channels: new Map(),
627
+ seq: 0,
628
+ sentAt: 0,
629
+ seen: new Map(),
630
+ echoAt: 0,
631
+ echoes: 0,
632
+ // The far end's own transport-level received total, and its value at
633
+ // the previous tick. Null until a browser that reports it has echoed.
634
+ /** @type {number | null} */
635
+ peerBytes: null,
636
+ // Requests the far end says it is still waiting for, as last reported.
637
+ peerPending: null,
638
+ /** @type {number | null} */
639
+ peerBytesAtTick: null,
640
+ // Sum of per-channel bytes (report.channels[].bytes). Transport's
641
+ // bytesReceived advances on SACKs (140 B/s on a wedge) and gives a
642
+ // false "advancing" every other tick — channel bytes are flat on a wedge.
643
+ /** @type {number | null} */
644
+ peerChannelBytes: null,
645
+ /** @type {number | null} */
646
+ peerChannelBytesAtTick: null,
647
+ // The far end's own event-loop delay and tab state, as last reported.
648
+ // The lag is a term in every allowance below; the tab state is only
649
+ // printed, so that a wide allowance can be read back to its cause.
650
+ /** @type {number | null} */
651
+ peerLoopLagMs: null,
652
+ /** @type {string | null} */
653
+ peerVisibility: null,
654
+ verdict: "",
655
+ reportedAt: 0,
656
+ lastSeenAdvanceAt: 0,
657
+ longestHealthySeenGapMs: 0,
658
+ sentAtBySeq: new Map(),
659
+ // THE TWO CLOCKS, separated by the exchange rather than assumed to
660
+ // agree. Every report carries when each channel's newest probe
661
+ // arrived at the peer and when the report itself left; with the time
662
+ // this proxy stamped into that probe, and the time the report
663
+ // arrives, that is the four timestamps an offset is computed from.
664
+ //
665
+ // The estimate is kept from the report with the SMALLEST round trip
666
+ // seen, because that is the one that queued the least — and the two
667
+ // directions here are as unequal as they get, film one way and almost
668
+ // nothing the other, which is exactly where an offset taken from a
669
+ // busy moment is wrong by half the difference.
670
+ /** @type {number | null} */
671
+ clockOffsetMs: null,
672
+ /** @type {number} */
673
+ offsetFromRoundTripMs: Number.POSITIVE_INFINITY,
674
+ /** How long the newest probe took to reach the peer, by channel. @type {Map<string, number>} */
675
+ oneWayMs: new Map(),
676
+ probeCaptureStarted: false,
677
+ timer: null
678
+ };
679
+ connections.set(sessionId, connection);
680
+ }
681
+ connection.channels.set(channel, label);
682
+ if (connection.timer === null) {
683
+ const held = connection;
684
+ connection.timer = setInterval(() => tick(held), intervalMs);
685
+ // The probe must never be the reason a process stays alive.
686
+ if (typeof connection.timer.unref === "function") {
687
+ connection.timer.unref();
688
+ }
689
+ }
690
+ },
691
+
692
+ detach(sessionId, channel) {
693
+ const connection = connections.get(sessionId);
694
+ if (!connection) {
695
+ return;
696
+ }
697
+ connection.channels.delete(channel);
698
+ if (connection.channels.size === 0) {
699
+ if (connection.timer !== null) {
700
+ clearInterval(connection.timer);
701
+ connection.timer = null;
702
+ }
703
+ if (connections.get(sessionId) === connection) {
704
+ connections.delete(sessionId);
705
+ }
706
+ }
707
+ },
708
+
709
+ noteEcho(sessionId, echo) {
710
+ const connection = connections.get(sessionId);
711
+ if (!connection || !echo || typeof echo !== "object") {
712
+ return;
713
+ }
714
+ const now = Date.now();
715
+ const seen = echo.seen;
716
+ if (seen && typeof seen === "object") {
717
+ let advanced = false;
718
+ for (const [label, value] of Object.entries(seen)) {
719
+ if (!Number.isInteger(value)) {
720
+ continue;
721
+ }
722
+ const previous = connection.seen.get(label);
723
+ if (!Number.isInteger(previous) || value > previous) {
724
+ advanced = true;
725
+ }
726
+ connection.seen.set(label, value);
727
+ }
728
+ // What a wedge shows is this counter frozen, not merely behind — see
729
+ // probeWedgeIsCertain. The gap since the last time ANY label moved is
730
+ // this connection's own answer to "how long may a healthy report take
731
+ // to arrive", recorded only while nothing is currently flagged (the
732
+ // same guard `longestHealthyFlatMs` uses): a stretch already under
733
+ // suspicion must not teach the detector to tolerate it.
734
+ if (advanced) {
735
+ if (connection.lastSeenAdvanceAt !== 0 && !connection.probeCaptureStarted) {
736
+ const gap = now - connection.lastSeenAdvanceAt;
737
+ if (gap > connection.longestHealthySeenGapMs) {
738
+ connection.longestHealthySeenGapMs = gap;
739
+ }
740
+ }
741
+ connection.lastSeenAdvanceAt = now;
742
+ }
743
+ }
744
+ // THE FOUR TIMESTAMPS. `t1` is when this proxy sent the probe the peer
745
+ // is reporting, `t2` when the peer received it, `t3` when the peer sent
746
+ // this report, `t4` is now. From them the round trip is
747
+ // `(t4 - t1) - (t3 - t2)` — the peer's own thinking time removed — and
748
+ // the difference between the two clocks is `((t2 - t1) + (t3 - t4)) / 2`.
749
+ //
750
+ // The offset is kept from the report whose round trip was SMALLEST: that
751
+ // arithmetic assumes the two directions are equally quick, which here
752
+ // they are not — film one way, almost nothing the other — and the least
753
+ // queued sample is the one where the assumption costs least. A fresh
754
+ // minimum replaces the estimate, so a clock that jumps is followed within
755
+ // a few reports rather than believed for ever.
756
+ const peerSentAt = Number(echo?.sentAt);
757
+ const seenAt = echo?.seenAt;
758
+ if (Number.isFinite(peerSentAt) && seenAt && typeof seenAt === "object") {
759
+ for (const [label, peerSawAtRaw] of Object.entries(seenAt)) {
760
+ const peerSawAt = Number(peerSawAtRaw);
761
+ const newestSeenNumber = connection.seen.get(label);
762
+ const weSentAt = Number.isInteger(newestSeenNumber)
763
+ ? connection.sentAtBySeq.get(newestSeenNumber)
764
+ : undefined;
765
+ if (!Number.isFinite(peerSawAt) || !Number.isFinite(weSentAt)) {
766
+ continue;
767
+ }
768
+ const roundTrip = (now - weSentAt) - (peerSentAt - peerSawAt);
769
+ if (roundTrip >= 0 && roundTrip < connection.offsetFromRoundTripMs) {
770
+ connection.offsetFromRoundTripMs = roundTrip;
771
+ connection.clockOffsetMs = ((peerSawAt - weSentAt) + (peerSentAt - now)) / 2;
772
+ }
773
+ if (connection.clockOffsetMs !== null) {
774
+ // What the probe itself took, one way, with the clocks reconciled.
775
+ // Negative only if the offset is stale, and then it says so rather
776
+ // than being hidden.
777
+ connection.oneWayMs.set(label, peerSawAt - weSentAt - connection.clockOffsetMs);
778
+ }
779
+ }
780
+ }
781
+ // What the far end says it has received at the transport level. It is the
782
+ // one figure that separates a backlog from a stopped association, and it
783
+ // arrives on the direction that goes on working through a freeze.
784
+ // How many requests the far end says it is still waiting for. Theirs to
785
+ // count: this end knows what it has answered, not what reached them.
786
+ const peerPending = Number(echo?.report?.pending);
787
+ connection.peerPending = Number.isFinite(peerPending) && peerPending >= 0 ? peerPending : null;
788
+ const peerBytes = Number(echo?.report?.transportBytesReceived);
789
+ if (Number.isFinite(peerBytes) && peerBytes >= 0) {
790
+ connection.peerBytes = peerBytes;
791
+ }
792
+ // Sum of per-channel bytes. Transport's bytesReceived advances on SACKs
793
+ // (140 B/s on a wedge) and gives a false "advancing" every other tick —
794
+ // channel bytes are flat on a wedge, so they are the correct signal.
795
+ const peerChannels = echo?.report?.channels;
796
+ if (peerChannels && typeof peerChannels === "object") {
797
+ let bytesAcrossChannels = 0;
798
+ let hasChannelReport = false;
799
+ for (const channelReport of Object.values(peerChannels)) {
800
+ if (channelReport && Number.isFinite(channelReport.bytes)) {
801
+ bytesAcrossChannels += channelReport.bytes;
802
+ hasChannelReport = true;
803
+ }
804
+ }
805
+ if (hasChannelReport) {
806
+ connection.peerChannelBytes = bytesAcrossChannels;
807
+ }
808
+ }
809
+ // How far behind the far end's own event loop is running. A browser that
810
+ // cannot run its timers cannot answer a probe, and every allowance here
811
+ // is a wait the answer has to fit inside — so this is a term in the
812
+ // arithmetic, not a note. It is the peer's own measurement, taken on the
813
+ // peer, and it arrives on the direction that survives a freeze.
814
+ const peerLoopLag = Number(echo?.report?.loopLagMs);
815
+ if (Number.isFinite(peerLoopLag) && peerLoopLag >= 0) {
816
+ connection.peerLoopLagMs = peerLoopLag;
817
+ }
818
+ const peerVisibility = echo?.report?.visibility;
819
+ if (typeof peerVisibility === "string" && peerVisibility.length > 0) {
820
+ connection.peerVisibility = peerVisibility;
821
+ }
822
+ if (connection.echoAt !== 0) {
823
+ const sinceLast = now - connection.echoAt;
824
+ if (sinceLast > connection.echoIntervalMs) {
825
+ connection.echoIntervalMs = sinceLast;
826
+ }
827
+ }
828
+ connection.echoAt = now;
829
+ connection.echoes += 1;
830
+ },
831
+
832
+ dispose() {
833
+ for (const connection of connections.values()) {
834
+ if (connection.timer !== null) {
835
+ clearInterval(connection.timer);
836
+ connection.timer = null;
837
+ }
838
+ }
839
+ connections.clear();
840
+ }
841
+ };
842
+ }