@torrent-tv/proxy 2.87.3 → 2.87.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/opsx/apply.md +155 -155
- package/.claude/commands/opsx/archive.md +160 -160
- package/.claude/commands/opsx/explore.md +174 -174
- package/.claude/commands/opsx/propose.md +109 -109
- package/.claude/commands/opsx/sync.md +143 -143
- package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
- package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
- package/.claude/skills/openspec-explore/SKILL.md +289 -289
- package/.claude/skills/openspec-propose/SKILL.md +113 -113
- package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
- package/.dockerignore +5 -5
- package/AGENTS.md +322 -322
- package/CHANGELOG.md +2157 -2153
- package/Dockerfile +30 -30
- package/LICENSE +16 -16
- package/README.md +369 -369
- package/assets/calibration/NOTICE.md +100 -100
- package/assets/diagnostics/sctpstate.gdb +31 -31
- package/bin/cli.js +684 -684
- package/bin/thread-pool.js +30 -30
- package/biome.json +411 -411
- package/docs/browser-proxy-contract.md +94 -94
- package/docs/container-architecture.md +218 -218
- package/docs/download-architecture.md +261 -261
- package/docs/encode-architecture.md +729 -729
- package/docs/encode-run-state.md +96 -96
- package/docs/logs.md +97 -97
- package/docs/socks5-egress-research.md +114 -114
- package/docs/storage-architecture.md +267 -267
- package/knip.json +14 -14
- package/openspec/changes/adaptive-bitrate/design.md +92 -92
- package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
- package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
- package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
- package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
- package/openspec/changes/binary-distribution/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/design.md +81 -81
- package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
- package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
- package/openspec/changes/cold-start/design.md +98 -98
- package/openspec/changes/cold-start/proposal.md +62 -62
- package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
- package/openspec/changes/cold-start/tasks.md +48 -48
- package/openspec/changes/disk-cap/.openspec.yaml +2 -2
- package/openspec/changes/disk-cap/proposal.md +37 -37
- package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
- package/openspec/changes/disk-cap/tasks.md +19 -19
- package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
- package/openspec/changes/proxy-observability/design.md +38 -38
- package/openspec/changes/proxy-observability/proposal.md +49 -49
- package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
- package/openspec/changes/proxy-observability/tasks.md +21 -21
- package/openspec/changes/seek-debounce/design.md +118 -118
- package/openspec/changes/seek-debounce/proposal.md +59 -59
- package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
- package/openspec/changes/seek-debounce/tasks.md +33 -33
- package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
- package/openspec/changes/subtitle-language/proposal.md +50 -50
- package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
- package/openspec/changes/subtitle-language/tasks.md +26 -26
- package/openspec/changes/track-selection/.openspec.yaml +2 -2
- package/openspec/changes/track-selection/design.md +47 -47
- package/openspec/changes/track-selection/proposal.md +45 -45
- package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
- package/openspec/changes/track-selection/tasks.md +20 -20
- package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
- package/openspec/changes/transcode-quality/proposal.md +51 -51
- package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
- package/openspec/changes/transcode-quality/tasks.md +63 -63
- package/openspec/config.yaml +38 -38
- package/package.json +50 -50
- package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/research/handover-2026-09-13.md +209 -209
- package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
- package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
- package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
- package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
- package/routes/api/client-logs/post.js +86 -86
- package/routes/api/delivery-sink/get.js +72 -72
- package/routes/api/link-probe/get.js +51 -51
- package/routes/api/playback-plan/post.js +53 -53
- package/routes/api/sources/files/get.js +100 -100
- package/routes/api/sources/post.js +36 -36
- package/routes/api/sources/stats/get.js +132 -132
- package/routes/api/sources/warm/post.js +217 -181
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
- package/routes/api/transcode-sessions/net-report/post.js +129 -129
- package/routes/api/transcode-sessions/post.js +160 -160
- package/routes/api/transcode-sessions/progress/get.js +27 -27
- package/routes/api/transcode-sessions/release/post.js +41 -41
- package/routes/api/transcode-sessions/seek/post.js +63 -63
- package/routes/health/get.js +13 -13
- package/routes/healthz/get.js +13 -13
- package/routes/stream/get.js +361 -361
- package/routes/transcode/audio-file/get.js +64 -64
- package/routes/transcode/audio-warm/get.js +84 -84
- package/routes/transcode/session-file/get.js +52 -52
- package/routes/transcode/variant-file/get.js +95 -95
- package/routes/transcode/variant-warm/get.js +84 -84
- package/scripts/render-run-graph.js +173 -173
- package/server.js +721 -720
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -345
- package/services/encode/EncodeAdmission.js +332 -332
- package/services/encode/EncodeOrchestrator.js +1217 -1217
- package/services/encode/EncodePlan.js +1366 -1366
- package/services/encode/EncodeRun.js +776 -776
- package/services/encode/EncodeRuns.js +1229 -1229
- package/services/encode/Encoder.js +142 -142
- package/services/encode/EncoderSelection.js +38 -38
- package/services/encode/LocalObservations.js +359 -359
- package/services/encode/NvencEncoder.js +50 -50
- package/services/encode/OutputOpening.js +755 -755
- package/services/encode/OutputTimes.js +579 -579
- package/services/encode/QsvEncoder.js +58 -58
- package/services/encode/Renditions.js +2162 -2162
- package/services/encode/RunProgress.js +84 -84
- package/services/encode/SegmentDemand.js +95 -95
- package/services/encode/SoftwareEncoder.js +121 -121
- package/services/encode/V4l2m2mEncoder.js +53 -53
- package/services/encode/VaapiEncoder.js +66 -66
- package/services/encode/args.js +416 -416
- package/services/encode/available-share.js +89 -89
- package/services/encode/calibration.js +361 -361
- package/services/encode/contention.js +128 -128
- package/services/encode/decode-cost-fit.js +363 -363
- package/services/encode/encode-exit.js +114 -114
- package/services/encode/encode-run-state.js +551 -551
- package/services/encode/encoder-readings.js +45 -45
- package/services/encode/fingerprint.js +322 -322
- package/services/encode/host-load.js +174 -174
- package/services/encode/hwaccel.js +1894 -1894
- package/services/encode/index.js +9 -9
- package/services/encode/learned-median.js +90 -90
- package/services/encode/output/EncodedOutput.js +57 -57
- package/services/encode/output/Output.js +131 -131
- package/services/encode/output/OutputCatalog.js +414 -414
- package/services/encode/output/OutputSpec.js +390 -390
- package/services/encode/output/Timeline.js +308 -308
- package/services/encode/output/cut-grid.js +107 -107
- package/services/encode/output/index.js +20 -20
- package/services/encode/output/ladder.js +32 -32
- package/services/encode/output/playlists.js +284 -284
- package/services/encode/output/rates.js +125 -125
- package/services/encode/output-key-format.js +21 -21
- package/services/encode/quality/EncodeCost.js +1083 -1083
- package/services/encode/quality/HostLoad.js +525 -525
- package/services/encode/quality/HostTimings.js +249 -249
- package/services/encode/quality/OutputQualityState.js +28 -28
- package/services/encode/quality/QualityController.js +935 -935
- package/services/encode/quality/QualityOffer.js +416 -416
- package/services/encode/quality/drain-threat.js +47 -47
- package/services/encode/quality/link-budget.js +254 -254
- package/services/encode/quality/output-format.js +266 -266
- package/services/encode/quality/serving-output.js +216 -216
- package/services/encode/quality/visible-rung.js +57 -57
- package/services/encode/run-budget.js +97 -97
- package/services/encode/run-command.js +747 -747
- package/services/encode/run-costs.js +155 -155
- package/services/encode/run-inputs.js +42 -42
- package/services/encode/segment-formats/fmp4.js +437 -437
- package/services/encode/segment-formats/index.js +77 -77
- package/services/encode/segment-formats/init-compat.js +324 -324
- package/services/encode/segment-formats/mp4-boxes.js +311 -311
- package/services/encode/segment-formats/mpegts.js +134 -134
- package/services/encode/start-stop-cost.js +178 -178
- package/services/encode/throughput.js +97 -97
- package/services/encode/torrent-cost.js +88 -88
- package/services/identity/installation-id.js +38 -38
- package/services/media/ContainerOrchestrator.js +149 -149
- package/services/media/KeyframeTables.js +316 -316
- package/services/media/SourceFile.js +298 -298
- package/services/media/SubtitleCues.js +520 -520
- package/services/media/SubtitleOrchestrator.js +167 -167
- package/services/media/audio-inventory.js +212 -212
- package/services/media/container/AviContainer.js +266 -266
- package/services/media/container/Container.js +603 -603
- package/services/media/container/ContainerFactory.js +56 -56
- package/services/media/container/KeyframeTable.js +272 -272
- package/services/media/container/MatroskaContainer.js +1494 -1494
- package/services/media/container/Mp4Container.js +1244 -1244
- package/services/media/container/SubtitleFileContainer.js +322 -322
- package/services/media/container/ebml-reader.js +159 -159
- package/services/media/ffmpeg-banner.js +260 -260
- package/services/media/keyframe-probe.js +157 -157
- package/services/media/media-info-probe.js +93 -93
- package/services/media/playback-planner.js +856 -848
- package/services/media/tracks/AudioTrack.js +131 -131
- package/services/media/tracks/ContainerTrack.js +75 -75
- package/services/media/tracks/ImageSubtitleTrack.js +19 -19
- package/services/media/tracks/SubtitleTrack.js +38 -38
- package/services/media/tracks/TextSubtitleTrack.js +287 -287
- package/services/media/tracks/VideoTrack.js +33 -33
- package/services/media/tracks/index.js +15 -15
- package/services/media/tracks/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -418
- package/services/server/SegmentServing.js +1146 -1146
- package/services/server/ViewerRequests.js +522 -522
- package/services/server/WaitLedger.js +142 -142
- package/services/server/controllers/PlaybackController.js +36 -36
- package/services/server/controllers/SubtitleController.js +109 -109
- package/services/server/http-responses.js +60 -60
- package/services/server/transcode-session-files.js +325 -325
- package/services/server/wire-outputs.js +983 -983
- package/services/storage/Diagnostics.js +202 -202
- package/services/storage/MachineBudget.js +235 -235
- package/services/storage/allowance.js +107 -107
- package/services/storage/core-dumps.js +106 -106
- package/services/storage/files/CompletedFiles.js +391 -391
- package/services/storage/files/piece-from-whole-file.js +118 -118
- package/services/storage/free.js +71 -71
- package/services/storage/keep.js +48 -48
- package/services/storage/machine-memory.js +56 -56
- package/services/storage/memory-report.js +575 -575
- package/services/storage/piece-store/piece-disk-store.js +516 -516
- package/services/storage/piece-store/piece-lru.js +495 -495
- package/services/storage/piece-store/shared-piece-store.js +1880 -1880
- package/services/storage/returns.js +103 -103
- package/services/storage/segment-store/SegmentStore.js +1196 -1196
- package/services/storage/wire.js +175 -175
- package/services/torrent/Contents.js +324 -324
- package/services/torrent/demand/DemandRegister.js +202 -202
- package/services/torrent/demand/Urgency.js +137 -137
- package/services/torrent/demand/Window.js +118 -118
- package/services/torrent/demand/index.js +8 -8
- package/services/torrent/demand/pieces.js +140 -140
- package/services/torrent/download/SwarmSelection.js +386 -386
- package/services/torrent/download/registry.js +102 -102
- package/services/torrent/download/withdraw-claim.js +80 -80
- package/services/torrent/files.js +455 -455
- package/services/torrent/naming.js +619 -619
- package/services/torrent/piece-store-of.js +29 -29
- package/services/torrent/supply-margin.js +262 -262
- package/services/torrent/torrent-pool.js +2675 -2635
- package/services/torrent/torrent-source-key.js +38 -38
- package/services/torrent/worker/background-fill.js +213 -213
- package/services/torrent/worker/channel.js +271 -271
- package/services/torrent/worker/client.js +765 -760
- package/services/torrent/worker/fastest-wires.js +342 -342
- package/services/torrent/worker/handle-state.js +23 -23
- package/services/torrent/worker/held-bytes.js +155 -155
- package/services/torrent/worker/install-webrtc-shim.js +32 -32
- package/services/torrent/worker/piece-reader.js +1078 -1078
- package/services/torrent/worker/pool-adapter.js +365 -350
- package/services/torrent/worker/protocol.js +184 -182
- package/services/torrent/worker/resume-warm.js +107 -107
- package/services/torrent/worker/webrtc-shim.js +219 -219
- package/services/torrent/worker/worker.js +1129 -1116
- package/services/transport/data-channel-handler.js +1356 -1356
- package/services/transport/delivery-probe.js +842 -842
- package/services/transport/health-collector.js +53 -53
- package/services/transport/nat-classifier.js +231 -231
- package/services/transport/packet-witness.js +808 -808
- package/services/transport/port-mapper.js +235 -235
- package/services/transport/registry-api.js +81 -81
- package/services/transport/tunnel-client.js +447 -447
- package/services/transport/usrsctp-state.js +175 -175
- package/services/transport/webrtc-manager.js +484 -484
- package/services/viewer/Assignments.js +340 -340
- package/services/viewer/PriorityMap.js +390 -390
- package/services/viewer/PriorityOrchestrator.js +325 -325
- package/services/viewer/Viewer.js +657 -657
- package/services/viewer/Viewers.js +368 -368
- package/services/viewer/active-output.js +37 -37
- package/services/viewer/audio-start.js +46 -46
- package/services/viewer/buffer-trend.js +81 -81
- package/services/viewer/choices.js +647 -647
- package/services/viewer/positions.js +126 -126
- package/services/viewer/report-intake.js +46 -46
- package/store/source-registry.js +73 -73
- package/test/asset-paths.test.js +28 -28
- package/test/audio-inventory.test.js +176 -176
- package/test/audio-track-bitrate.test.js +40 -40
- package/test/auto-quality-step.test.js +707 -707
- package/test/available-share.test.js +76 -76
- package/test/background-fill.test.js +190 -190
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +115 -115
- package/test/concurrent-cost.test.js +148 -148
- package/test/container-media-info.test.js +228 -228
- package/test/contention.test.js +76 -76
- package/test/core-dumps.test.js +57 -57
- package/test/coverage-follows-the-disk.test.js +228 -228
- package/test/coverage-map.test.js +195 -195
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
- package/test/cut-times-timeline.test.js +65 -65
- package/test/cuts-follow-published-grid.test.js +109 -109
- package/test/data-channel-frame.test.js +63 -63
- package/test/dead-torrent-handle.test.js +52 -52
- package/test/declared-rates.test.js +116 -116
- package/test/declared-tracks.test.js +35 -35
- package/test/decode-cost-fit.test.js +202 -202
- package/test/decode-cost.test.js +462 -462
- package/test/delivery-probe.test.js +393 -393
- package/test/demand-register.test.js +206 -206
- package/test/dht-bootstrap.test.js +72 -72
- package/test/drain-threat.test.js +65 -65
- package/test/duplicate-add.test.js +48 -48
- package/test/encode-admission.test.js +146 -146
- package/test/encode-cost.test.js +283 -283
- package/test/encode-exit.test.js +111 -111
- package/test/encode-orchestrator.test.js +419 -419
- package/test/encode-plan-viewers.test.js +718 -718
- package/test/encode-plan.test.js +545 -545
- package/test/encode-run-state.test.js +314 -314
- package/test/encode-run.test.js +161 -161
- package/test/encode-slope.test.js +46 -46
- package/test/encoded-output.test.js +39 -39
- package/test/encoder-kinds.test.js +122 -122
- package/test/encoder-readings.test.js +46 -46
- package/test/every-claimant-is-told-its-share.test.js +152 -152
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
- package/test/failed-start-breaker.test.js +202 -202
- package/test/fastest-wires.test.js +143 -143
- package/test/ffmpeg-stream-counts.test.js +78 -78
- package/test/file-edges.test.js +191 -191
- package/test/fmp4-self-contained.test.js +80 -80
- package/test/fmp4-timestamps.test.js +140 -140
- package/test/fmp4-track-completeness.test.js +41 -41
- package/test/format-keyed-outputs.test.js +78 -78
- package/test/health-metrics.test.js +38 -38
- package/test/held-request-width.test.js +157 -157
- package/test/helpers/encode-run.js +136 -136
- package/test/helpers/held-file.js +29 -29
- package/test/helpers/manager.js +57 -57
- package/test/helpers/output-spec.js +63 -63
- package/test/host-load.test.js +68 -68
- package/test/index-accuracy-is-about-the-file.test.js +128 -128
- package/test/init-compat.test.js +219 -219
- package/test/input-lost-quiets-the-plan.test.js +261 -261
- package/test/input-unavailable.test.js +48 -48
- package/test/installation-id.test.js +39 -39
- package/test/keeping-period.test.js +83 -83
- package/test/keyframe-index-accuracy.test.js +188 -188
- package/test/keyframe-table-budget.test.js +102 -102
- package/test/keyframes-belong-to-the-file.test.js +249 -249
- package/test/learned-median.test.js +37 -37
- package/test/letting-go-asks-who-is-watching.test.js +191 -191
- package/test/limit-row-by-area.test.js +60 -60
- package/test/link-budget.test.js +111 -111
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -273
- package/test/logger-repeats.test.js +134 -134
- package/test/look-ahead-coverage.test.js +56 -56
- package/test/manager-surface.test.js +292 -292
- package/test/matroska-cues-track.test.js +192 -192
- package/test/memory-budget.test.js +390 -390
- package/test/move-cost.test.js +216 -216
- package/test/mp4-subtitles.test.js +173 -173
- package/test/one-authority.test.js +285 -285
- package/test/one-budget.test.js +149 -149
- package/test/one-output-one-session.test.js +204 -204
- package/test/one-resource-divided.test.js +185 -185
- package/test/one-serving-output-per-height.test.js +458 -458
- package/test/orchestrator-wired.test.js +206 -206
- package/test/output-catalog.test.js +39 -39
- package/test/output-shape.test.js +21 -21
- package/test/output-spec.test.js +251 -251
- package/test/output-speed.test.js +88 -88
- package/test/outputs-being-prepared.test.js +40 -40
- package/test/packet-witness-ring.test.js +236 -236
- package/test/packet-witness.test.js +148 -148
- package/test/piece-disk-store.test.js +381 -381
- package/test/piece-from-whole-file.test.js +129 -129
- package/test/piece-lru.test.js +319 -319
- package/test/piece-reader.test.js +162 -162
- package/test/piece-selection-offset.test.js +85 -85
- package/test/piece-store-eviction.test.js +560 -560
- package/test/piece-store-never-refuses.test.js +153 -153
- package/test/piece-store-reservations.test.js +318 -318
- package/test/piece-store-slow-disk.test.js +159 -159
- package/test/piece-tail.test.js +97 -97
- package/test/plan-host-timings.test.js +68 -68
- package/test/plan-is-steady.test.js +225 -225
- package/test/priority-map-download.test.js +174 -174
- package/test/priority-map-emptied.test.js +204 -204
- package/test/priority-map-per-output.test.js +215 -215
- package/test/priority-map.test.js +163 -163
- package/test/probe-wedge-certainty.test.js +60 -60
- package/test/produced-copy-choice.test.js +213 -213
- package/test/published-timeline.test.js +83 -83
- package/test/quality-offer.test.js +162 -162
- package/test/quality-variants.test.js +1229 -1229
- package/test/rate-control-in-the-output.test.js +180 -180
- package/test/read-survives-withdrawal.test.js +164 -164
- package/test/read-window.test.js +365 -365
- package/test/resume-warm.test.js +39 -39
- package/test/run-graph-drift.test.js +37 -37
- package/test/run-inputs.test.js +80 -80
- package/test/run-intervals.test.js +100 -100
- package/test/run-position-follows-published-grid.test.js +89 -89
- package/test/run-progress.test.js +65 -65
- package/test/same-height-switch.test.js +664 -664
- package/test/seek-frees-the-viewers-requests.test.js +217 -217
- package/test/seek-landing.test.js +109 -109
- package/test/seek-target-not-superseded.test.js +195 -195
- package/test/segment-closed-on-both-branches.test.js +96 -96
- package/test/segment-cut-times.test.js +63 -63
- package/test/segment-demand.test.js +80 -80
- package/test/segment-hold-supersede.test.js +91 -91
- package/test/segment-judged-by-its-own-header.test.js +221 -221
- package/test/segment-serve-wiring.test.js +475 -475
- package/test/segment-store-eviction.test.js +247 -247
- package/test/segment-store.test.js +323 -323
- package/test/segment-true-start.test.js +86 -86
- package/test/segments-are-shared.test.js +176 -176
- package/test/send-chunk-bytes.test.js +86 -86
- package/test/serving-existing-output.test.js +102 -102
- package/test/serving-output.test.js +102 -102
- package/test/shared-piece-store.test.js +310 -310
- package/test/sidecar-naming.test.js +142 -142
- package/test/source-file.test.js +133 -133
- package/test/source-files-route.test.js +103 -103
- package/test/split-a-stretch.test.js +139 -139
- package/test/stale-request-after-seek.test.js +158 -158
- package/test/startup-readings.test.js +124 -124
- package/test/stream-route.test.js +182 -182
- package/test/subtitle-cue-framing.test.js +200 -200
- package/test/subtitle-cue-source.test.js +102 -102
- package/test/subtitle-cue-walk.test.js +370 -370
- package/test/subtitle-cursor.test.js +63 -63
- package/test/subtitle-defaults.test.js +118 -118
- package/test/subtitle-language.test.js +252 -252
- package/test/subtitle-track-numbering.test.js +386 -386
- package/test/supply-margin.test.js +177 -177
- package/test/swarm-follows-readers.test.js +174 -174
- package/test/swarm-reach.test.js +130 -130
- package/test/swarm-selection.test.js +220 -220
- package/test/tail-duplication.test.js +167 -167
- package/test/the-channel-has-both-ends.test.js +91 -91
- package/test/the-torrent-thread-serves-bytes.test.js +107 -107
- package/test/thread-pool.test.js +53 -53
- package/test/timeline.test.js +84 -84
- package/test/torrent-contents.test.js +235 -235
- package/test/torrent-cost.test.js +71 -71
- package/test/torrent-files.test.js +221 -221
- package/test/torrent-naming.test.js +255 -255
- package/test/tracks-begin-together.test.js +209 -209
- package/test/tunnel-renewal.test.js +167 -167
- package/test/two-viewers-one-picture.test.js +407 -407
- package/test/upload-hurry.test.js +186 -186
- package/test/usrsctp-state.test.js +131 -131
- package/test/video-facts.test.js +102 -102
- package/test/viewer-assignments.test.js +143 -143
- package/test/viewer-outputs.test.js +285 -285
- package/test/viewer-presence.test.js +116 -116
- package/test/viewer-requests-admission.test.js +89 -89
- package/test/viewer-states.test.js +189 -189
- package/test/viewer-subtitle-subscription.test.js +96 -96
- package/test/viewer.test.js +139 -139
- package/test/viewing-generations.test.js +390 -390
- package/test/visible-rung.test.js +37 -37
- package/test/wait-ledger.test.js +100 -100
- package/test/webrtc-shim.test.js +149 -149
- package/test/wedge-certainty.test.js +131 -131
- package/test/withdraw-piece-claim.test.js +212 -212
- package/test/worker-channel.test.js +158 -158
- package/utils/client-log-file.js +151 -151
- package/utils/logger.js +312 -312
- package/utils/parse-range.js +25 -25
- package/utils/perf.js +59 -59
|
@@ -1,122 +1,122 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file What every encoder kind must state about itself, and the properties of
|
|
3
|
-
* its arguments that a field failure paid for.
|
|
4
|
-
*
|
|
5
|
-
* Deliberately NOT a transcription of the argument lists: a test written by
|
|
6
|
-
* copying the code cannot fail when the code is wrong. What is stated here is
|
|
7
|
-
* what must hold for ANY kind, including one added later, plus the two
|
|
8
|
-
* kind-specific facts that were learned by running the thing on real hardware.
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
import test from "node:test";
|
|
12
|
-
import assert from "node:assert/strict";
|
|
13
|
-
import { Encoder } from "../services/encode/Encoder.js";
|
|
14
|
-
import { NvencEncoder } from "../services/encode/NvencEncoder.js";
|
|
15
|
-
import { QsvEncoder } from "../services/encode/QsvEncoder.js";
|
|
16
|
-
import { SoftwareEncoder } from "../services/encode/SoftwareEncoder.js";
|
|
17
|
-
import { V4l2m2mEncoder } from "../services/encode/V4l2m2mEncoder.js";
|
|
18
|
-
import { VaapiEncoder } from "../services/encode/VaapiEncoder.js";
|
|
19
|
-
|
|
20
|
-
const KINDS = [
|
|
21
|
-
new SoftwareEncoder(),
|
|
22
|
-
new VaapiEncoder("/dev/dri/renderD128"),
|
|
23
|
-
new QsvEncoder("/dev/dri/renderD128"),
|
|
24
|
-
new NvencEncoder(),
|
|
25
|
-
new V4l2m2mEncoder()
|
|
26
|
-
];
|
|
27
|
-
|
|
28
|
-
const BASE = { targetWidth: 1280, targetHeight: 720, segmentDurationSec: 4, fps: 24 };
|
|
29
|
-
|
|
30
|
-
test("a kind's arguments name the encoder the kind claims to be", () => {
|
|
31
|
-
// The one thing that must never drift: a class called `h264_nvenc` that puts
|
|
32
|
-
// `libx264` on the command line would be filed under an address promising
|
|
33
|
-
// the other one's header.
|
|
34
|
-
for (const encoder of KINDS) {
|
|
35
|
-
const args = encoder.buildVideoArgs(BASE);
|
|
36
|
-
const at = args.indexOf("-c:v");
|
|
37
|
-
assert.notEqual(at, -1, `${encoder.name} names no video encoder`);
|
|
38
|
-
assert.equal(args[at + 1], encoder.name, `${encoder.name} builds ${args[at + 1]}`);
|
|
39
|
-
}
|
|
40
|
-
});
|
|
41
|
-
|
|
42
|
-
test("an explicit cut list is passed through exactly, by every kind", () => {
|
|
43
|
-
// This is what makes a re-encoded step splice into a copied picture: it has
|
|
44
|
-
// to be cut at the source's own keyframe times and nowhere else. A kind that
|
|
45
|
-
// rounded them, or dropped them for its own even grid, would produce segments
|
|
46
|
-
// that cannot stand where the copy's would.
|
|
47
|
-
const times = [0, 4.271, 8.9, 13.04];
|
|
48
|
-
for (const encoder of KINDS) {
|
|
49
|
-
const args = encoder.buildVideoArgs({ ...BASE, forcedKeyframeTimes: times });
|
|
50
|
-
const at = args.indexOf("-force_key_frames");
|
|
51
|
-
assert.notEqual(at, -1, `${encoder.name} forces no keyframes`);
|
|
52
|
-
assert.equal(args[at + 1], times.join(","), `${encoder.name} altered the cut list`);
|
|
53
|
-
}
|
|
54
|
-
});
|
|
55
|
-
|
|
56
|
-
test("with no cut list, keyframes are still placed on the segment grid", () => {
|
|
57
|
-
for (const encoder of KINDS) {
|
|
58
|
-
const args = encoder.buildVideoArgs({ ...BASE, forcedKeyframeTimes: null });
|
|
59
|
-
const joined = args.join(" ");
|
|
60
|
-
// Either forced by time, or by a frame-count GOP — both put a keyframe on
|
|
61
|
-
// every boundary, which is what makes a segment independently decodable.
|
|
62
|
-
const byTime = joined.includes("-force_key_frames expr:gte(t,n_forced*4)");
|
|
63
|
-
const byFrameCount = joined.includes(`-g ${4 * 24}`);
|
|
64
|
-
assert.ok(byTime || byFrameCount, `${encoder.name} places keyframes by neither rule`);
|
|
65
|
-
}
|
|
66
|
-
});
|
|
67
|
-
|
|
68
|
-
test("a target box of nothing still produces a usable size", () => {
|
|
69
|
-
// The session manager passes 0 for "keep the source size"; a kind that let
|
|
70
|
-
// that through would build `scale=0:0`.
|
|
71
|
-
for (const encoder of KINDS) {
|
|
72
|
-
const args = encoder.buildVideoArgs({ ...BASE, targetWidth: 0, targetHeight: 0 });
|
|
73
|
-
assert.ok(!args.join(" ").includes("=0:"), `${encoder.name} scaled to zero`);
|
|
74
|
-
}
|
|
75
|
-
});
|
|
76
|
-
|
|
77
|
-
test("every kind says what its speed setting is, or that it has none", () => {
|
|
78
|
-
for (const encoder of KINDS) {
|
|
79
|
-
const ladder = encoder.speedLadder;
|
|
80
|
-
assert.equal(typeof ladder.note, "string");
|
|
81
|
-
assert.ok(ladder.note.length > 0, `${encoder.name} explains nothing about its ladder`);
|
|
82
|
-
assert.ok(Array.isArray(ladder.values));
|
|
83
|
-
if (ladder.values.length > 0) {
|
|
84
|
-
assert.ok(ladder.flag.length > 0, `${encoder.name} lists settings but names no option`);
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
});
|
|
88
|
-
|
|
89
|
-
test("only libx264 claims a measured ladder", () => {
|
|
90
|
-
// The four hardware kinds have never been benchmarked across their settings,
|
|
91
|
-
// and a ladder claiming to be measured is what would let something start
|
|
92
|
-
// choosing from it.
|
|
93
|
-
for (const encoder of KINDS) {
|
|
94
|
-
assert.equal(
|
|
95
|
-
encoder.speedLadder.measured,
|
|
96
|
-
encoder.kind === "software",
|
|
97
|
-
`${encoder.name} misreports whether its ladder was measured`
|
|
98
|
-
);
|
|
99
|
-
}
|
|
100
|
-
});
|
|
101
|
-
|
|
102
|
-
test("a kind that is not software is hardware, and says so", () => {
|
|
103
|
-
for (const encoder of KINDS) {
|
|
104
|
-
assert.equal(encoder.isHardware, encoder.kind !== "software");
|
|
105
|
-
}
|
|
106
|
-
});
|
|
107
|
-
|
|
108
|
-
test("the encoder on an ARM board always asks for more capture buffers", () => {
|
|
109
|
-
// The default of four deadlocks on the CM4 — "All capture buffers returned to
|
|
110
|
-
// userspace" — so this is not a tuning choice but the condition under which
|
|
111
|
-
// that encoder runs at all.
|
|
112
|
-
const args = new V4l2m2mEncoder().buildVideoArgs(BASE);
|
|
113
|
-
const at = args.indexOf("-num_capture_buffers");
|
|
114
|
-
assert.notEqual(at, -1, "v4l2m2m was given the default buffer count");
|
|
115
|
-
assert.ok(Number(args[at + 1]) > 4);
|
|
116
|
-
});
|
|
117
|
-
|
|
118
|
-
test("a kind that does not say how to build its arguments refuses rather than producing none", () => {
|
|
119
|
-
class Unstated extends Encoder {}
|
|
120
|
-
const encoder = new Unstated({ name: "h264_unstated", kind: "nvenc" });
|
|
121
|
-
assert.throws(() => encoder.buildVideoArgs(BASE), /does not say how/);
|
|
122
|
-
});
|
|
1
|
+
/**
|
|
2
|
+
* @file What every encoder kind must state about itself, and the properties of
|
|
3
|
+
* its arguments that a field failure paid for.
|
|
4
|
+
*
|
|
5
|
+
* Deliberately NOT a transcription of the argument lists: a test written by
|
|
6
|
+
* copying the code cannot fail when the code is wrong. What is stated here is
|
|
7
|
+
* what must hold for ANY kind, including one added later, plus the two
|
|
8
|
+
* kind-specific facts that were learned by running the thing on real hardware.
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
import test from "node:test";
|
|
12
|
+
import assert from "node:assert/strict";
|
|
13
|
+
import { Encoder } from "../services/encode/Encoder.js";
|
|
14
|
+
import { NvencEncoder } from "../services/encode/NvencEncoder.js";
|
|
15
|
+
import { QsvEncoder } from "../services/encode/QsvEncoder.js";
|
|
16
|
+
import { SoftwareEncoder } from "../services/encode/SoftwareEncoder.js";
|
|
17
|
+
import { V4l2m2mEncoder } from "../services/encode/V4l2m2mEncoder.js";
|
|
18
|
+
import { VaapiEncoder } from "../services/encode/VaapiEncoder.js";
|
|
19
|
+
|
|
20
|
+
const KINDS = [
|
|
21
|
+
new SoftwareEncoder(),
|
|
22
|
+
new VaapiEncoder("/dev/dri/renderD128"),
|
|
23
|
+
new QsvEncoder("/dev/dri/renderD128"),
|
|
24
|
+
new NvencEncoder(),
|
|
25
|
+
new V4l2m2mEncoder()
|
|
26
|
+
];
|
|
27
|
+
|
|
28
|
+
const BASE = { targetWidth: 1280, targetHeight: 720, segmentDurationSec: 4, fps: 24 };
|
|
29
|
+
|
|
30
|
+
test("a kind's arguments name the encoder the kind claims to be", () => {
|
|
31
|
+
// The one thing that must never drift: a class called `h264_nvenc` that puts
|
|
32
|
+
// `libx264` on the command line would be filed under an address promising
|
|
33
|
+
// the other one's header.
|
|
34
|
+
for (const encoder of KINDS) {
|
|
35
|
+
const args = encoder.buildVideoArgs(BASE);
|
|
36
|
+
const at = args.indexOf("-c:v");
|
|
37
|
+
assert.notEqual(at, -1, `${encoder.name} names no video encoder`);
|
|
38
|
+
assert.equal(args[at + 1], encoder.name, `${encoder.name} builds ${args[at + 1]}`);
|
|
39
|
+
}
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
test("an explicit cut list is passed through exactly, by every kind", () => {
|
|
43
|
+
// This is what makes a re-encoded step splice into a copied picture: it has
|
|
44
|
+
// to be cut at the source's own keyframe times and nowhere else. A kind that
|
|
45
|
+
// rounded them, or dropped them for its own even grid, would produce segments
|
|
46
|
+
// that cannot stand where the copy's would.
|
|
47
|
+
const times = [0, 4.271, 8.9, 13.04];
|
|
48
|
+
for (const encoder of KINDS) {
|
|
49
|
+
const args = encoder.buildVideoArgs({ ...BASE, forcedKeyframeTimes: times });
|
|
50
|
+
const at = args.indexOf("-force_key_frames");
|
|
51
|
+
assert.notEqual(at, -1, `${encoder.name} forces no keyframes`);
|
|
52
|
+
assert.equal(args[at + 1], times.join(","), `${encoder.name} altered the cut list`);
|
|
53
|
+
}
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
test("with no cut list, keyframes are still placed on the segment grid", () => {
|
|
57
|
+
for (const encoder of KINDS) {
|
|
58
|
+
const args = encoder.buildVideoArgs({ ...BASE, forcedKeyframeTimes: null });
|
|
59
|
+
const joined = args.join(" ");
|
|
60
|
+
// Either forced by time, or by a frame-count GOP — both put a keyframe on
|
|
61
|
+
// every boundary, which is what makes a segment independently decodable.
|
|
62
|
+
const byTime = joined.includes("-force_key_frames expr:gte(t,n_forced*4)");
|
|
63
|
+
const byFrameCount = joined.includes(`-g ${4 * 24}`);
|
|
64
|
+
assert.ok(byTime || byFrameCount, `${encoder.name} places keyframes by neither rule`);
|
|
65
|
+
}
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
test("a target box of nothing still produces a usable size", () => {
|
|
69
|
+
// The session manager passes 0 for "keep the source size"; a kind that let
|
|
70
|
+
// that through would build `scale=0:0`.
|
|
71
|
+
for (const encoder of KINDS) {
|
|
72
|
+
const args = encoder.buildVideoArgs({ ...BASE, targetWidth: 0, targetHeight: 0 });
|
|
73
|
+
assert.ok(!args.join(" ").includes("=0:"), `${encoder.name} scaled to zero`);
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
|
|
77
|
+
test("every kind says what its speed setting is, or that it has none", () => {
|
|
78
|
+
for (const encoder of KINDS) {
|
|
79
|
+
const ladder = encoder.speedLadder;
|
|
80
|
+
assert.equal(typeof ladder.note, "string");
|
|
81
|
+
assert.ok(ladder.note.length > 0, `${encoder.name} explains nothing about its ladder`);
|
|
82
|
+
assert.ok(Array.isArray(ladder.values));
|
|
83
|
+
if (ladder.values.length > 0) {
|
|
84
|
+
assert.ok(ladder.flag.length > 0, `${encoder.name} lists settings but names no option`);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
test("only libx264 claims a measured ladder", () => {
|
|
90
|
+
// The four hardware kinds have never been benchmarked across their settings,
|
|
91
|
+
// and a ladder claiming to be measured is what would let something start
|
|
92
|
+
// choosing from it.
|
|
93
|
+
for (const encoder of KINDS) {
|
|
94
|
+
assert.equal(
|
|
95
|
+
encoder.speedLadder.measured,
|
|
96
|
+
encoder.kind === "software",
|
|
97
|
+
`${encoder.name} misreports whether its ladder was measured`
|
|
98
|
+
);
|
|
99
|
+
}
|
|
100
|
+
});
|
|
101
|
+
|
|
102
|
+
test("a kind that is not software is hardware, and says so", () => {
|
|
103
|
+
for (const encoder of KINDS) {
|
|
104
|
+
assert.equal(encoder.isHardware, encoder.kind !== "software");
|
|
105
|
+
}
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
test("the encoder on an ARM board always asks for more capture buffers", () => {
|
|
109
|
+
// The default of four deadlocks on the CM4 — "All capture buffers returned to
|
|
110
|
+
// userspace" — so this is not a tuning choice but the condition under which
|
|
111
|
+
// that encoder runs at all.
|
|
112
|
+
const args = new V4l2m2mEncoder().buildVideoArgs(BASE);
|
|
113
|
+
const at = args.indexOf("-num_capture_buffers");
|
|
114
|
+
assert.notEqual(at, -1, "v4l2m2m was given the default buffer count");
|
|
115
|
+
assert.ok(Number(args[at + 1]) > 4);
|
|
116
|
+
});
|
|
117
|
+
|
|
118
|
+
test("a kind that does not say how to build its arguments refuses rather than producing none", () => {
|
|
119
|
+
class Unstated extends Encoder {}
|
|
120
|
+
const encoder = new Unstated({ name: "h264_unstated", kind: "nvenc" });
|
|
121
|
+
assert.throws(() => encoder.buildVideoArgs(BASE), /does not say how/);
|
|
122
|
+
});
|
|
@@ -1,46 +1,46 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file What two readings of a running encoder say about its speed.
|
|
3
|
-
*
|
|
4
|
-
* The case this exists for is a COPY. ffmpeg's own cumulative `speed=` counts
|
|
5
|
-
* the seconds the look-ahead cap keeps the encoder stopped, and a copy is
|
|
6
|
-
* stopped for most of its life — reaching the cap in about fifteen seconds and
|
|
7
|
-
* then waiting a minute. Read cumulatively, a copy running at 8x reports 1.6x,
|
|
8
|
-
* which filed as the price of copying would refuse rungs on a measurement of a
|
|
9
|
-
* pause.
|
|
10
|
-
*/
|
|
11
|
-
|
|
12
|
-
import assert from "node:assert/strict";
|
|
13
|
-
import test from "node:test";
|
|
14
|
-
|
|
15
|
-
import { speedFromReadings } from "../services/encode/encoder-readings.js";
|
|
16
|
-
|
|
17
|
-
const at = (seconds, processedSeconds) => ({ takenAt: seconds * 1000, processedSeconds });
|
|
18
|
-
|
|
19
|
-
test("a copy producing eight seconds of video per second reads as eight", () => {
|
|
20
|
-
assert.equal(speedFromReadings(at(10, 100), at(15, 140), 3), 8);
|
|
21
|
-
});
|
|
22
|
-
|
|
23
|
-
test("a stretch too short to divide by says nothing", () => {
|
|
24
|
-
assert.equal(speedFromReadings(at(10, 100), at(11, 108), 3), null);
|
|
25
|
-
});
|
|
26
|
-
|
|
27
|
-
test("a run that produced nothing between the readings says nothing", () => {
|
|
28
|
-
// What a repositioned run looks like before it reaches its new start.
|
|
29
|
-
assert.equal(speedFromReadings(at(10, 100), at(20, 100), 3), null);
|
|
30
|
-
});
|
|
31
|
-
|
|
32
|
-
test("a run that went BACKWARDS says nothing rather than a negative speed", () => {
|
|
33
|
-
assert.equal(speedFromReadings(at(10, 200), at(20, 100), 3), null);
|
|
34
|
-
});
|
|
35
|
-
|
|
36
|
-
test("a missing reading is not an answer", () => {
|
|
37
|
-
assert.equal(speedFromReadings(null, at(20, 100), 3), null);
|
|
38
|
-
assert.equal(speedFromReadings(at(10, 100), null, 3), null);
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
test("the pair is judged on wall clock, so a pause between them is the caller's problem", () => {
|
|
42
|
-
// Deliberate: this function cannot see a pause. The session drops its
|
|
43
|
-
// previous reading whenever the encoder is stopped or restarted, which is
|
|
44
|
-
// what makes every surviving pair an uninterrupted stretch.
|
|
45
|
-
assert.equal(speedFromReadings(at(0, 0), at(60, 60), 3), 1);
|
|
46
|
-
});
|
|
1
|
+
/**
|
|
2
|
+
* @file What two readings of a running encoder say about its speed.
|
|
3
|
+
*
|
|
4
|
+
* The case this exists for is a COPY. ffmpeg's own cumulative `speed=` counts
|
|
5
|
+
* the seconds the look-ahead cap keeps the encoder stopped, and a copy is
|
|
6
|
+
* stopped for most of its life — reaching the cap in about fifteen seconds and
|
|
7
|
+
* then waiting a minute. Read cumulatively, a copy running at 8x reports 1.6x,
|
|
8
|
+
* which filed as the price of copying would refuse rungs on a measurement of a
|
|
9
|
+
* pause.
|
|
10
|
+
*/
|
|
11
|
+
|
|
12
|
+
import assert from "node:assert/strict";
|
|
13
|
+
import test from "node:test";
|
|
14
|
+
|
|
15
|
+
import { speedFromReadings } from "../services/encode/encoder-readings.js";
|
|
16
|
+
|
|
17
|
+
const at = (seconds, processedSeconds) => ({ takenAt: seconds * 1000, processedSeconds });
|
|
18
|
+
|
|
19
|
+
test("a copy producing eight seconds of video per second reads as eight", () => {
|
|
20
|
+
assert.equal(speedFromReadings(at(10, 100), at(15, 140), 3), 8);
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
test("a stretch too short to divide by says nothing", () => {
|
|
24
|
+
assert.equal(speedFromReadings(at(10, 100), at(11, 108), 3), null);
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
test("a run that produced nothing between the readings says nothing", () => {
|
|
28
|
+
// What a repositioned run looks like before it reaches its new start.
|
|
29
|
+
assert.equal(speedFromReadings(at(10, 100), at(20, 100), 3), null);
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
test("a run that went BACKWARDS says nothing rather than a negative speed", () => {
|
|
33
|
+
assert.equal(speedFromReadings(at(10, 200), at(20, 100), 3), null);
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
test("a missing reading is not an answer", () => {
|
|
37
|
+
assert.equal(speedFromReadings(null, at(20, 100), 3), null);
|
|
38
|
+
assert.equal(speedFromReadings(at(10, 100), null, 3), null);
|
|
39
|
+
});
|
|
40
|
+
|
|
41
|
+
test("the pair is judged on wall clock, so a pause between them is the caller's problem", () => {
|
|
42
|
+
// Deliberate: this function cannot see a pause. The session drops its
|
|
43
|
+
// previous reading whenever the encoder is stopped or restarted, which is
|
|
44
|
+
// what makes every surviving pair an uninterrupted stretch.
|
|
45
|
+
assert.equal(speedFromReadings(at(0, 0), at(60, 60), 3), 1);
|
|
46
|
+
});
|
|
@@ -1,152 +1,152 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Everything that holds bytes is told how many it may hold.
|
|
3
|
-
*
|
|
4
|
-
* Measured 2026-09-14, by reading every file outside the storage layer that
|
|
5
|
-
* touches the filesystem: three claimants had no share at all, and one held a
|
|
6
|
-
* ceiling over bytes it did not own.
|
|
7
|
-
*
|
|
8
|
-
* - whole files: NO BOUND OF ANY KIND. A 2.8 GB film kept whole on a host whose
|
|
9
|
-
* disk is often a 32 GB card;
|
|
10
|
-
* - diagnostics: bounded by a COUNT and never by a size. Two core dumps and
|
|
11
|
-
* five heap snapshots came to 3.2 GB on the addon host, and one wedge was
|
|
12
|
-
* captured thirteen times in six hours;
|
|
13
|
-
* - the torrent pool's "disk cap" of 10 GB: a sum over WebTorrent's downloaded
|
|
14
|
-
* bitfield, so a piece held purely in MEMORY told against a ceiling called
|
|
15
|
-
* disk, while the bytes it meant to bound belong to the spill and to the
|
|
16
|
-
* whole files, which have owners of their own. It owned nothing and is gone.
|
|
17
|
-
*/
|
|
18
|
-
|
|
19
|
-
import test from "node:test";
|
|
20
|
-
import assert from "node:assert/strict";
|
|
21
|
-
import fs from "node:fs/promises";
|
|
22
|
-
import os from "node:os";
|
|
23
|
-
import path from "node:path";
|
|
24
|
-
import { CompletedFiles } from "../services/storage/files/CompletedFiles.js";
|
|
25
|
-
import { Diagnostics } from "../services/storage/Diagnostics.js";
|
|
26
|
-
|
|
27
|
-
const KILOBYTE = 1024;
|
|
28
|
-
|
|
29
|
-
/**
|
|
30
|
-
* @param {number} length
|
|
31
|
-
* @returns {() => AsyncGenerator<Buffer>}
|
|
32
|
-
*/
|
|
33
|
-
function bytesOf(length) {
|
|
34
|
-
return async function* source() {
|
|
35
|
-
yield Buffer.alloc(length, 7);
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/**
|
|
40
|
-
* @returns {Promise<{ files: CompletedFiles, root: string }>}
|
|
41
|
-
*/
|
|
42
|
-
async function filesInATempRoot() {
|
|
43
|
-
const root = await fs.mkdtemp(path.join(os.tmpdir(), "whole-files-"));
|
|
44
|
-
return { files: new CompletedFiles({ root }), root };
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
test("a whole file is kept only while there is room for it", async () => {
|
|
48
|
-
const { files, root } = await filesInATempRoot();
|
|
49
|
-
try {
|
|
50
|
-
files.allow(4 * KILOBYTE);
|
|
51
|
-
const kept = await files.keep({
|
|
52
|
-
infoHash: "a".repeat(40), fileIndex: 0, length: 3 * KILOBYTE, name: "one.mkv", open: bytesOf(3 * KILOBYTE)
|
|
53
|
-
});
|
|
54
|
-
assert.ok(kept, "it fits, so it is kept");
|
|
55
|
-
|
|
56
|
-
const refused = await files.keep({
|
|
57
|
-
infoHash: "b".repeat(40), fileIndex: 0, length: 3 * KILOBYTE, name: "two.mkv", open: bytesOf(3 * KILOBYTE)
|
|
58
|
-
});
|
|
59
|
-
assert.equal(refused, null, "it does not fit, so it is not assembled at all");
|
|
60
|
-
assert.equal(files.size, 1, "and nothing already held was taken to make room during a write");
|
|
61
|
-
} finally {
|
|
62
|
-
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
63
|
-
}
|
|
64
|
-
});
|
|
65
|
-
|
|
66
|
-
test("over its share, the whole file nobody has read for longest goes", async () => {
|
|
67
|
-
const { files, root } = await filesInATempRoot();
|
|
68
|
-
try {
|
|
69
|
-
files.allow(Number.MAX_SAFE_INTEGER);
|
|
70
|
-
for (const [index, hash] of [["0", "a"], ["1", "b"], ["2", "c"]]) {
|
|
71
|
-
await files.keep({
|
|
72
|
-
infoHash: hash.repeat(40), fileIndex: Number(index), length: KILOBYTE, name: `${index}.mkv`, open: bytesOf(KILOBYTE)
|
|
73
|
-
});
|
|
74
|
-
}
|
|
75
|
-
// The first two are asked for; the third is not, so it is the one nobody
|
|
76
|
-
// wants. Losing it is not losing data — the torrent can fetch it again, and
|
|
77
|
-
// until it does the read falls back to the pieces.
|
|
78
|
-
files.find("a".repeat(40), 0);
|
|
79
|
-
files.find("b".repeat(40), 1);
|
|
80
|
-
|
|
81
|
-
const after = await files.allow(2 * KILOBYTE);
|
|
82
|
-
|
|
83
|
-
assert.equal(after.removed, 1);
|
|
84
|
-
assert.ok(files.find("a".repeat(40), 0), "a file just read was taken");
|
|
85
|
-
assert.ok(files.find("b".repeat(40), 1), "a file just read was taken");
|
|
86
|
-
assert.equal(files.find("c".repeat(40), 2), null, "the longest-unread should have gone");
|
|
87
|
-
} finally {
|
|
88
|
-
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
89
|
-
}
|
|
90
|
-
});
|
|
91
|
-
|
|
92
|
-
test("told nothing, whole files keep what they have — a share is not assumed", async () => {
|
|
93
|
-
const { files, root } = await filesInATempRoot();
|
|
94
|
-
try {
|
|
95
|
-
const kept = await files.keep({
|
|
96
|
-
infoHash: "a".repeat(40), fileIndex: 0, length: KILOBYTE, name: "one.mkv", open: bytesOf(KILOBYTE)
|
|
97
|
-
});
|
|
98
|
-
assert.ok(kept, "before the owner has divided anything there is nothing to refuse against");
|
|
99
|
-
} finally {
|
|
100
|
-
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
101
|
-
}
|
|
102
|
-
});
|
|
103
|
-
|
|
104
|
-
test("over its share the evidence stops being collected, and nothing recorded is deleted", async () => {
|
|
105
|
-
const root = await fs.mkdtemp(path.join(os.tmpdir(), "diagnostics-"));
|
|
106
|
-
try {
|
|
107
|
-
await fs.writeFile(path.join(root, "core.MainThread.1.2"), Buffer.alloc(4 * KILOBYTE));
|
|
108
|
-
await fs.writeFile(path.join(root, "heap-x-1-2.heapsnapshot"), Buffer.alloc(2 * KILOBYTE));
|
|
109
|
-
// Not evidence: the proxy's own state lives in the same directory.
|
|
110
|
-
await fs.writeFile(path.join(root, "host-timings.json"), Buffer.alloc(KILOBYTE));
|
|
111
|
-
|
|
112
|
-
const said = [];
|
|
113
|
-
const diagnostics = new Diagnostics({
|
|
114
|
-
logger: { info: () => {}, warn: (line) => said.push(line) },
|
|
115
|
-
kinds: [
|
|
116
|
-
{ name: "core dumps", directory: () => root, matches: (name) => name.startsWith("core.") },
|
|
117
|
-
{ name: "heap snapshots", directory: () => root, matches: (name) => name.endsWith(".heapsnapshot") }
|
|
118
|
-
]
|
|
119
|
-
});
|
|
120
|
-
|
|
121
|
-
assert.equal(await diagnostics.measure(), 6 * KILOBYTE, "the proxy's own state is not evidence");
|
|
122
|
-
assert.equal(
|
|
123
|
-
diagnostics.wanted(),
|
|
124
|
-
10 * KILOBYTE,
|
|
125
|
-
"what it holds plus one more of the largest kind seen — measured, not a fraction"
|
|
126
|
-
);
|
|
127
|
-
|
|
128
|
-
diagnostics.allow(7 * KILOBYTE);
|
|
129
|
-
assert.equal(diagnostics.mayKeep({ what: "a heap snapshot", bytes: KILOBYTE }), true, "there is room for a small one");
|
|
130
|
-
assert.equal(diagnostics.mayKeep({ what: "a heap snapshot", bytes: 4 * KILOBYTE }), false, "there is not for a large one");
|
|
131
|
-
|
|
132
|
-
assert.equal(said.length, 1, "a refusal is a line, never a silence");
|
|
133
|
-
assert.match(said[0], /was NOT kept/);
|
|
134
|
-
const left = (await fs.readdir(root)).sort();
|
|
135
|
-
assert.deepEqual(
|
|
136
|
-
left,
|
|
137
|
-
["core.MainThread.1.2", "heap-x-1-2.heapsnapshot", "host-timings.json"],
|
|
138
|
-
"nothing already recorded may be removed to make room for more"
|
|
139
|
-
);
|
|
140
|
-
} finally {
|
|
141
|
-
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
142
|
-
}
|
|
143
|
-
});
|
|
144
|
-
|
|
145
|
-
test("before the owner has divided anything, the evidence is not refused", async () => {
|
|
146
|
-
const diagnostics = new Diagnostics({ kinds: [], logger: { info: () => {}, warn: () => {} } });
|
|
147
|
-
assert.equal(
|
|
148
|
-
diagnostics.mayKeep({ what: "a core dump", bytes: Number.MAX_SAFE_INTEGER }),
|
|
149
|
-
true,
|
|
150
|
-
"null is what a claimant that has not been told looks like, and it does not license growth by itself"
|
|
151
|
-
);
|
|
152
|
-
});
|
|
1
|
+
/**
|
|
2
|
+
* @file Everything that holds bytes is told how many it may hold.
|
|
3
|
+
*
|
|
4
|
+
* Measured 2026-09-14, by reading every file outside the storage layer that
|
|
5
|
+
* touches the filesystem: three claimants had no share at all, and one held a
|
|
6
|
+
* ceiling over bytes it did not own.
|
|
7
|
+
*
|
|
8
|
+
* - whole files: NO BOUND OF ANY KIND. A 2.8 GB film kept whole on a host whose
|
|
9
|
+
* disk is often a 32 GB card;
|
|
10
|
+
* - diagnostics: bounded by a COUNT and never by a size. Two core dumps and
|
|
11
|
+
* five heap snapshots came to 3.2 GB on the addon host, and one wedge was
|
|
12
|
+
* captured thirteen times in six hours;
|
|
13
|
+
* - the torrent pool's "disk cap" of 10 GB: a sum over WebTorrent's downloaded
|
|
14
|
+
* bitfield, so a piece held purely in MEMORY told against a ceiling called
|
|
15
|
+
* disk, while the bytes it meant to bound belong to the spill and to the
|
|
16
|
+
* whole files, which have owners of their own. It owned nothing and is gone.
|
|
17
|
+
*/
|
|
18
|
+
|
|
19
|
+
import test from "node:test";
|
|
20
|
+
import assert from "node:assert/strict";
|
|
21
|
+
import fs from "node:fs/promises";
|
|
22
|
+
import os from "node:os";
|
|
23
|
+
import path from "node:path";
|
|
24
|
+
import { CompletedFiles } from "../services/storage/files/CompletedFiles.js";
|
|
25
|
+
import { Diagnostics } from "../services/storage/Diagnostics.js";
|
|
26
|
+
|
|
27
|
+
const KILOBYTE = 1024;
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* @param {number} length
|
|
31
|
+
* @returns {() => AsyncGenerator<Buffer>}
|
|
32
|
+
*/
|
|
33
|
+
function bytesOf(length) {
|
|
34
|
+
return async function* source() {
|
|
35
|
+
yield Buffer.alloc(length, 7);
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
/**
|
|
40
|
+
* @returns {Promise<{ files: CompletedFiles, root: string }>}
|
|
41
|
+
*/
|
|
42
|
+
async function filesInATempRoot() {
|
|
43
|
+
const root = await fs.mkdtemp(path.join(os.tmpdir(), "whole-files-"));
|
|
44
|
+
return { files: new CompletedFiles({ root }), root };
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
test("a whole file is kept only while there is room for it", async () => {
|
|
48
|
+
const { files, root } = await filesInATempRoot();
|
|
49
|
+
try {
|
|
50
|
+
files.allow(4 * KILOBYTE);
|
|
51
|
+
const kept = await files.keep({
|
|
52
|
+
infoHash: "a".repeat(40), fileIndex: 0, length: 3 * KILOBYTE, name: "one.mkv", open: bytesOf(3 * KILOBYTE)
|
|
53
|
+
});
|
|
54
|
+
assert.ok(kept, "it fits, so it is kept");
|
|
55
|
+
|
|
56
|
+
const refused = await files.keep({
|
|
57
|
+
infoHash: "b".repeat(40), fileIndex: 0, length: 3 * KILOBYTE, name: "two.mkv", open: bytesOf(3 * KILOBYTE)
|
|
58
|
+
});
|
|
59
|
+
assert.equal(refused, null, "it does not fit, so it is not assembled at all");
|
|
60
|
+
assert.equal(files.size, 1, "and nothing already held was taken to make room during a write");
|
|
61
|
+
} finally {
|
|
62
|
+
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
63
|
+
}
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
test("over its share, the whole file nobody has read for longest goes", async () => {
|
|
67
|
+
const { files, root } = await filesInATempRoot();
|
|
68
|
+
try {
|
|
69
|
+
files.allow(Number.MAX_SAFE_INTEGER);
|
|
70
|
+
for (const [index, hash] of [["0", "a"], ["1", "b"], ["2", "c"]]) {
|
|
71
|
+
await files.keep({
|
|
72
|
+
infoHash: hash.repeat(40), fileIndex: Number(index), length: KILOBYTE, name: `${index}.mkv`, open: bytesOf(KILOBYTE)
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
// The first two are asked for; the third is not, so it is the one nobody
|
|
76
|
+
// wants. Losing it is not losing data — the torrent can fetch it again, and
|
|
77
|
+
// until it does the read falls back to the pieces.
|
|
78
|
+
files.find("a".repeat(40), 0);
|
|
79
|
+
files.find("b".repeat(40), 1);
|
|
80
|
+
|
|
81
|
+
const after = await files.allow(2 * KILOBYTE);
|
|
82
|
+
|
|
83
|
+
assert.equal(after.removed, 1);
|
|
84
|
+
assert.ok(files.find("a".repeat(40), 0), "a file just read was taken");
|
|
85
|
+
assert.ok(files.find("b".repeat(40), 1), "a file just read was taken");
|
|
86
|
+
assert.equal(files.find("c".repeat(40), 2), null, "the longest-unread should have gone");
|
|
87
|
+
} finally {
|
|
88
|
+
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
|
|
92
|
+
test("told nothing, whole files keep what they have — a share is not assumed", async () => {
|
|
93
|
+
const { files, root } = await filesInATempRoot();
|
|
94
|
+
try {
|
|
95
|
+
const kept = await files.keep({
|
|
96
|
+
infoHash: "a".repeat(40), fileIndex: 0, length: KILOBYTE, name: "one.mkv", open: bytesOf(KILOBYTE)
|
|
97
|
+
});
|
|
98
|
+
assert.ok(kept, "before the owner has divided anything there is nothing to refuse against");
|
|
99
|
+
} finally {
|
|
100
|
+
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
test("over its share the evidence stops being collected, and nothing recorded is deleted", async () => {
|
|
105
|
+
const root = await fs.mkdtemp(path.join(os.tmpdir(), "diagnostics-"));
|
|
106
|
+
try {
|
|
107
|
+
await fs.writeFile(path.join(root, "core.MainThread.1.2"), Buffer.alloc(4 * KILOBYTE));
|
|
108
|
+
await fs.writeFile(path.join(root, "heap-x-1-2.heapsnapshot"), Buffer.alloc(2 * KILOBYTE));
|
|
109
|
+
// Not evidence: the proxy's own state lives in the same directory.
|
|
110
|
+
await fs.writeFile(path.join(root, "host-timings.json"), Buffer.alloc(KILOBYTE));
|
|
111
|
+
|
|
112
|
+
const said = [];
|
|
113
|
+
const diagnostics = new Diagnostics({
|
|
114
|
+
logger: { info: () => {}, warn: (line) => said.push(line) },
|
|
115
|
+
kinds: [
|
|
116
|
+
{ name: "core dumps", directory: () => root, matches: (name) => name.startsWith("core.") },
|
|
117
|
+
{ name: "heap snapshots", directory: () => root, matches: (name) => name.endsWith(".heapsnapshot") }
|
|
118
|
+
]
|
|
119
|
+
});
|
|
120
|
+
|
|
121
|
+
assert.equal(await diagnostics.measure(), 6 * KILOBYTE, "the proxy's own state is not evidence");
|
|
122
|
+
assert.equal(
|
|
123
|
+
diagnostics.wanted(),
|
|
124
|
+
10 * KILOBYTE,
|
|
125
|
+
"what it holds plus one more of the largest kind seen — measured, not a fraction"
|
|
126
|
+
);
|
|
127
|
+
|
|
128
|
+
diagnostics.allow(7 * KILOBYTE);
|
|
129
|
+
assert.equal(diagnostics.mayKeep({ what: "a heap snapshot", bytes: KILOBYTE }), true, "there is room for a small one");
|
|
130
|
+
assert.equal(diagnostics.mayKeep({ what: "a heap snapshot", bytes: 4 * KILOBYTE }), false, "there is not for a large one");
|
|
131
|
+
|
|
132
|
+
assert.equal(said.length, 1, "a refusal is a line, never a silence");
|
|
133
|
+
assert.match(said[0], /was NOT kept/);
|
|
134
|
+
const left = (await fs.readdir(root)).sort();
|
|
135
|
+
assert.deepEqual(
|
|
136
|
+
left,
|
|
137
|
+
["core.MainThread.1.2", "heap-x-1-2.heapsnapshot", "host-timings.json"],
|
|
138
|
+
"nothing already recorded may be removed to make room for more"
|
|
139
|
+
);
|
|
140
|
+
} finally {
|
|
141
|
+
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
142
|
+
}
|
|
143
|
+
});
|
|
144
|
+
|
|
145
|
+
test("before the owner has divided anything, the evidence is not refused", async () => {
|
|
146
|
+
const diagnostics = new Diagnostics({ kinds: [], logger: { info: () => {}, warn: () => {} } });
|
|
147
|
+
assert.equal(
|
|
148
|
+
diagnostics.mayKeep({ what: "a core dump", bytes: Number.MAX_SAFE_INTEGER }),
|
|
149
|
+
true,
|
|
150
|
+
"null is what a claimant that has not been told looks like, and it does not license growth by itself"
|
|
151
|
+
);
|
|
152
|
+
});
|