@torrent-tv/proxy 2.86.0 → 2.87.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2138 -1915
- package/CLAUDE.md +318 -197
- package/assets/calibration/NOTICE.md +2 -2
- package/bin/cli.js +684 -616
- package/biome.json +409 -233
- package/docs/container-architecture.md +218 -213
- package/docs/download-architecture.md +7 -7
- package/docs/encode-architecture.md +287 -11
- package/docs/encode-run-state.md +2 -2
- package/docs/logs.md +97 -97
- package/docs/{disk-architecture.md → storage-architecture.md} +107 -1
- package/openspec/changes/adaptive-bitrate/design.md +2 -2
- package/openspec/changes/adaptive-bitrate/proposal.md +1 -1
- package/openspec/changes/adaptive-bitrate/tasks.md +1 -1
- package/openspec/changes/chunked-request-bodies/design.md +1 -1
- package/openspec/changes/chunked-request-bodies/proposal.md +1 -1
- package/openspec/changes/chunked-request-bodies/tasks.md +1 -1
- package/openspec/changes/cold-start/design.md +1 -1
- package/openspec/changes/disk-cap/proposal.md +1 -1
- package/openspec/changes/proxy-observability/proposal.md +2 -2
- package/openspec/changes/track-selection/proposal.md +1 -1
- package/openspec/changes/transcode-quality/proposal.md +1 -1
- package/package.json +2 -2
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/routes/api/playback-plan/post.js +2 -2
- package/routes/api/sources/files/get.js +1 -1
- package/routes/api/sources/stats/get.js +1 -1
- package/routes/api/sources/warm/post.js +10 -3
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +3 -3
- package/routes/api/transcode-sessions/net-report/post.js +129 -94
- package/routes/api/transcode-sessions/post.js +160 -139
- package/routes/api/transcode-sessions/progress/get.js +3 -3
- package/routes/api/transcode-sessions/release/post.js +3 -3
- package/routes/api/transcode-sessions/seek/post.js +12 -3
- package/routes/stream/get.js +2 -2
- package/routes/transcode/audio-file/get.js +15 -6
- package/routes/transcode/audio-warm/get.js +8 -5
- package/routes/transcode/session-file/get.js +429 -268
- package/routes/transcode/variant-file/get.js +47 -7
- package/routes/transcode/variant-warm/get.js +18 -6
- package/scripts/render-run-graph.js +1 -1
- package/server.js +720 -465
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -0
- package/services/encode/EncodeAdmission.js +332 -0
- package/services/{orchestrators → encode}/EncodeOrchestrator.js +285 -17
- package/services/encode/EncodeRun.js +16 -9
- package/services/encode/EncodeRuns.js +1219 -0
- package/services/encode/Encoder.js +18 -2
- package/services/encode/EncoderSelection.js +38 -0
- package/services/encode/LocalObservations.js +359 -0
- package/services/encode/NvencEncoder.js +5 -0
- package/services/encode/OutputOpening.js +745 -0
- package/services/encode/OutputTimes.js +579 -0
- package/services/encode/Renditions.js +2162 -0
- package/services/encode/RunProgress.js +84 -0
- package/services/encode/SoftwareEncoder.js +12 -7
- package/services/encode/args.js +402 -186
- package/services/encode/calibration.js +361 -0
- package/services/encode/contention.js +128 -128
- package/services/encode/encode-run-state.js +16 -20
- package/services/encode/fingerprint.js +322 -0
- package/services/{hwaccel.js → encode/hwaccel.js} +82 -42
- package/services/{learned-median.js → encode/learned-median.js} +11 -0
- package/services/encode/output/EncodedOutput.js +57 -0
- package/services/encode/output/Output.js +131 -0
- package/services/{output/LiveOutputs.js → encode/output/OutputCatalog.js} +141 -40
- package/services/encode/output/OutputSpec.js +390 -0
- package/services/{output → encode/output}/Timeline.js +12 -37
- package/services/encode/output/index.js +20 -0
- package/services/encode/output/ladder.js +32 -0
- package/services/{output → encode/output}/playlists.js +3 -0
- package/services/encode/output-key-format.js +21 -0
- package/services/encode/quality/EncodeCost.js +1083 -0
- package/services/encode/quality/HostLoad.js +525 -0
- package/services/encode/quality/HostTimings.js +249 -0
- package/services/encode/quality/OutputQualityState.js +28 -0
- package/services/encode/quality/QualityController.js +931 -0
- package/services/encode/quality/QualityOffer.js +416 -0
- package/services/encode/quality/drain-threat.js +47 -0
- package/services/encode/quality/link-budget.js +254 -0
- package/services/encode/quality/output-format.js +266 -0
- package/services/encode/quality/serving-output.js +216 -0
- package/services/encode/quality/visible-rung.js +57 -0
- package/services/encode/run-command.js +23 -20
- package/services/encode/run-inputs.js +42 -0
- package/services/{segment-formats → encode/segment-formats}/fmp4.js +63 -0
- package/services/{segment-formats → encode/segment-formats}/index.js +3 -3
- package/services/encode/segment-formats/init-compat.js +324 -0
- package/services/{segment-formats → encode/segment-formats}/mp4-boxes.js +8 -3
- package/services/encode/throughput.js +97 -0
- package/services/{orchestrators → media}/ContainerOrchestrator.js +45 -7
- package/services/media/KeyframeTables.js +316 -0
- package/services/{source → media}/SourceFile.js +7 -55
- package/services/{torrent-worker/subtitle-cues.js → media/SubtitleCues.js} +103 -132
- package/services/media/SubtitleOrchestrator.js +167 -0
- package/services/{audio-inventory.js → media/audio-inventory.js} +7 -1
- package/services/{container → media/container}/AviContainer.js +266 -266
- package/services/{container → media/container}/Container.js +596 -601
- package/services/media/container/ContainerFactory.js +56 -0
- package/services/media/container/KeyframeTable.js +272 -0
- package/services/{container → media/container}/MatroskaContainer.js +1485 -1485
- package/services/{container → media/container}/Mp4Container.js +1244 -1244
- package/services/{container → media/container}/SubtitleFileContainer.js +322 -322
- package/services/media/keyframe-probe.js +157 -0
- package/services/media/media-info-probe.js +93 -0
- package/services/{playback-planner.js → media/playback-planner.js} +82 -39
- package/services/{tracks → media/tracks}/AudioTrack.js +131 -131
- package/services/{tracks → media/tracks}/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -0
- package/services/server/SegmentServing.js +1146 -0
- package/services/server/ViewerRequests.js +522 -0
- package/services/server/controllers/PlaybackController.js +36 -0
- package/services/{controllers → server/controllers}/SubtitleController.js +17 -33
- package/services/server/wire-outputs.js +958 -0
- package/services/storage/Diagnostics.js +202 -0
- package/services/storage/MachineBudget.js +235 -0
- package/services/{piece-store → storage}/allowance.js +107 -107
- package/services/{core-dumps.js → storage/core-dumps.js} +1 -1
- package/services/{files → storage/files}/CompletedFiles.js +116 -1
- package/services/{disk → storage}/free.js +33 -0
- package/services/storage/machine-memory.js +56 -0
- package/services/{memory-report.js → storage/memory-report.js} +575 -596
- package/services/{piece-store → storage/piece-store}/piece-disk-store.js +0 -7
- package/services/{piece-store → storage/piece-store}/shared-piece-store.js +28 -21
- package/services/{encode → storage/segment-store}/SegmentStore.js +395 -8
- package/services/storage/wire.js +175 -0
- package/services/{download → torrent/download}/SwarmSelection.js +2 -2
- package/services/{download → torrent/download}/registry.js +2 -2
- package/services/torrent/files.js +1 -1
- package/services/torrent/piece-store-of.js +29 -0
- package/services/{torrent-pool.js → torrent/torrent-pool.js} +26 -119
- package/services/{torrent-worker → torrent/worker}/background-fill.js +2 -2
- package/services/{torrent-worker → torrent/worker}/channel.js +271 -250
- package/services/{torrent-worker → torrent/worker}/client.js +77 -58
- package/services/torrent/worker/held-bytes.js +155 -0
- package/services/{torrent-worker → torrent/worker}/install-webrtc-shim.js +1 -1
- package/services/{torrent-worker → torrent/worker}/piece-reader.js +21 -30
- package/services/{torrent-worker → torrent/worker}/pool-adapter.js +101 -137
- package/services/{torrent-worker → torrent/worker}/protocol.js +26 -30
- package/services/torrent/worker/resume-warm.js +107 -0
- package/services/{torrent-worker → torrent/worker}/webrtc-shim.js +2 -2
- package/services/{torrent-worker → torrent/worker}/worker.js +68 -159
- package/services/{data-channel-handler.js → transport/data-channel-handler.js} +1356 -1356
- package/services/{delivery-probe.js → transport/delivery-probe.js} +842 -842
- package/services/{health-collector.js → transport/health-collector.js} +6 -35
- package/services/{packet-witness.js → transport/packet-witness.js} +808 -784
- package/services/{port-mapper.js → transport/port-mapper.js} +1 -1
- package/services/{usrsctp-state.js → transport/usrsctp-state.js} +1 -1
- package/services/{webrtc-manager.js → transport/webrtc-manager.js} +1 -1
- package/services/viewer/Assignments.js +340 -0
- package/services/{priority → viewer}/PriorityMap.js +390 -390
- package/services/{priority → viewer}/PriorityOrchestrator.js +325 -320
- package/services/viewer/Viewer.js +657 -483
- package/services/viewer/Viewers.js +368 -257
- package/services/viewer/active-output.js +37 -54
- package/services/viewer/audio-start.js +4 -3
- package/services/viewer/buffer-trend.js +81 -0
- package/services/viewer/choices.js +647 -0
- package/services/viewer/positions.js +126 -120
- package/services/viewer/report-intake.js +46 -45
- package/test/asset-paths.test.js +28 -0
- package/test/audio-inventory.test.js +3 -3
- package/test/audio-track-bitrate.test.js +40 -0
- package/test/auto-quality-step.test.js +707 -515
- package/test/available-share.test.js +1 -1
- package/test/background-fill.test.js +1 -1
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +1 -1
- package/test/concurrent-cost.test.js +13 -3
- package/test/container-media-info.test.js +3 -3
- package/test/core-dumps.test.js +1 -1
- package/test/coverage-follows-the-disk.test.js +40 -8
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -0
- package/test/cut-times-timeline.test.js +2 -2
- package/test/cuts-follow-published-grid.test.js +9 -8
- package/test/data-channel-frame.test.js +1 -1
- package/test/dead-torrent-handle.test.js +1 -1
- package/test/declared-rates.test.js +2 -2
- package/test/declared-tracks.test.js +2 -2
- package/test/decode-cost-fit.test.js +1 -1
- package/test/decode-cost.test.js +34 -25
- package/test/delivery-probe.test.js +1 -1
- package/test/demand-register.test.js +4 -4
- package/test/dht-bootstrap.test.js +1 -1
- package/test/drain-threat.test.js +65 -0
- package/test/duplicate-add.test.js +1 -1
- package/test/encode-admission.test.js +146 -0
- package/test/encode-cost.test.js +199 -10
- package/test/encode-orchestrator.test.js +39 -1
- package/test/encode-plan-viewers.test.js +2 -2
- package/test/encode-run.test.js +2 -2
- package/test/encode-slope.test.js +1 -1
- package/test/encoded-output.test.js +39 -0
- package/test/encoder-readings.test.js +1 -1
- package/test/every-claimant-is-told-its-share.test.js +152 -0
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -0
- package/test/failed-start-breaker.test.js +81 -30
- package/test/fastest-wires.test.js +1 -1
- package/test/ffmpeg-stream-counts.test.js +1 -1
- package/test/file-edges.test.js +3 -3
- package/test/fmp4-self-contained.test.js +1 -1
- package/test/fmp4-timestamps.test.js +1 -1
- package/test/fmp4-track-completeness.test.js +1 -1
- package/test/format-keyed-outputs.test.js +78 -0
- package/test/health-metrics.test.js +3 -2
- package/test/held-request-width.test.js +22 -23
- package/test/helpers/encode-run.js +136 -136
- package/test/helpers/held-file.js +29 -0
- package/test/helpers/manager.js +57 -0
- package/test/helpers/output-spec.js +63 -0
- package/test/host-load.test.js +1 -1
- package/test/index-accuracy-is-about-the-file.test.js +128 -0
- package/test/init-compat.test.js +219 -0
- package/test/input-lost-quiets-the-plan.test.js +1 -1
- package/test/input-unavailable.test.js +1 -1
- package/test/keeping-period.test.js +4 -4
- package/test/keyframe-index-accuracy.test.js +97 -45
- package/test/keyframe-table-budget.test.js +28 -33
- package/test/keyframes-belong-to-the-file.test.js +174 -57
- package/test/learned-median.test.js +1 -1
- package/test/letting-go-asks-who-is-watching.test.js +191 -0
- package/test/limit-row-by-area.test.js +60 -0
- package/test/link-budget.test.js +111 -0
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -0
- package/test/look-ahead-coverage.test.js +1 -1
- package/test/manager-surface.test.js +294 -0
- package/test/matroska-blocks.test.js +0 -0
- package/test/matroska-cues-track.test.js +1 -1
- package/test/memory-budget.test.js +2 -2
- package/test/mp4-composition-times.test.js +0 -0
- package/test/mp4-subtitles.test.js +1 -1
- package/test/one-authority.test.js +45 -41
- package/test/one-budget.test.js +149 -0
- package/test/one-output-one-session.test.js +204 -0
- package/test/{disk-space.test.js → one-resource-divided.test.js} +30 -10
- package/test/one-serving-output-per-height.test.js +458 -0
- package/test/orchestrator-wired.test.js +46 -45
- package/test/output-catalog.test.js +39 -0
- package/test/output-shape.test.js +4 -51
- package/test/output-spec.test.js +251 -157
- package/test/output-speed.test.js +17 -15
- package/test/outputs-being-prepared.test.js +40 -0
- package/test/packet-witness-ring.test.js +2 -2
- package/test/packet-witness.test.js +1 -1
- package/test/piece-disk-store.test.js +2 -2
- package/test/piece-from-whole-file.test.js +1 -1
- package/test/piece-lru.test.js +1 -1
- package/test/piece-reader.test.js +2 -2
- package/test/piece-store-eviction.test.js +1 -1
- package/test/piece-store-never-refuses.test.js +1 -1
- package/test/piece-store-reservations.test.js +1 -1
- package/test/piece-store-slow-disk.test.js +1 -1
- package/test/piece-tail.test.js +1 -1
- package/test/plan-host-timings.test.js +1 -1
- package/test/plan-is-steady.test.js +225 -225
- package/test/priority-map-download.test.js +4 -4
- package/test/priority-map-emptied.test.js +204 -205
- package/test/priority-map-per-output.test.js +215 -209
- package/test/priority-map.test.js +1 -1
- package/test/probe-wedge-certainty.test.js +1 -1
- package/test/produced-copy-choice.test.js +15 -60
- package/test/quality-offer.test.js +162 -0
- package/test/quality-variants.test.js +1229 -1167
- package/test/rate-control-in-the-output.test.js +180 -0
- package/test/read-survives-withdrawal.test.js +2 -2
- package/test/read-window.test.js +10 -3
- package/test/resume-warm.test.js +1 -1
- package/test/run-inputs.test.js +80 -0
- package/test/run-position-follows-published-grid.test.js +13 -11
- package/test/run-progress.test.js +65 -0
- package/test/same-height-switch.test.js +664 -0
- package/test/seek-frees-the-viewers-requests.test.js +217 -0
- package/test/seek-landing.test.js +13 -13
- package/test/seek-target-not-superseded.test.js +28 -29
- package/test/segment-closed-on-both-branches.test.js +96 -0
- package/test/segment-cut-times.test.js +1 -1
- package/test/segment-hold-supersede.test.js +28 -35
- package/test/segment-judged-by-its-own-header.test.js +221 -0
- package/test/segment-serve-wiring.test.js +130 -39
- package/test/segment-store-eviction.test.js +22 -7
- package/test/segment-store.test.js +98 -14
- package/test/segment-true-start.test.js +1 -1
- package/test/segments-are-shared.test.js +17 -16
- package/test/send-chunk-bytes.test.js +1 -1
- package/test/serving-existing-output.test.js +102 -0
- package/test/serving-output.test.js +102 -0
- package/test/shared-piece-store.test.js +1 -1
- package/test/source-file.test.js +1 -1
- package/test/stale-request-after-seek.test.js +17 -21
- package/test/startup-readings.test.js +10 -5
- package/test/subtitle-cue-framing.test.js +5 -5
- package/test/subtitle-cue-source.test.js +36 -38
- package/test/subtitle-cue-walk.test.js +11 -10
- package/test/subtitle-defaults.test.js +1 -1
- package/test/subtitle-language.test.js +4 -4
- package/test/subtitle-track-numbering.test.js +5 -4
- package/test/supply-margin.test.js +1 -1
- package/test/swarm-follows-readers.test.js +3 -3
- package/test/swarm-reach.test.js +1 -1
- package/test/swarm-selection.test.js +3 -3
- package/test/tail-duplication.test.js +1 -1
- package/test/the-channel-has-both-ends.test.js +91 -0
- package/test/the-torrent-thread-serves-bytes.test.js +107 -0
- package/test/thread-pool.test.js +3 -3
- package/test/timeline.test.js +1 -12
- package/test/torrent-cost.test.js +1 -1
- package/test/tracks-begin-together.test.js +38 -24
- package/test/tunnel-renewal.test.js +1 -1
- package/test/two-viewers-one-picture.test.js +120 -87
- package/test/upload-hurry.test.js +3 -3
- package/test/usrsctp-state.test.js +1 -1
- package/test/video-facts.test.js +1 -1
- package/test/viewer-assignments.test.js +143 -0
- package/test/viewer-outputs.test.js +60 -52
- package/test/viewer-presence.test.js +22 -25
- package/test/viewer-requests-admission.test.js +89 -0
- package/test/viewer-states.test.js +189 -202
- package/test/viewer-subtitle-subscription.test.js +1 -1
- package/test/viewer.test.js +139 -136
- package/test/viewing-generations.test.js +390 -0
- package/test/visible-rung.test.js +37 -0
- package/test/wait-ledger.test.js +1 -1
- package/test/webrtc-shim.test.js +3 -3
- package/test/wedge-certainty.test.js +2 -2
- package/test/withdraw-piece-claim.test.js +2 -2
- package/test/worker-channel.test.js +1 -31
- package/utils/client-log-file.js +151 -151
- package/scripts/read-container-index.mjs +0 -108
- package/services/container/ContainerFactory.js +0 -122
- package/services/controllers/PlaybackController.js +0 -33
- package/services/disk/DiskSpace.js +0 -150
- package/services/disk/wire.js +0 -61
- package/services/hls-session-manager.js +0 -9608
- package/services/orchestrators/SubtitleOrchestrator.js +0 -160
- package/services/output/Output.js +0 -94
- package/services/output/OutputSpec.js +0 -202
- package/services/output/index.js +0 -1
- package/services/output/ladder.js +0 -26
- package/services/produced-index.js +0 -222
- package/services/quality/EncodeCost.js +0 -555
- package/services/torrent-worker/container-tracks.js +0 -414
- package/services/viewer/link-readings.js +0 -56
- package/test/produced-index.test.js +0 -142
- /package/{services → bin}/thread-pool.js +0 -0
- /package/services/{available-share.js → encode/available-share.js} +0 -0
- /package/services/{decode-cost-fit.js → encode/decode-cost-fit.js} +0 -0
- /package/services/{encoder-readings.js → encode/encoder-readings.js} +0 -0
- /package/services/{host-load.js → encode/host-load.js} +0 -0
- /package/services/{output → encode/output}/cut-grid.js +0 -0
- /package/services/{output → encode/output}/rates.js +0 -0
- /package/services/{segment-formats → encode/segment-formats}/mpegts.js +0 -0
- /package/services/{torrent-cost.js → encode/torrent-cost.js} +0 -0
- /package/services/{container → media/container}/ebml-reader.js +0 -0
- /package/services/{ffmpeg-banner.js → media/ffmpeg-banner.js} +0 -0
- /package/services/{tracks → media/tracks}/ContainerTrack.js +0 -0
- /package/services/{tracks → media/tracks}/ImageSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/SubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/TextSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/VideoTrack.js +0 -0
- /package/services/{tracks → media/tracks}/index.js +0 -0
- /package/services/{files → storage/files}/piece-from-whole-file.js +0 -0
- /package/services/{disk → storage}/keep.js +0 -0
- /package/services/{piece-store → storage/piece-store}/piece-lru.js +0 -0
- /package/services/{disk → storage}/returns.js +0 -0
- /package/services/{demand → torrent/demand}/DemandRegister.js +0 -0
- /package/services/{demand → torrent/demand}/Urgency.js +0 -0
- /package/services/{demand → torrent/demand}/Window.js +0 -0
- /package/services/{demand → torrent/demand}/index.js +0 -0
- /package/services/{demand → torrent/demand}/pieces.js +0 -0
- /package/services/{download → torrent/download}/withdraw-claim.js +0 -0
- /package/services/{supply-margin.js → torrent/supply-margin.js} +0 -0
- /package/services/{torrent-source-key.js → torrent/torrent-source-key.js} +0 -0
- /package/services/{torrent-worker → torrent/worker}/fastest-wires.js +0 -0
- /package/services/{torrent-worker → torrent/worker}/handle-state.js +0 -0
- /package/services/{nat-classifier.js → transport/nat-classifier.js} +0 -0
- /package/services/{registry-api.js → transport/registry-api.js} +0 -0
- /package/services/{tunnel-client.js → transport/tunnel-client.js} +0 -0
- /package/services/{priority → viewer}/WaitLedger.js +0 -0
|
@@ -0,0 +1,202 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @file The room the evidence takes, and the one rule that bounds it.
|
|
3
|
+
*
|
|
4
|
+
* Core dumps, heap snapshots and packet captures are bytes on the same disk the
|
|
5
|
+
* product needs, and until 2026-09-14 every one of them was bounded by a COUNT
|
|
6
|
+
* and none by a size: two dumps and five snapshots, kept by their own rules,
|
|
7
|
+
* came to 3.2 GB on the addon host, and a capture of one wedge was taken
|
|
8
|
+
* thirteen times in six hours. A count is not a size and cannot bound a disk —
|
|
9
|
+
* the size of a dump is the size of the process, and the size of a snapshot is
|
|
10
|
+
* the size of the heap.
|
|
11
|
+
*
|
|
12
|
+
* **They are a claimant like any other, and they are told their share.** What
|
|
13
|
+
* makes them different is what happens at the boundary, and it is the whole of
|
|
14
|
+
* the design here:
|
|
15
|
+
*
|
|
16
|
+
* 1. **over the share, collection STOPS. Nothing recorded is deleted to make
|
|
17
|
+
* room.** A dump is the only evidence of the death it records, and the
|
|
18
|
+
* machine destroying it to keep collecting would be trading the answer for
|
|
19
|
+
* the chance of another question. So a refusal is a LINE — "the evidence of
|
|
20
|
+
* this was not kept, there was no room, and here is the figure" — rather
|
|
21
|
+
* than a silence;
|
|
22
|
+
* 2. **except what is superseded, which is not evidence twice.** Only where a
|
|
23
|
+
* new artifact strictly contains what an old one said. A heap snapshot taken
|
|
24
|
+
* at a HIGHER high-water records the growth the lower one recorded and more;
|
|
25
|
+
* a packet capture of a connection already captured adds nothing. Core dumps
|
|
26
|
+
* are never superseded: each is a distinct death;
|
|
27
|
+
* 3. **what they ask for is measured, not a fraction.** What they hold, plus
|
|
28
|
+
* room for one more of the largest kind seen. So the claim grows as evidence
|
|
29
|
+
* accumulates and never asks for a share of a disk it has no use for.
|
|
30
|
+
*
|
|
31
|
+
* All of this is temporary by intention — most of this collection goes after
|
|
32
|
+
* release — and that is exactly why it must not be the thing that fills a
|
|
33
|
+
* viewer's disk in the meantime.
|
|
34
|
+
*
|
|
35
|
+
* **CORE DUMPS ARE NOT OURS TO REFUSE, and that limit is stated rather than
|
|
36
|
+
* papered over.** The kernel writes them, whole address space at a time — 4.18
|
|
37
|
+
* GB each on the field host — and no gate of ours is consulted. They are
|
|
38
|
+
* counted here, so they take room from what the product may hold and the figure
|
|
39
|
+
* is visible; what happens when one is about to be written is the kernel's
|
|
40
|
+
* business. The only lever this side has is removal, and removal of a dump is
|
|
41
|
+
* removal of the only evidence of a death, which rule 1 refuses. So they are
|
|
42
|
+
* measured and reported, and the pruning that already keeps the newest two is
|
|
43
|
+
* left where it is: changing it is a decision about evidence, not about disk.
|
|
44
|
+
*/
|
|
45
|
+
|
|
46
|
+
import { readdir, stat } from "node:fs/promises";
|
|
47
|
+
import path from "node:path";
|
|
48
|
+
|
|
49
|
+
export class Diagnostics {
|
|
50
|
+
/** @type {{ name: string, directory: () => string }[]} */
|
|
51
|
+
#kinds = [];
|
|
52
|
+
|
|
53
|
+
/** What the owner of the disk has allowed, or null before the first division. */
|
|
54
|
+
#allowanceBytes = null;
|
|
55
|
+
|
|
56
|
+
/** What the directories were last seen to weigh. */
|
|
57
|
+
#heldBytes = 0;
|
|
58
|
+
|
|
59
|
+
/** The largest single artifact seen, which is the room one more of it needs. */
|
|
60
|
+
#largestBytes = 0;
|
|
61
|
+
|
|
62
|
+
/** @type {{ info: Function, warn: Function }} */
|
|
63
|
+
#logger;
|
|
64
|
+
|
|
65
|
+
/**
|
|
66
|
+
* @param {object} params
|
|
67
|
+
* @param {{ name: string, directory: () => string, matches: (name: string) => boolean }[]} params.kinds -
|
|
68
|
+
* Where each kind writes and how its files are told from anything else in
|
|
69
|
+
* the same directory — the state directory holds the proxy's own small
|
|
70
|
+
* files too, and they are not evidence.
|
|
71
|
+
* @param {{ info: Function, warn: Function }} [params.logger]
|
|
72
|
+
*/
|
|
73
|
+
constructor({ kinds, logger = null }) {
|
|
74
|
+
this.#kinds = Array.isArray(kinds) ? kinds : [];
|
|
75
|
+
this.#logger = logger ?? { info: () => {}, warn: () => {} };
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
/**
|
|
79
|
+
* Re-read what the evidence weighs.
|
|
80
|
+
*
|
|
81
|
+
* @returns {Promise<number>}
|
|
82
|
+
*/
|
|
83
|
+
async measure() {
|
|
84
|
+
let total = 0;
|
|
85
|
+
let largest = this.#largestBytes;
|
|
86
|
+
for (const kind of this.#kinds) {
|
|
87
|
+
const directory = kind.directory();
|
|
88
|
+
if (!directory) {
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
let names = [];
|
|
92
|
+
try {
|
|
93
|
+
names = await readdir(directory);
|
|
94
|
+
} catch {
|
|
95
|
+
continue; // Not there yet, which is the ordinary state before a fault.
|
|
96
|
+
}
|
|
97
|
+
for (const name of names) {
|
|
98
|
+
if (typeof kind.matches === "function" && !kind.matches(name)) {
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
try {
|
|
102
|
+
const size = (await stat(path.join(directory, name))).size;
|
|
103
|
+
total += size;
|
|
104
|
+
largest = Math.max(largest, size);
|
|
105
|
+
} catch {
|
|
106
|
+
// Gone between the listing and the question.
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
this.#heldBytes = total;
|
|
111
|
+
this.#largestBytes = largest;
|
|
112
|
+
return total;
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
/** What the evidence weighed when it was last measured. @returns {number} */
|
|
116
|
+
held() {
|
|
117
|
+
return this.#heldBytes;
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
/**
|
|
121
|
+
* What it asks the owner of the disk for.
|
|
122
|
+
*
|
|
123
|
+
* What it holds, plus room for one more of the largest kind seen. A measured
|
|
124
|
+
* quantity: the claim grows with the evidence rather than standing for a
|
|
125
|
+
* fraction of a disk it has no use for. Before anything has been written it
|
|
126
|
+
* asks for nothing, which is correct — a proxy that has never faulted needs
|
|
127
|
+
* no room to record a fault it has not had.
|
|
128
|
+
*
|
|
129
|
+
* @returns {number}
|
|
130
|
+
*/
|
|
131
|
+
wanted() {
|
|
132
|
+
return this.#heldBytes + this.#largestBytes;
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
/**
|
|
136
|
+
* Take the share the owner has divided out.
|
|
137
|
+
*
|
|
138
|
+
* @param {number} bytes
|
|
139
|
+
* @returns {void}
|
|
140
|
+
*/
|
|
141
|
+
allow(bytes) {
|
|
142
|
+
this.#allowanceBytes = Number.isFinite(bytes) && bytes >= 0 ? bytes : null;
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
/**
|
|
146
|
+
* Whether there is room to record one more thing of this size.
|
|
147
|
+
*
|
|
148
|
+
* @param {object} params
|
|
149
|
+
* @param {string} params.what - What would have been recorded, for the line.
|
|
150
|
+
* @param {number} params.bytes - What it is expected to weigh.
|
|
151
|
+
* @returns {boolean}
|
|
152
|
+
*/
|
|
153
|
+
mayKeep({ what, bytes }) {
|
|
154
|
+
if (this.#allowanceBytes === null) {
|
|
155
|
+
return true;
|
|
156
|
+
}
|
|
157
|
+
const wanted = Math.max(0, Number(bytes) || 0);
|
|
158
|
+
if (this.#heldBytes + wanted <= this.#allowanceBytes) {
|
|
159
|
+
return true;
|
|
160
|
+
}
|
|
161
|
+
// SAID, NEVER SWALLOWED. The evidence of this fault is not being kept, and
|
|
162
|
+
// an investigation that finds nothing must be able to tell "it did not
|
|
163
|
+
// happen" from "we had nowhere to put it".
|
|
164
|
+
this.#logger.warn(
|
|
165
|
+
`diagnostics: ${what} was NOT kept — the evidence already here weighs ` +
|
|
166
|
+
`${megabytes(this.#heldBytes)} of the ${megabytes(this.#allowanceBytes)} this disk can spare, ` +
|
|
167
|
+
`and this would have needed ${megabytes(wanted)} more. Nothing already recorded is removed ` +
|
|
168
|
+
"to make room: a dump is the only evidence of the death it records."
|
|
169
|
+
);
|
|
170
|
+
return false;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
/**
|
|
174
|
+
* Take one artifact into account without re-reading the directories.
|
|
175
|
+
*
|
|
176
|
+
* @param {number} bytes
|
|
177
|
+
* @returns {void}
|
|
178
|
+
*/
|
|
179
|
+
noteKept(bytes) {
|
|
180
|
+
const size = Math.max(0, Number(bytes) || 0);
|
|
181
|
+
this.#heldBytes += size;
|
|
182
|
+
this.#largestBytes = Math.max(this.#largestBytes, size);
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
/**
|
|
186
|
+
* What to say about the evidence in the periodic line.
|
|
187
|
+
*
|
|
188
|
+
* @returns {string}
|
|
189
|
+
*/
|
|
190
|
+
describe() {
|
|
191
|
+
const allowed = this.#allowanceBytes === null ? "not yet divided" : megabytes(this.#allowanceBytes);
|
|
192
|
+
return `diagnostics hold ${megabytes(this.#heldBytes)} of ${allowed}`;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
/**
|
|
197
|
+
* @param {number} bytes
|
|
198
|
+
* @returns {string}
|
|
199
|
+
*/
|
|
200
|
+
function megabytes(bytes) {
|
|
201
|
+
return `${Math.round(Math.max(0, bytes) / (1024 * 1024))}MB`;
|
|
202
|
+
}
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @file The one budget: how much of this machine the proxy may take, and how
|
|
3
|
+
* that is divided between everything that holds bytes.
|
|
4
|
+
*
|
|
5
|
+
* THERE IS ONE BUDGET, AND IT IS NOT ONE NUMBER. Memory cannot be paid for with
|
|
6
|
+
* disk, so what is divided is divided per RESOURCE; what there is one of is the
|
|
7
|
+
* OWNER, the POLICY, and the place that reads the machine. Until 2026-09-14
|
|
8
|
+
* there were two owners — the memory store divided memory inside the torrent
|
|
9
|
+
* thread, `DiskSpace` divided disk on the main one — each applying the same rule
|
|
10
|
+
* from `allowance.js` to its own reading, neither able to see the other.
|
|
11
|
+
*
|
|
12
|
+
* **Why one owner rather than two, and it is measured rather than argued.** The
|
|
13
|
+
* claimants TRADE ACROSS RESOURCES. Pieces held in memory that do not fit are
|
|
14
|
+
* spilled to disk — the same bytes, in whichever resource there is room for —
|
|
15
|
+
* so how much memory the piece store is given decides how much disk it needs.
|
|
16
|
+
* Whole files exist on disk so that pieces need not be held at all; produced
|
|
17
|
+
* segments exist on disk because making them again is dear. Field 2026-08-31:
|
|
18
|
+
* **14 400 MB spilled to disk in fifty minutes** while the memory store held
|
|
19
|
+
* 312-424 MB. Give it memory and there is no spill to bound. Two owners cannot
|
|
20
|
+
* make that trade, because neither sees both sides of it.
|
|
21
|
+
*
|
|
22
|
+
* **A RESOURCE IS WHAT CANNOT BE SUBSTITUTED, and disk is not one of them.**
|
|
23
|
+
* Measured on the addon host 2026-09-05: `/tmp`, where the segments and the
|
|
24
|
+
* spill live, is the overlay filesystem (`dev=68`); `/data`, where the
|
|
25
|
+
* diagnostics live, is ext4 on the nvme (`dev=66305`). One "disk" figure
|
|
26
|
+
* divided between claimants on two devices gives each of them a share of a disk
|
|
27
|
+
* it is not writing to — which is what `DiskSpace` did, reading the free space
|
|
28
|
+
* of the segment root alone. So a resource is named by the DEVICE its
|
|
29
|
+
* claimants' directories are on, read with `statSync(dir).dev` rather than
|
|
30
|
+
* guessed.
|
|
31
|
+
*
|
|
32
|
+
* **The policy is the operator's, stated once at startup.** Three shapes, and
|
|
33
|
+
* the default is the measured one:
|
|
34
|
+
*
|
|
35
|
+
* - `adaptive` (default) — what is free now, plus what we already hold, less
|
|
36
|
+
* what everything that is not us has recently been seen to need. Nothing
|
|
37
|
+
* chosen: `allowance.js` computes every term from readings;
|
|
38
|
+
* - `share` — a fraction of what is free. A chosen number, and legitimately
|
|
39
|
+
* so: it is the machine's owner saying what of their machine we may use;
|
|
40
|
+
* - `fixed` — a hard ceiling, the same;
|
|
41
|
+
*
|
|
42
|
+
* plus a FLOOR per resource, which is the operator saying "below this the proxy
|
|
43
|
+
* is not worth running". A floor is not a licence to take: it bounds from
|
|
44
|
+
* below what the policy hands out, and a claimant below its own minimum says so
|
|
45
|
+
* rather than working badly in silence.
|
|
46
|
+
*
|
|
47
|
+
* The distinction matters because everything else in this codebase refuses
|
|
48
|
+
* chosen constants. These are chosen BY THE PERSON WHOSE MACHINE IT IS, which
|
|
49
|
+
* is the one kind of number that is not ours to derive.
|
|
50
|
+
*/
|
|
51
|
+
|
|
52
|
+
import { OtherDemand, divideAllowance } from "./allowance.js";
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* One thing that holds bytes of one resource.
|
|
56
|
+
*
|
|
57
|
+
* @typedef {object} Claimant
|
|
58
|
+
* @property {string} name - What it is called in the reading.
|
|
59
|
+
* @property {string} resource - Which resource it takes.
|
|
60
|
+
* @property {() => number} held - What it holds right now, in bytes.
|
|
61
|
+
* @property {() => number} wanted - What it would take if it could.
|
|
62
|
+
* @property {(allowanceBytes: number) => void} allow - Told its share.
|
|
63
|
+
* @property {number} [minimum] - Below this it cannot do its job, and says so.
|
|
64
|
+
*/
|
|
65
|
+
|
|
66
|
+
/**
|
|
67
|
+
* What the operator has said we may take.
|
|
68
|
+
*
|
|
69
|
+
* @typedef {object} BudgetPolicy
|
|
70
|
+
* @property {"adaptive" | "share" | "fixed"} [kind]
|
|
71
|
+
* @property {number} [share] - For `share`: the fraction of free space, 0..1.
|
|
72
|
+
* @property {number} [bytes] - For `fixed`: the ceiling.
|
|
73
|
+
* @property {Record<string, number>} [floors] - Per resource, the least this
|
|
74
|
+
* proxy should have. Absent, the policy's own answer stands.
|
|
75
|
+
*/
|
|
76
|
+
|
|
77
|
+
export class MachineBudget {
|
|
78
|
+
/** Resource name → how to read what is free, and what others have needed. */
|
|
79
|
+
#resources = new Map();
|
|
80
|
+
|
|
81
|
+
/** @type {Claimant[]} */
|
|
82
|
+
#claimants = [];
|
|
83
|
+
|
|
84
|
+
/** @type {BudgetPolicy} */
|
|
85
|
+
#policy;
|
|
86
|
+
|
|
87
|
+
#logger;
|
|
88
|
+
|
|
89
|
+
/** The last division, for the reading. @type {Map<string, { freeBytes: number, allowanceBytes: number, shares: { name: string, held: number, allowed: number, short: boolean }[] }>} */
|
|
90
|
+
#last = new Map();
|
|
91
|
+
|
|
92
|
+
/**
|
|
93
|
+
* @param {object} params
|
|
94
|
+
* @param {BudgetPolicy} [params.policy]
|
|
95
|
+
* @param {{ info: (line: string) => void, warn?: (line: string) => void }} [params.logger]
|
|
96
|
+
*/
|
|
97
|
+
constructor({ policy = {}, logger = null } = {}) {
|
|
98
|
+
this.#policy = { kind: "adaptive", ...policy };
|
|
99
|
+
this.#logger = logger;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
/**
|
|
103
|
+
* Say that a resource exists and how to read what is free of it.
|
|
104
|
+
*
|
|
105
|
+
* @param {object} params
|
|
106
|
+
* @param {string} params.name
|
|
107
|
+
* @param {() => Promise<number | null> | number | null} params.readFree
|
|
108
|
+
* @returns {void}
|
|
109
|
+
*/
|
|
110
|
+
defineResource({ name, readFree }) {
|
|
111
|
+
if (!this.#resources.has(name)) {
|
|
112
|
+
this.#resources.set(name, { readFree, otherDemand: new OtherDemand() });
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
this.#resources.get(name).readFree = readFree;
|
|
116
|
+
}
|
|
117
|
+
|
|
118
|
+
/**
|
|
119
|
+
* Register something that holds bytes. Registering twice under one name
|
|
120
|
+
* replaces it.
|
|
121
|
+
*
|
|
122
|
+
* @param {Claimant} claimant
|
|
123
|
+
* @returns {void}
|
|
124
|
+
*/
|
|
125
|
+
register(claimant) {
|
|
126
|
+
this.#claimants = this.#claimants.filter((one) => one.name !== claimant.name);
|
|
127
|
+
this.#claimants.push(claimant);
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
/**
|
|
131
|
+
* @param {string} name
|
|
132
|
+
* @returns {void}
|
|
133
|
+
*/
|
|
134
|
+
forget(name) {
|
|
135
|
+
this.#claimants = this.#claimants.filter((one) => one.name !== name);
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
/**
|
|
139
|
+
* Read every resource, divide each, and tell each claimant its share.
|
|
140
|
+
*
|
|
141
|
+
* @returns {Promise<Map<string, { freeBytes: number, allowanceBytes: number, shares: object[] }>>}
|
|
142
|
+
*/
|
|
143
|
+
async revise() {
|
|
144
|
+
for (const [name, resource] of this.#resources) {
|
|
145
|
+
const claimants = this.#claimants.filter((one) => one.resource === name);
|
|
146
|
+
if (claimants.length === 0) {
|
|
147
|
+
continue;
|
|
148
|
+
}
|
|
149
|
+
const held = claimants.reduce((sum, one) => sum + Math.max(0, one.held()), 0);
|
|
150
|
+
const free = await resource.readFree();
|
|
151
|
+
// WITHOUT A READING, NOTHING IS ALLOWED TO GROW. A resource whose free
|
|
152
|
+
// space cannot be read is not a resource with room; answering "unbounded"
|
|
153
|
+
// there is how the spill file came to have no limit in the first place.
|
|
154
|
+
const freeBytes = Number.isFinite(free) && free !== null ? Math.max(0, free) : 0;
|
|
155
|
+
const allowanceBytes = this.#allowanceFor(name, resource, freeBytes, held);
|
|
156
|
+
const shares = divideAllowance(claimants.map((one) => Math.max(0, one.wanted())), allowanceBytes);
|
|
157
|
+
const reading = claimants.map((one, position) => ({
|
|
158
|
+
name: one.name,
|
|
159
|
+
held: one.held(),
|
|
160
|
+
allowed: shares[position],
|
|
161
|
+
short: Number.isFinite(one.minimum) && shares[position] < one.minimum
|
|
162
|
+
}));
|
|
163
|
+
this.#last.set(name, { freeBytes, allowanceBytes, shares: reading });
|
|
164
|
+
for (const [position, one] of claimants.entries()) {
|
|
165
|
+
one.allow(shares[position]);
|
|
166
|
+
}
|
|
167
|
+
for (const share of reading.filter((one) => one.short)) {
|
|
168
|
+
// SAID, because a claimant working below what it needs is a fault of
|
|
169
|
+
// the machine and not of the code, and it is invisible otherwise.
|
|
170
|
+
this.#logger?.warn?.(
|
|
171
|
+
`budget: ${share.name} has ${megabytes(share.allowed)} of ${name}, ` +
|
|
172
|
+
`below the ${megabytes(claimants.find((one) => one.name === share.name)?.minimum ?? 0)} it needs`
|
|
173
|
+
);
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
this.#logger?.info?.(this.describe());
|
|
177
|
+
return this.#last;
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
/**
|
|
181
|
+
* What the policy allows of one resource.
|
|
182
|
+
*
|
|
183
|
+
* @param {string} name
|
|
184
|
+
* @param {{ otherDemand: OtherDemand }} resource
|
|
185
|
+
* @param {number} freeBytes
|
|
186
|
+
* @param {number} heldBytes
|
|
187
|
+
* @returns {number}
|
|
188
|
+
*/
|
|
189
|
+
#allowanceFor(name, resource, freeBytes, heldBytes) {
|
|
190
|
+
// Noted whatever the policy, because the reading of what others need is a
|
|
191
|
+
// measurement of the machine and does not stop being true when the operator
|
|
192
|
+
// has named a number.
|
|
193
|
+
const reserve = resource.otherDemand.note(freeBytes, heldBytes);
|
|
194
|
+
const floor = Math.max(0, Number(this.#policy.floors?.[name]) || 0);
|
|
195
|
+
let allowance;
|
|
196
|
+
if (this.#policy.kind === "fixed") {
|
|
197
|
+
allowance = Math.max(0, Number(this.#policy.bytes) || 0);
|
|
198
|
+
} else if (this.#policy.kind === "share") {
|
|
199
|
+
const share = Math.min(1, Math.max(0, Number(this.#policy.share) || 0));
|
|
200
|
+
allowance = Math.floor((freeBytes + heldBytes) * share);
|
|
201
|
+
} else {
|
|
202
|
+
// What is free now, plus what we already hold, less what everything that
|
|
203
|
+
// is not us has recently been seen to need.
|
|
204
|
+
allowance = Math.max(0, freeBytes + heldBytes - reserve);
|
|
205
|
+
}
|
|
206
|
+
return Math.max(allowance, Math.min(floor, freeBytes + heldBytes));
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
/**
|
|
210
|
+
* One line per resource: what it has, what each claimant holds and may hold.
|
|
211
|
+
*
|
|
212
|
+
* @returns {string}
|
|
213
|
+
*/
|
|
214
|
+
describe() {
|
|
215
|
+
if (this.#last.size === 0) {
|
|
216
|
+
return "budget: nothing has claimed anything yet";
|
|
217
|
+
}
|
|
218
|
+
const lines = [];
|
|
219
|
+
for (const [name, reading] of this.#last) {
|
|
220
|
+
const parts = reading.shares.map(
|
|
221
|
+
(share) => `${share.name} ${megabytes(share.held)} of ${megabytes(share.allowed)}${share.short ? " (short)" : ""}`
|
|
222
|
+
);
|
|
223
|
+
lines.push(`${name}: ${megabytes(reading.freeBytes)} free; ${parts.join(", ")}`);
|
|
224
|
+
}
|
|
225
|
+
return `budget — ${lines.join(" | ")}`;
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
/**
|
|
230
|
+
* @param {number} bytes
|
|
231
|
+
* @returns {string}
|
|
232
|
+
*/
|
|
233
|
+
function megabytes(bytes) {
|
|
234
|
+
return `${Math.round(Math.max(0, bytes) / (1024 * 1024))}MB`;
|
|
235
|
+
}
|
|
@@ -1,107 +1,107 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file How much of a machine's resource the stores may hold between them.
|
|
3
|
-
*
|
|
4
|
-
* Written once and used twice, because memory and disk are the same question
|
|
5
|
-
* asked of two resources: what is free now, plus what we already hold, less
|
|
6
|
-
* what everything that is not us has recently been seen to need.
|
|
7
|
-
*
|
|
8
|
-
* It used to exist only for memory, inside the memory store, keyed on module
|
|
9
|
-
* state. Disk had no such rule at all — the spill file grew until the machine
|
|
10
|
-
* did, 14.4 GB in a single viewing on 2026-08-31 — and copying the memory rule
|
|
11
|
-
* across would have made two rules to keep in step. One rule, two readings.
|
|
12
|
-
*/
|
|
13
|
-
|
|
14
|
-
/**
|
|
15
|
-
* How many observations of other processes' demand are kept.
|
|
16
|
-
*
|
|
17
|
-
* A window rather than a high-water: a single spike would otherwise stand for
|
|
18
|
-
* the life of the process and hold the stores down long after whatever caused
|
|
19
|
-
* it had finished.
|
|
20
|
-
*/
|
|
21
|
-
const OTHER_DEMAND_SAMPLES = 60;
|
|
22
|
-
|
|
23
|
-
/**
|
|
24
|
-
* What everything that is not us has recently been seen to need.
|
|
25
|
-
*
|
|
26
|
-
* One instance per resource. A fall in what is free that we did not cause is a
|
|
27
|
-
* measurement of somebody else's demand; a fall we did cause is our own doing
|
|
28
|
-
* and says nothing about the machine.
|
|
29
|
-
*/
|
|
30
|
-
export class OtherDemand {
|
|
31
|
-
/** @type {number[]} */
|
|
32
|
-
#falls = [];
|
|
33
|
-
|
|
34
|
-
#lastFreeBytes = 0;
|
|
35
|
-
|
|
36
|
-
#lastHeldBytes = 0;
|
|
37
|
-
|
|
38
|
-
/**
|
|
39
|
-
* Take a reading, and answer what to reserve for others.
|
|
40
|
-
*
|
|
41
|
-
* @param {number} freeBytes - What the machine says is free now.
|
|
42
|
-
* @param {number} heldBytes - What the stores hold of this resource now.
|
|
43
|
-
* @returns {number} The reserve, in bytes.
|
|
44
|
-
*/
|
|
45
|
-
note(freeBytes, heldBytes) {
|
|
46
|
-
if (this.#lastFreeBytes > 0) {
|
|
47
|
-
const fell = this.#lastFreeBytes - freeBytes;
|
|
48
|
-
const ours = heldBytes - this.#lastHeldBytes;
|
|
49
|
-
this.#falls.push(Math.max(0, fell - ours));
|
|
50
|
-
if (this.#falls.length > OTHER_DEMAND_SAMPLES) {
|
|
51
|
-
this.#falls.shift();
|
|
52
|
-
}
|
|
53
|
-
}
|
|
54
|
-
this.#lastFreeBytes = freeBytes;
|
|
55
|
-
this.#lastHeldBytes = heldBytes;
|
|
56
|
-
return this.reserve();
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
/** @returns {number} */
|
|
60
|
-
reserve() {
|
|
61
|
-
return this.#falls.length === 0 ? 0 : Math.max(...this.#falls);
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
/** Forget the readings. For tests, which share a module. */
|
|
65
|
-
forget() {
|
|
66
|
-
this.#falls = [];
|
|
67
|
-
this.#lastFreeBytes = 0;
|
|
68
|
-
this.#lastHeldBytes = 0;
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
/**
|
|
73
|
-
* How much of the resource the stores may hold between them.
|
|
74
|
-
*
|
|
75
|
-
* What the machine reports free is what could be taken ON TOP of what is
|
|
76
|
-
* already held, so the stores' own bytes are added back: the pair is the
|
|
77
|
-
* ceiling the stores could reach.
|
|
78
|
-
*
|
|
79
|
-
* @param {number} freeBytes
|
|
80
|
-
* @param {number} heldBytes
|
|
81
|
-
* @param {number} reserveBytes
|
|
82
|
-
* @returns {number}
|
|
83
|
-
*/
|
|
84
|
-
export function machineAllowanceBytes(freeBytes, heldBytes, reserveBytes) {
|
|
85
|
-
return Math.max(0, Math.max(freeBytes, 0) + Math.max(heldBytes, 0) - Math.max(reserveBytes, 0));
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
/**
|
|
89
|
-
* Divide what the machine allows between the stores, by what each is asking
|
|
90
|
-
* for.
|
|
91
|
-
*
|
|
92
|
-
* When everyone's ask fits, everyone gets it and the machine's limit never
|
|
93
|
-
* binds. When the asks do not fit, each store is cut in proportion to what it
|
|
94
|
-
* asked, so a store wanting little is not cut to make room for one wanting
|
|
95
|
-
* much.
|
|
96
|
-
*
|
|
97
|
-
* @param {number[]} wantedBytes - What each store is asking for, in order.
|
|
98
|
-
* @param {number} allowanceBytes
|
|
99
|
-
* @returns {number[]} What each store may hold, in the same order.
|
|
100
|
-
*/
|
|
101
|
-
export function divideAllowance(wantedBytes, allowanceBytes) {
|
|
102
|
-
const total = wantedBytes.reduce((sum, want) => sum + Math.max(0, want), 0);
|
|
103
|
-
if (total <= allowanceBytes || total === 0) {
|
|
104
|
-
return wantedBytes.map((want) => Math.max(0, want));
|
|
105
|
-
}
|
|
106
|
-
return wantedBytes.map((want) => Math.floor(allowanceBytes * (Math.max(0, want) / total)));
|
|
107
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* @file How much of a machine's resource the stores may hold between them.
|
|
3
|
+
*
|
|
4
|
+
* Written once and used twice, because memory and disk are the same question
|
|
5
|
+
* asked of two resources: what is free now, plus what we already hold, less
|
|
6
|
+
* what everything that is not us has recently been seen to need.
|
|
7
|
+
*
|
|
8
|
+
* It used to exist only for memory, inside the memory store, keyed on module
|
|
9
|
+
* state. Disk had no such rule at all — the spill file grew until the machine
|
|
10
|
+
* did, 14.4 GB in a single viewing on 2026-08-31 — and copying the memory rule
|
|
11
|
+
* across would have made two rules to keep in step. One rule, two readings.
|
|
12
|
+
*/
|
|
13
|
+
|
|
14
|
+
/**
|
|
15
|
+
* How many observations of other processes' demand are kept.
|
|
16
|
+
*
|
|
17
|
+
* A window rather than a high-water: a single spike would otherwise stand for
|
|
18
|
+
* the life of the process and hold the stores down long after whatever caused
|
|
19
|
+
* it had finished.
|
|
20
|
+
*/
|
|
21
|
+
const OTHER_DEMAND_SAMPLES = 60;
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* What everything that is not us has recently been seen to need.
|
|
25
|
+
*
|
|
26
|
+
* One instance per resource. A fall in what is free that we did not cause is a
|
|
27
|
+
* measurement of somebody else's demand; a fall we did cause is our own doing
|
|
28
|
+
* and says nothing about the machine.
|
|
29
|
+
*/
|
|
30
|
+
export class OtherDemand {
|
|
31
|
+
/** @type {number[]} */
|
|
32
|
+
#falls = [];
|
|
33
|
+
|
|
34
|
+
#lastFreeBytes = 0;
|
|
35
|
+
|
|
36
|
+
#lastHeldBytes = 0;
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Take a reading, and answer what to reserve for others.
|
|
40
|
+
*
|
|
41
|
+
* @param {number} freeBytes - What the machine says is free now.
|
|
42
|
+
* @param {number} heldBytes - What the stores hold of this resource now.
|
|
43
|
+
* @returns {number} The reserve, in bytes.
|
|
44
|
+
*/
|
|
45
|
+
note(freeBytes, heldBytes) {
|
|
46
|
+
if (this.#lastFreeBytes > 0) {
|
|
47
|
+
const fell = this.#lastFreeBytes - freeBytes;
|
|
48
|
+
const ours = heldBytes - this.#lastHeldBytes;
|
|
49
|
+
this.#falls.push(Math.max(0, fell - ours));
|
|
50
|
+
if (this.#falls.length > OTHER_DEMAND_SAMPLES) {
|
|
51
|
+
this.#falls.shift();
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
this.#lastFreeBytes = freeBytes;
|
|
55
|
+
this.#lastHeldBytes = heldBytes;
|
|
56
|
+
return this.reserve();
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
/** @returns {number} */
|
|
60
|
+
reserve() {
|
|
61
|
+
return this.#falls.length === 0 ? 0 : Math.max(...this.#falls);
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
/** Forget the readings. For tests, which share a module. */
|
|
65
|
+
forget() {
|
|
66
|
+
this.#falls = [];
|
|
67
|
+
this.#lastFreeBytes = 0;
|
|
68
|
+
this.#lastHeldBytes = 0;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/**
|
|
73
|
+
* How much of the resource the stores may hold between them.
|
|
74
|
+
*
|
|
75
|
+
* What the machine reports free is what could be taken ON TOP of what is
|
|
76
|
+
* already held, so the stores' own bytes are added back: the pair is the
|
|
77
|
+
* ceiling the stores could reach.
|
|
78
|
+
*
|
|
79
|
+
* @param {number} freeBytes
|
|
80
|
+
* @param {number} heldBytes
|
|
81
|
+
* @param {number} reserveBytes
|
|
82
|
+
* @returns {number}
|
|
83
|
+
*/
|
|
84
|
+
export function machineAllowanceBytes(freeBytes, heldBytes, reserveBytes) {
|
|
85
|
+
return Math.max(0, Math.max(freeBytes, 0) + Math.max(heldBytes, 0) - Math.max(reserveBytes, 0));
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
/**
|
|
89
|
+
* Divide what the machine allows between the stores, by what each is asking
|
|
90
|
+
* for.
|
|
91
|
+
*
|
|
92
|
+
* When everyone's ask fits, everyone gets it and the machine's limit never
|
|
93
|
+
* binds. When the asks do not fit, each store is cut in proportion to what it
|
|
94
|
+
* asked, so a store wanting little is not cut to make room for one wanting
|
|
95
|
+
* much.
|
|
96
|
+
*
|
|
97
|
+
* @param {number[]} wantedBytes - What each store is asking for, in order.
|
|
98
|
+
* @param {number} allowanceBytes
|
|
99
|
+
* @returns {number[]} What each store may hold, in the same order.
|
|
100
|
+
*/
|
|
101
|
+
export function divideAllowance(wantedBytes, allowanceBytes) {
|
|
102
|
+
const total = wantedBytes.reduce((sum, want) => sum + Math.max(0, want), 0);
|
|
103
|
+
if (total <= allowanceBytes || total === 0) {
|
|
104
|
+
return wantedBytes.map((want) => Math.max(0, want));
|
|
105
|
+
}
|
|
106
|
+
return wantedBytes.map((want) => Math.floor(allowanceBytes * (Math.max(0, want) / total)));
|
|
107
|
+
}
|
|
@@ -14,7 +14,7 @@
|
|
|
14
14
|
import { readdir, rm, stat } from "node:fs/promises";
|
|
15
15
|
import path from "node:path";
|
|
16
16
|
|
|
17
|
-
import { logger } from "
|
|
17
|
+
import { logger } from "../../utils/logger.js";
|
|
18
18
|
|
|
19
19
|
/** How many to keep, newest first. */
|
|
20
20
|
export const CORE_DUMPS_KEPT = 2;
|