@torrent-tv/proxy 2.89.17 → 2.89.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -3
- package/package.json +10 -2
- package/server.js +0 -11
- package/.claude/commands/opsx/apply.md +0 -155
- package/.claude/commands/opsx/archive.md +0 -160
- package/.claude/commands/opsx/explore.md +0 -174
- package/.claude/commands/opsx/propose.md +0 -109
- package/.claude/commands/opsx/sync.md +0 -143
- package/.claude/skills/openspec-apply-change/SKILL.md +0 -159
- package/.claude/skills/openspec-archive-change/SKILL.md +0 -117
- package/.claude/skills/openspec-explore/SKILL.md +0 -289
- package/.claude/skills/openspec-propose/SKILL.md +0 -113
- package/.claude/skills/openspec-sync-specs/SKILL.md +0 -147
- package/.dockerignore +0 -5
- package/AGENTS.md +0 -363
- package/CHANGELOG.md +0 -2377
- package/Dockerfile +0 -30
- package/biome.json +0 -412
- package/corpus.tmp.json +0 -1
- package/docs/browser-proxy-contract.md +0 -155
- package/docs/container-architecture.md +0 -273
- package/docs/download-architecture.md +0 -261
- package/docs/encode-architecture.md +0 -765
- package/docs/encode-run-state.md +0 -96
- package/docs/logs.md +0 -151
- package/docs/playback-start-forecast.md +0 -113
- package/docs/socks5-egress-research.md +0 -114
- package/docs/storage-architecture.md +0 -273
- package/knip.json +0 -14
- package/main2.cpuprofile +0 -1
- package/openspec/changes/adaptive-bitrate/.openspec.yaml +0 -0
- package/openspec/changes/adaptive-bitrate/design.md +0 -92
- package/openspec/changes/adaptive-bitrate/proposal.md +0 -56
- package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +0 -51
- package/openspec/changes/adaptive-bitrate/tasks.md +0 -40
- package/openspec/changes/binary-distribution/.openspec.yaml +0 -2
- package/openspec/changes/binary-distribution/proposal.md +0 -53
- package/openspec/changes/chunked-request-bodies/design.md +0 -81
- package/openspec/changes/chunked-request-bodies/proposal.md +0 -53
- package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +0 -30
- package/openspec/changes/chunked-request-bodies/tasks.md +0 -40
- package/openspec/changes/cold-start/design.md +0 -98
- package/openspec/changes/cold-start/proposal.md +0 -62
- package/openspec/changes/cold-start/specs/cold-start/spec.md +0 -47
- package/openspec/changes/cold-start/tasks.md +0 -48
- package/openspec/changes/disk-cap/.openspec.yaml +0 -2
- package/openspec/changes/disk-cap/proposal.md +0 -37
- package/openspec/changes/disk-cap/specs/disk-cap/spec.md +0 -25
- package/openspec/changes/disk-cap/tasks.md +0 -19
- package/openspec/changes/proxy-observability/.openspec.yaml +0 -2
- package/openspec/changes/proxy-observability/design.md +0 -38
- package/openspec/changes/proxy-observability/proposal.md +0 -49
- package/openspec/changes/proxy-observability/specs/observability/spec.md +0 -33
- package/openspec/changes/proxy-observability/tasks.md +0 -21
- package/openspec/changes/seek-debounce/.openspec.yaml +0 -0
- package/openspec/changes/seek-debounce/design.md +0 -118
- package/openspec/changes/seek-debounce/proposal.md +0 -59
- package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +0 -41
- package/openspec/changes/seek-debounce/tasks.md +0 -33
- package/openspec/changes/subtitle-language/.openspec.yaml +0 -2
- package/openspec/changes/subtitle-language/proposal.md +0 -50
- package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +0 -34
- package/openspec/changes/subtitle-language/tasks.md +0 -26
- package/openspec/changes/track-selection/.openspec.yaml +0 -2
- package/openspec/changes/track-selection/design.md +0 -47
- package/openspec/changes/track-selection/proposal.md +0 -45
- package/openspec/changes/track-selection/specs/track-selection/spec.md +0 -41
- package/openspec/changes/track-selection/tasks.md +0 -20
- package/openspec/changes/transcode-quality/.openspec.yaml +0 -2
- package/openspec/changes/transcode-quality/proposal.md +0 -51
- package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +0 -139
- package/openspec/changes/transcode-quality/tasks.md +0 -63
- package/openspec/config.yaml +0 -38
- package/public/.well-known/appspecific/com.chrome.devtools.json +0 -1
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +0 -329
- package/research/double-spawn-2026-09-10.md +0 -171
- package/research/handover-2026-09-13.md +0 -209
- package/research/handover-reader-claims-removal-2026-09-12.md +0 -166
- package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +0 -175
- package/research/preset-benchmark-size-scaling-2026-08-22.md +0 -55
- package/research/priority-map-is-the-truth-2026-09-12.md +0 -225
- package/research/valgrind-replica-2026-08-27/logs.tar.gz +0 -0
- package/scripts/build-audio-samples.mjs +0 -31
- package/scripts/render-run-graph.js +0 -173
- package/test/asset-paths.test.js +0 -28
- package/test/audio-buffer-continuity.test.js +0 -77
- package/test/audio-calibration.test.js +0 -23
- package/test/audio-inventory.test.js +0 -212
- package/test/audio-track-bitrate.test.js +0 -40
- package/test/audio-warm-recorded.test.js +0 -63
- package/test/auto-quality-step.test.js +0 -762
- package/test/available-share.test.js +0 -76
- package/test/background-fill.test.js +0 -190
- package/test/client-log-file.test.js +0 -126
- package/test/client-logs-route.test.js +0 -34
- package/test/coalesce.test.js +0 -39
- package/test/completed-files.test.js +0 -115
- package/test/concurrent-cost.test.js +0 -148
- package/test/container-media-info.test.js +0 -228
- package/test/contention.test.js +0 -76
- package/test/core-dumps.test.js +0 -57
- package/test/coverage-follows-the-disk.test.js +0 -233
- package/test/coverage-map.test.js +0 -195
- package/test/cue-push-carries-what-the-walk-found.test.js +0 -58
- package/test/cut-times-timeline.test.js +0 -65
- package/test/cuts-follow-published-grid.test.js +0 -109
- package/test/data-channel-frame.test.js +0 -63
- package/test/data-channel-viewer-lifecycle.test.js +0 -193
- package/test/dead-torrent-handle.test.js +0 -52
- package/test/declared-rates.test.js +0 -116
- package/test/declared-tracks.test.js +0 -43
- package/test/decode-cost-fit.test.js +0 -202
- package/test/decode-cost.test.js +0 -475
- package/test/delivery-probe-field.test.js +0 -173
- package/test/delivery-probe.test.js +0 -382
- package/test/demand-register.test.js +0 -206
- package/test/dht-bootstrap.test.js +0 -72
- package/test/drain-threat.test.js +0 -65
- package/test/duplicate-add.test.js +0 -48
- package/test/encode-admission.test.js +0 -170
- package/test/encode-cost.test.js +0 -275
- package/test/encode-exit.test.js +0 -111
- package/test/encode-orchestrator.test.js +0 -426
- package/test/encode-plan-viewers.test.js +0 -725
- package/test/encode-plan.test.js +0 -545
- package/test/encode-run-state.test.js +0 -314
- package/test/encode-run.test.js +0 -248
- package/test/encode-slope.test.js +0 -46
- package/test/encoded-output.test.js +0 -39
- package/test/encoder-kinds.test.js +0 -122
- package/test/encoder-readings.test.js +0 -68
- package/test/episode-naming.test.js +0 -131
- package/test/every-claimant-is-told-its-share.test.js +0 -152
- package/test/failed-encoder-still-serves-what-exists.test.js +0 -354
- package/test/failed-start-breaker.test.js +0 -202
- package/test/fastest-wires.test.js +0 -143
- package/test/ffmpeg-stream-counts.test.js +0 -101
- package/test/file-edges.test.js +0 -191
- package/test/files-in-use.test.js +0 -34
- package/test/fixtures/audio-frame-boundary.json +0 -1
- package/test/fixtures/refused-audio-20261002.json +0 -10
- package/test/fmp4-presentation-clock.test.js +0 -148
- package/test/fmp4-self-contained.test.js +0 -80
- package/test/fmp4-timestamps.test.js +0 -140
- package/test/fmp4-track-completeness.test.js +0 -41
- package/test/format-keyed-outputs.test.js +0 -78
- package/test/health-metrics.test.js +0 -36
- package/test/held-read-ownership.test.js +0 -77
- package/test/held-request-width.test.js +0 -157
- package/test/helpers/encode-run.js +0 -248
- package/test/helpers/held-file.js +0 -77
- package/test/helpers/manager.js +0 -62
- package/test/helpers/matroska-file.js +0 -296
- package/test/helpers/output-spec.js +0 -63
- package/test/host-load.test.js +0 -68
- package/test/index-accuracy-is-about-the-file.test.js +0 -128
- package/test/init-compat.test.js +0 -219
- package/test/input-lost-quiets-the-plan.test.js +0 -261
- package/test/input-unavailable.test.js +0 -48
- package/test/installation-id.test.js +0 -39
- package/test/keeping-period.test.js +0 -83
- package/test/keyframe-index-accuracy.test.js +0 -188
- package/test/keyframe-table-budget.test.js +0 -123
- package/test/keyframes-belong-to-the-file.test.js +0 -249
- package/test/learned-median.test.js +0 -37
- package/test/letting-go-asks-who-is-watching.test.js +0 -191
- package/test/limit-row-by-area.test.js +0 -60
- package/test/link-budget.test.js +0 -111
- package/test/link-probe.test.js +0 -56
- package/test/local-encoding-data.test.js +0 -273
- package/test/logger-repeats.test.js +0 -134
- package/test/look-ahead-coverage.test.js +0 -56
- package/test/manager-surface.test.js +0 -291
- package/test/matroska-blocks.test.js +0 -0
- package/test/matroska-cluster-discovery.test.js +0 -323
- package/test/matroska-cues-track.test.js +0 -192
- package/test/media-time.test.js +0 -62
- package/test/memory-budget.test.js +0 -390
- package/test/move-cost.test.js +0 -216
- package/test/mp4-composition-times.test.js +0 -0
- package/test/mp4-subtitles.test.js +0 -173
- package/test/one-authority.test.js +0 -285
- package/test/one-budget.test.js +0 -149
- package/test/one-output-one-session.test.js +0 -273
- package/test/one-resource-divided.test.js +0 -185
- package/test/one-serving-output-per-height.test.js +0 -458
- package/test/orchestrator-wired.test.js +0 -207
- package/test/output-catalog.test.js +0 -39
- package/test/output-shape.test.js +0 -21
- package/test/output-spec.test.js +0 -251
- package/test/output-speed.test.js +0 -92
- package/test/outputs-being-prepared.test.js +0 -40
- package/test/packet-witness-ring.test.js +0 -236
- package/test/packet-witness.test.js +0 -148
- package/test/piece-completeness.test.js +0 -78
- package/test/piece-disk-store.test.js +0 -401
- package/test/piece-from-whole-file.test.js +0 -129
- package/test/piece-lru.test.js +0 -319
- package/test/piece-reader.test.js +0 -162
- package/test/piece-selection-offset.test.js +0 -85
- package/test/piece-store-eviction.test.js +0 -595
- package/test/piece-store-never-refuses.test.js +0 -153
- package/test/piece-store-reservations.test.js +0 -403
- package/test/piece-store-slow-disk.test.js +0 -159
- package/test/piece-tail.test.js +0 -97
- package/test/plan-host-timings.test.js +0 -68
- package/test/plan-is-steady.test.js +0 -225
- package/test/playback-readiness.test.js +0 -518
- package/test/playback-start-regressions.test.js +0 -101
- package/test/priority-map-download.test.js +0 -174
- package/test/priority-map-emptied.test.js +0 -204
- package/test/priority-map-per-output.test.js +0 -215
- package/test/priority-map.test.js +0 -163
- package/test/probe-wedge-certainty.test.js +0 -60
- package/test/produced-copy-choice.test.js +0 -213
- package/test/published-timeline.test.js +0 -83
- package/test/quality-offer.test.js +0 -160
- package/test/quality-variants.test.js +0 -1274
- package/test/rate-control-in-the-output.test.js +0 -181
- package/test/read-survives-withdrawal.test.js +0 -164
- package/test/read-window.test.js +0 -365
- package/test/reads-not-yet-arrived.test.js +0 -218
- package/test/resume-warm.test.js +0 -39
- package/test/run-graph-drift.test.js +0 -37
- package/test/run-inputs.test.js +0 -80
- package/test/run-intervals.test.js +0 -100
- package/test/run-position-follows-published-grid.test.js +0 -89
- package/test/run-progress.test.js +0 -64
- package/test/same-height-switch.test.js +0 -663
- package/test/seek-frees-the-viewers-requests.test.js +0 -217
- package/test/seek-landing.test.js +0 -109
- package/test/seek-target-not-superseded.test.js +0 -195
- package/test/segment-closed-on-both-branches.test.js +0 -114
- package/test/segment-cut-times.test.js +0 -63
- package/test/segment-demand.test.js +0 -80
- package/test/segment-hold-supersede.test.js +0 -91
- package/test/segment-judged-by-its-own-header.test.js +0 -222
- package/test/segment-serve-wiring.test.js +0 -481
- package/test/segment-store-eviction.test.js +0 -247
- package/test/segment-store.test.js +0 -352
- package/test/segment-true-start.test.js +0 -86
- package/test/segments-are-shared.test.js +0 -176
- package/test/send-chunk-bytes.test.js +0 -86
- package/test/serving-existing-output.test.js +0 -111
- package/test/serving-output.test.js +0 -102
- package/test/shared-piece-store.test.js +0 -310
- package/test/sidecar-naming.test.js +0 -142
- package/test/soundtrack-rate-bound.test.js +0 -289
- package/test/source-file.test.js +0 -133
- package/test/source-files-route.test.js +0 -113
- package/test/source-registry.test.js +0 -18
- package/test/split-a-stretch.test.js +0 -139
- package/test/stale-request-after-seek.test.js +0 -158
- package/test/startup-readings.test.js +0 -124
- package/test/stream-route.test.js +0 -237
- package/test/subtitle-cue-framing.test.js +0 -200
- package/test/subtitle-cue-source.test.js +0 -102
- package/test/subtitle-cue-walk.test.js +0 -385
- package/test/subtitle-cursor.test.js +0 -63
- package/test/subtitle-defaults.test.js +0 -118
- package/test/subtitle-language.test.js +0 -252
- package/test/subtitle-metadata.test.js +0 -15
- package/test/subtitle-plan-waits.test.js +0 -125
- package/test/subtitle-track-numbering.test.js +0 -391
- package/test/supply-margin.test.js +0 -190
- package/test/swarm-follows-readers.test.js +0 -174
- package/test/swarm-reach.test.js +0 -130
- package/test/swarm-selection.test.js +0 -220
- package/test/tail-duplication.test.js +0 -167
- package/test/the-channel-has-both-ends.test.js +0 -91
- package/test/the-torrent-thread-serves-bytes.test.js +0 -107
- package/test/thread-pool.test.js +0 -53
- package/test/timeline.test.js +0 -84
- package/test/torrent-contents.test.js +0 -235
- package/test/torrent-cost.test.js +0 -71
- package/test/torrent-files.test.js +0 -221
- package/test/torrent-naming.test.js +0 -255
- package/test/tracks-begin-together.test.js +0 -209
- package/test/tunnel-renewal.test.js +0 -167
- package/test/two-viewers-one-picture.test.js +0 -508
- package/test/upload-hurry.test.js +0 -186
- package/test/usrsctp-state.test.js +0 -131
- package/test/video-facts.test.js +0 -102
- package/test/viewer-assignments.test.js +0 -143
- package/test/viewer-outputs.test.js +0 -285
- package/test/viewer-presence.test.js +0 -116
- package/test/viewer-requests-admission.test.js +0 -92
- package/test/viewer-starts-on-map.test.js +0 -27
- package/test/viewer-states.test.js +0 -192
- package/test/viewer-subtitle-subscription.test.js +0 -96
- package/test/viewer.test.js +0 -139
- package/test/viewing-generations.test.js +0 -390
- package/test/visible-rung.test.js +0 -37
- package/test/wait-ledger.test.js +0 -100
- package/test/webrtc-shim.test.js +0 -149
- package/test/wedge-certainty.test.js +0 -131
- package/test/whole-file-held-read.test.js +0 -30
- package/test/withdraw-piece-claim.test.js +0 -212
- package/test/worker-channel.test.js +0 -158
|
@@ -1,192 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file The container's table names a track, and only the picture's entries are
|
|
3
|
-
* cut points.
|
|
4
|
-
*
|
|
5
|
-
* Measured 2026-08-18 on the two files the field sessions were recorded from:
|
|
6
|
-
* `Minions.and.Monsters.1080p.mkv` carries 2778 cue entries for its video track
|
|
7
|
-
* — one every 2.002 s — and 4669 more across four subtitle tracks;
|
|
8
|
-
* `Moana.2 … MegaPeer.mkv` carries 1055 for video and 5007 across five subtitle
|
|
9
|
-
* tracks. Read without the track, both sets went into the cut list together,
|
|
10
|
-
* and ffmpeg — which can only cut a copied picture at a real keyframe at or
|
|
11
|
-
* after the time it is asked for — moved every such cut forward to the next
|
|
12
|
-
* keyframe. That is the whole of the disagreement the field reported: 2.002 s
|
|
13
|
-
* on the first file, a median of 6.3 s and a worst case of 21 s on the second,
|
|
14
|
-
* and never once negative.
|
|
15
|
-
*/
|
|
16
|
-
|
|
17
|
-
import test from "node:test";
|
|
18
|
-
import assert from "node:assert/strict";
|
|
19
|
-
import { MatroskaContainer } from "../services/media/container/MatroskaContainer.js";
|
|
20
|
-
|
|
21
|
-
const ID_EBML = 0x1a45dfa3;
|
|
22
|
-
const ID_SEGMENT = 0x18538067;
|
|
23
|
-
const ID_SEEK_HEAD = 0x114d9b74;
|
|
24
|
-
const ID_SEEK = 0x4dbb;
|
|
25
|
-
const ID_SEEK_ID = 0x53ab;
|
|
26
|
-
const ID_SEEK_POSITION = 0x53ac;
|
|
27
|
-
const ID_INFO = 0x1549a966;
|
|
28
|
-
const ID_TIMESTAMP_SCALE = 0x2ad7b1;
|
|
29
|
-
const ID_TRACKS = 0x1654ae6b;
|
|
30
|
-
const ID_TRACK_ENTRY = 0xae;
|
|
31
|
-
const ID_TRACK_NUMBER = 0xd7;
|
|
32
|
-
const ID_TRACK_TYPE = 0x83;
|
|
33
|
-
const ID_CUES = 0x1c53bb6b;
|
|
34
|
-
const ID_CUE_POINT = 0xbb;
|
|
35
|
-
const ID_CUE_TIME = 0xb3;
|
|
36
|
-
const ID_CUE_TRACK_POSITIONS = 0xb7;
|
|
37
|
-
const ID_CUE_TRACK = 0xf7;
|
|
38
|
-
const ID_CUE_CLUSTER_POSITION = 0xf1;
|
|
39
|
-
|
|
40
|
-
/** An element id, as the bytes the specification gives it. */
|
|
41
|
-
function idBytes(id) {
|
|
42
|
-
const bytes = [];
|
|
43
|
-
let rest = id;
|
|
44
|
-
while (rest > 0) {
|
|
45
|
-
bytes.unshift(rest & 0xff);
|
|
46
|
-
rest = Math.floor(rest / 256);
|
|
47
|
-
}
|
|
48
|
-
return Buffer.from(bytes);
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
/** A size, as a four-byte EBML variable-length integer. */
|
|
52
|
-
function sizeBytes(size) {
|
|
53
|
-
const buffer = Buffer.alloc(4);
|
|
54
|
-
buffer.writeUInt32BE(size, 0);
|
|
55
|
-
buffer[0] |= 0x10;
|
|
56
|
-
return buffer;
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
function element(id, payload) {
|
|
60
|
-
return Buffer.concat([idBytes(id), sizeBytes(payload.length), payload]);
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
/** An unsigned value, in as few bytes as it needs. */
|
|
64
|
-
function uintElement(id, value) {
|
|
65
|
-
const bytes = [];
|
|
66
|
-
let rest = value;
|
|
67
|
-
do {
|
|
68
|
-
bytes.unshift(rest & 0xff);
|
|
69
|
-
rest = Math.floor(rest / 256);
|
|
70
|
-
} while (rest > 0);
|
|
71
|
-
return element(id, Buffer.from(bytes));
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
function cuePoint(timeMs, tracks) {
|
|
75
|
-
return element(ID_CUE_POINT, Buffer.concat([
|
|
76
|
-
uintElement(ID_CUE_TIME, timeMs),
|
|
77
|
-
...tracks.map((track) => element(ID_CUE_TRACK_POSITIONS, Buffer.concat([
|
|
78
|
-
uintElement(ID_CUE_TRACK, track),
|
|
79
|
-
uintElement(ID_CUE_CLUSTER_POSITION, 4096)
|
|
80
|
-
])))
|
|
81
|
-
]));
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
/**
|
|
85
|
-
* A file with the shape the field files have: one picture, one set of subtitles,
|
|
86
|
-
* and a table that indexes both.
|
|
87
|
-
*
|
|
88
|
-
* @param {{ withTracks?: boolean }} [options]
|
|
89
|
-
* @returns {Buffer}
|
|
90
|
-
*/
|
|
91
|
-
function buildFile({ withTracks = true, cueTrack = null } = {}) {
|
|
92
|
-
const info = element(ID_INFO, uintElement(ID_TIMESTAMP_SCALE, 1_000_000));
|
|
93
|
-
const tracks = element(ID_TRACKS, Buffer.concat([
|
|
94
|
-
element(ID_TRACK_ENTRY, Buffer.concat([
|
|
95
|
-
uintElement(ID_TRACK_NUMBER, 1),
|
|
96
|
-
uintElement(ID_TRACK_TYPE, 1) // video
|
|
97
|
-
])),
|
|
98
|
-
element(ID_TRACK_ENTRY, Buffer.concat([
|
|
99
|
-
uintElement(ID_TRACK_NUMBER, 2),
|
|
100
|
-
uintElement(ID_TRACK_TYPE, 17) // subtitles
|
|
101
|
-
]))
|
|
102
|
-
]));
|
|
103
|
-
const forPicture = cueTrack ?? 1;
|
|
104
|
-
const forSubtitles = cueTrack ?? 2;
|
|
105
|
-
const cues = element(ID_CUES, Buffer.concat([
|
|
106
|
-
cuePoint(0, [forPicture]),
|
|
107
|
-
cuePoint(1070, [forSubtitles]),
|
|
108
|
-
cuePoint(2002, [forPicture]),
|
|
109
|
-
cuePoint(3141, [forSubtitles]),
|
|
110
|
-
cuePoint(4004, [forPicture])
|
|
111
|
-
]));
|
|
112
|
-
|
|
113
|
-
const seekEntry = (targetId, position) => element(ID_SEEK, Buffer.concat([
|
|
114
|
-
element(ID_SEEK_ID, idBytes(targetId)),
|
|
115
|
-
element(ID_SEEK_POSITION, (() => {
|
|
116
|
-
const buffer = Buffer.alloc(4);
|
|
117
|
-
buffer.writeUInt32BE(position, 0);
|
|
118
|
-
return buffer;
|
|
119
|
-
})())
|
|
120
|
-
]));
|
|
121
|
-
// Positions are relative to the Segment's payload, so the SeekHead has to be
|
|
122
|
-
// measured before they can be stated. Its own length does not change when the
|
|
123
|
-
// placeholders become real values: every size and position here is written at
|
|
124
|
-
// a fixed width.
|
|
125
|
-
const draft = element(ID_SEEK_HEAD, Buffer.concat([
|
|
126
|
-
seekEntry(ID_INFO, 0),
|
|
127
|
-
...(withTracks ? [seekEntry(ID_TRACKS, 0)] : []),
|
|
128
|
-
seekEntry(ID_CUES, 0)
|
|
129
|
-
]));
|
|
130
|
-
const infoAt = draft.length;
|
|
131
|
-
const tracksAt = infoAt + info.length;
|
|
132
|
-
const cuesAt = withTracks ? tracksAt + tracks.length : infoAt + info.length;
|
|
133
|
-
const seekHead = element(ID_SEEK_HEAD, Buffer.concat([
|
|
134
|
-
seekEntry(ID_INFO, infoAt),
|
|
135
|
-
...(withTracks ? [seekEntry(ID_TRACKS, tracksAt)] : []),
|
|
136
|
-
seekEntry(ID_CUES, cuesAt)
|
|
137
|
-
]));
|
|
138
|
-
|
|
139
|
-
const segmentPayload = Buffer.concat(
|
|
140
|
-
withTracks ? [seekHead, info, tracks, cues] : [seekHead, info, cues]
|
|
141
|
-
);
|
|
142
|
-
return Buffer.concat([
|
|
143
|
-
element(ID_EBML, Buffer.from([0x42, 0x86, 0x81, 0x01])),
|
|
144
|
-
element(ID_SEGMENT, segmentPayload)
|
|
145
|
-
]);
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
function readerOver(file) {
|
|
149
|
-
return async (start, end) => {
|
|
150
|
-
const last = Math.min(end, file.length - 1);
|
|
151
|
-
return start > last ? null : file.subarray(start, last + 1);
|
|
152
|
-
};
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
test("only the picture's entries become cut times", async () => {
|
|
156
|
-
const file = buildFile();
|
|
157
|
-
|
|
158
|
-
const times = await MatroskaContainer.readKeyframeTimes(readerOver(file), file.length);
|
|
159
|
-
|
|
160
|
-
assert.deepEqual(
|
|
161
|
-
times.map((time) => Number(time.toFixed(3))),
|
|
162
|
-
[0, 2.002, 4.004],
|
|
163
|
-
"the subtitle entries at 1.070 and 3.141 are not keyframes, and a cut asked for there lands late"
|
|
164
|
-
);
|
|
165
|
-
});
|
|
166
|
-
|
|
167
|
-
test("a table whose entries name no known track is still used", async () => {
|
|
168
|
-
// The cue points reference track 9, which Tracks never declares. Filtering
|
|
169
|
-
// leaves nothing — and returning nothing would put an even grid on a copied
|
|
170
|
-
// picture, the failure this reader exists to prevent.
|
|
171
|
-
const file = buildFile({ cueTrack: 9 });
|
|
172
|
-
|
|
173
|
-
const times = await MatroskaContainer.readKeyframeTimes(readerOver(file), file.length);
|
|
174
|
-
|
|
175
|
-
assert.deepEqual(
|
|
176
|
-
times.map((time) => Number(time.toFixed(3))),
|
|
177
|
-
[0, 1.07, 2.002, 3.141, 4.004],
|
|
178
|
-
"an unrecognised table beats no table at all"
|
|
179
|
-
);
|
|
180
|
-
});
|
|
181
|
-
|
|
182
|
-
test("a file whose tracks cannot be read keeps every entry", async () => {
|
|
183
|
-
const file = buildFile({ withTracks: false });
|
|
184
|
-
|
|
185
|
-
const times = await MatroskaContainer.readKeyframeTimes(readerOver(file), file.length);
|
|
186
|
-
|
|
187
|
-
assert.deepEqual(
|
|
188
|
-
times.map((time) => Number(time.toFixed(3))),
|
|
189
|
-
[0, 1.07, 2.002, 3.141, 4.004],
|
|
190
|
-
"with nothing to tell the tracks apart, the old behaviour is the only one available"
|
|
191
|
-
);
|
|
192
|
-
});
|
package/test/media-time.test.js
DELETED
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
import assert from "node:assert/strict";
|
|
2
|
-
import test from "node:test";
|
|
3
|
-
import {
|
|
4
|
-
addRange,
|
|
5
|
-
compare,
|
|
6
|
-
contiguousEnd,
|
|
7
|
-
fromSeconds,
|
|
8
|
-
joins,
|
|
9
|
-
mediaTime,
|
|
10
|
-
toSeconds
|
|
11
|
-
} from "../services/viewer/media-time.js";
|
|
12
|
-
|
|
13
|
-
const at16k = (ticks) => mediaTime(BigInt(ticks), 16000n);
|
|
14
|
-
|
|
15
|
-
test("a number of seconds is converted to the exact fraction it denotes", () => {
|
|
16
|
-
assert.deepEqual(fromSeconds(0.5), { ticks: 1n, timescale: 2n });
|
|
17
|
-
assert.deepEqual(fromSeconds(-0.25), { ticks: -1n, timescale: 4n });
|
|
18
|
-
assert.equal(toSeconds(fromSeconds(88.67299999999999)), 88.67299999999999);
|
|
19
|
-
// The double nearest 88.673 is not 88.673, and the comparison says so.
|
|
20
|
-
assert.notEqual(compare(fromSeconds(88.673), at16k(1418768)), 0);
|
|
21
|
-
assert.equal(compare(fromSeconds(88.67299999999999), fromSeconds(88.673)), -1);
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
test("equal ticks join whatever their seconds look like", () => {
|
|
25
|
-
const ranges = [];
|
|
26
|
-
addRange(ranges, { start: at16k(0), end: at16k(1418768), frame: at16k(0) });
|
|
27
|
-
addRange(ranges, { start: at16k(1418768), end: at16k(1482768), frame: at16k(0) });
|
|
28
|
-
assert.equal(ranges.length, 1);
|
|
29
|
-
assert.equal(compare(contiguousEnd(ranges, at16k(0)), at16k(1482768)), 0);
|
|
30
|
-
});
|
|
31
|
-
|
|
32
|
-
test("Gecko's bound: a gap joins when twice the gap is within both frames", () => {
|
|
33
|
-
assert.equal(joins(at16k(672), at16k(672), at16k(672)), true);
|
|
34
|
-
assert.equal(joins(at16k(673), at16k(672), at16k(672)), false);
|
|
35
|
-
// A range whose frames are not known allows nothing of its own.
|
|
36
|
-
assert.equal(joins(at16k(336), at16k(0), at16k(672)), true);
|
|
37
|
-
assert.equal(joins(at16k(337), at16k(0), at16k(672)), false);
|
|
38
|
-
});
|
|
39
|
-
|
|
40
|
-
test("WebKit's bound: no gap wider than 2002/24000 s joins, however long the frames", () => {
|
|
41
|
-
const frame = mediaTime(24000n, 24000n);
|
|
42
|
-
assert.equal(joins(mediaTime(2002n, 24000n), frame, frame), true);
|
|
43
|
-
assert.equal(joins(mediaTime(2003n, 24000n), frame, frame), false);
|
|
44
|
-
});
|
|
45
|
-
|
|
46
|
-
test("a merged range keeps the larger frame, as Gecko's Interval::Span does", () => {
|
|
47
|
-
const ranges = [];
|
|
48
|
-
addRange(ranges, { start: at16k(0), end: at16k(1000), frame: at16k(100) });
|
|
49
|
-
addRange(ranges, { start: at16k(1000), end: at16k(2000), frame: at16k(900) });
|
|
50
|
-
addRange(ranges, { start: at16k(2500), end: at16k(3000), frame: at16k(100) });
|
|
51
|
-
assert.equal(ranges.length, 1);
|
|
52
|
-
assert.equal(compare(ranges[0].frame, at16k(900)), 0);
|
|
53
|
-
});
|
|
54
|
-
|
|
55
|
-
test("ranges a browser does not join stay apart, in order", () => {
|
|
56
|
-
const ranges = [];
|
|
57
|
-
addRange(ranges, { start: at16k(5000), end: at16k(6000), frame: at16k(10) });
|
|
58
|
-
addRange(ranges, { start: at16k(0), end: at16k(1000), frame: at16k(10) });
|
|
59
|
-
assert.deepEqual(ranges.map(({ start }) => start.ticks), [0n, 5000n]);
|
|
60
|
-
assert.equal(compare(contiguousEnd(ranges, at16k(500)), at16k(1000)), 0);
|
|
61
|
-
assert.equal(compare(contiguousEnd(ranges, at16k(2000)), at16k(2000)), 0);
|
|
62
|
-
});
|
|
@@ -1,390 +0,0 @@
|
|
|
1
|
-
import test from "node:test";
|
|
2
|
-
import assert from "node:assert/strict";
|
|
3
|
-
|
|
4
|
-
import {
|
|
5
|
-
describeMemory,
|
|
6
|
-
readingIsWorthWriting,
|
|
7
|
-
summariseMappings,
|
|
8
|
-
watchedFigures
|
|
9
|
-
} from "../services/storage/memory-report.js";
|
|
10
|
-
import {
|
|
11
|
-
divideAllowance,
|
|
12
|
-
forgetMachineMemory,
|
|
13
|
-
machineAllowanceBytes,
|
|
14
|
-
machineReserveBytes,
|
|
15
|
-
noteMachineMemory,
|
|
16
|
-
SharedPieceStore
|
|
17
|
-
} from "../services/storage/piece-store/shared-piece-store.js";
|
|
18
|
-
import { mkdtemp, rm } from "node:fs/promises";
|
|
19
|
-
import os from "node:os";
|
|
20
|
-
import path from "node:path";
|
|
21
|
-
|
|
22
|
-
const MEGABYTE = 1024 * 1024;
|
|
23
|
-
const GIGABYTE = 1024 * MEGABYTE;
|
|
24
|
-
|
|
25
|
-
test("the stores are allowed what the machine has, less what others were seen to need", () => {
|
|
26
|
-
// Not a share of what is free. A share is a number chosen out of nothing, and
|
|
27
|
-
// the three that were here until 2026-09-02 — a quarter, a 64 MB floor, a
|
|
28
|
-
// 512 MB ceiling — all came from one observation of one host on 2026-08-03.
|
|
29
|
-
// `MemAvailable` is what can be taken ON TOP of what is held, so what the
|
|
30
|
-
// stores already hold is added back to get the ceiling they could reach.
|
|
31
|
-
assert.equal(
|
|
32
|
-
machineAllowanceBytes(2 * GIGABYTE, 300 * MEGABYTE, 0),
|
|
33
|
-
2 * GIGABYTE + 300 * MEGABYTE
|
|
34
|
-
);
|
|
35
|
-
assert.equal(
|
|
36
|
-
machineAllowanceBytes(2 * GIGABYTE, 300 * MEGABYTE, 500 * MEGABYTE),
|
|
37
|
-
2 * GIGABYTE - 200 * MEGABYTE
|
|
38
|
-
);
|
|
39
|
-
assert.equal(
|
|
40
|
-
machineAllowanceBytes(100 * MEGABYTE, 0, 4 * GIGABYTE),
|
|
41
|
-
0,
|
|
42
|
-
"a reserve larger than everything leaves nothing, and says so rather than going negative"
|
|
43
|
-
);
|
|
44
|
-
});
|
|
45
|
-
|
|
46
|
-
test("what to leave for everyone else is measured, starts at nothing, and ages out", () => {
|
|
47
|
-
// Field 2026-09-02: while this proxy held 76-133 MB the machine's available
|
|
48
|
-
// memory fell from 2378 MB to 306 MB and came back. That fall was somebody
|
|
49
|
-
// else's, and it is the quantity to leave room for. On a quiet host the same
|
|
50
|
-
// reading stays near zero, which is the right answer there.
|
|
51
|
-
forgetMachineMemory();
|
|
52
|
-
assert.equal(noteMachineMemory(2378 * MEGABYTE, 100 * MEGABYTE), 0, "nothing is reserved on faith");
|
|
53
|
-
|
|
54
|
-
// A fall of 2072 MB while the stores grew by 20 MB: 2052 MB of it was theirs.
|
|
55
|
-
assert.equal(noteMachineMemory(306 * MEGABYTE, 120 * MEGABYTE), 2052 * MEGABYTE);
|
|
56
|
-
|
|
57
|
-
// Memory coming back does not lower what has been seen to be needed — the
|
|
58
|
-
// spike can happen again, and that is what there has to be room for.
|
|
59
|
-
assert.equal(noteMachineMemory(3567 * MEGABYTE, 120 * MEGABYTE), 2052 * MEGABYTE);
|
|
60
|
-
|
|
61
|
-
// But it does not stand for ever either. A window of observations, not a
|
|
62
|
-
// high-water: one spike hours ago must stop squeezing the stores, which is
|
|
63
|
-
// the same mistake the block re-use gap would make with an all-time maximum.
|
|
64
|
-
for (let quiet = 0; quiet < 60; quiet += 1) {
|
|
65
|
-
noteMachineMemory(3567 * MEGABYTE, 120 * MEGABYTE);
|
|
66
|
-
}
|
|
67
|
-
assert.equal(machineReserveBytes(), 0, "an hour of quiet leaves the spike behind");
|
|
68
|
-
});
|
|
69
|
-
|
|
70
|
-
test("everyone gets what they asked for while the asks fit", () => {
|
|
71
|
-
// The usual case by a wide margin: two readers of one film declare 32-192 MB
|
|
72
|
-
// between them against gigabytes of free memory, so the machine's limit never
|
|
73
|
-
// binds and the demand is what decides.
|
|
74
|
-
assert.deepEqual(
|
|
75
|
-
divideAllowance([100 * MEGABYTE, 50 * MEGABYTE], GIGABYTE),
|
|
76
|
-
[100 * MEGABYTE, 50 * MEGABYTE]
|
|
77
|
-
);
|
|
78
|
-
|
|
79
|
-
// When they do not fit, each is cut in proportion to what it asked, so a
|
|
80
|
-
// store wanting little is not cut to make room for one wanting much.
|
|
81
|
-
const cut = divideAllowance([300 * MEGABYTE, 100 * MEGABYTE], 200 * MEGABYTE);
|
|
82
|
-
assert.equal(cut[0], 150 * MEGABYTE);
|
|
83
|
-
assert.equal(cut[1], 50 * MEGABYTE);
|
|
84
|
-
assert.equal(cut[0] + cut[1], 200 * MEGABYTE);
|
|
85
|
-
|
|
86
|
-
assert.deepEqual(divideAllowance([], GIGABYTE), []);
|
|
87
|
-
assert.deepEqual(divideAllowance([0, 0], 0), [0, 0], "nobody asking takes nothing");
|
|
88
|
-
});
|
|
89
|
-
|
|
90
|
-
test("the memory line says bytes, and names what it could not measure", () => {
|
|
91
|
-
const usage = {
|
|
92
|
-
rss: 2422628 * 1024,
|
|
93
|
-
heapUsed: 180 * MEGABYTE,
|
|
94
|
-
heapTotal: 220 * MEGABYTE,
|
|
95
|
-
external: 900 * MEGABYTE,
|
|
96
|
-
arrayBuffers: 850 * MEGABYTE
|
|
97
|
-
};
|
|
98
|
-
const measured = describeMemory({
|
|
99
|
-
process: usage,
|
|
100
|
-
availableBytes: 1900 * MEGABYTE,
|
|
101
|
-
availableMeasured: true,
|
|
102
|
-
stores: [
|
|
103
|
-
{
|
|
104
|
-
name: "a film",
|
|
105
|
-
residentBytes: 504 * MEGABYTE,
|
|
106
|
-
committedBytes: 504 * MEGABYTE,
|
|
107
|
-
spilledBytes: 0,
|
|
108
|
-
budgetBytes: 512 * MEGABYTE
|
|
109
|
-
}
|
|
110
|
-
]
|
|
111
|
-
});
|
|
112
|
-
// The figures the kernel's own kill line quoted, so the two can be compared.
|
|
113
|
-
assert.match(measured, /rss=2366MB/);
|
|
114
|
-
assert.match(measured, /1 torrent store\(s\) holding 504MB, committed 504MB of 512MB allowed/);
|
|
115
|
-
assert.match(measured, /machine has 1900MB available$/);
|
|
116
|
-
|
|
117
|
-
const estimated = describeMemory({
|
|
118
|
-
process: usage,
|
|
119
|
-
availableBytes: 1900 * MEGABYTE,
|
|
120
|
-
availableMeasured: false,
|
|
121
|
-
stores: []
|
|
122
|
-
});
|
|
123
|
-
assert.match(estimated, /no torrent stores/);
|
|
124
|
-
assert.match(estimated, /estimated — \/proc\/meminfo could not be read/);
|
|
125
|
-
});
|
|
126
|
-
|
|
127
|
-
test("holding and having taken are separate figures, and the line says both", () => {
|
|
128
|
-
// The shape that hid 650 MB on 2026-08-28: eighteen pieces held, sixty-four
|
|
129
|
-
// slots taken and never given back, and a line that only mentioned the first.
|
|
130
|
-
const line = describeMemory({
|
|
131
|
-
process: { rss: 893 * MEGABYTE, heapUsed: 29 * MEGABYTE, heapTotal: 34 * MEGABYTE, external: 11 * MEGABYTE, arrayBuffers: 7 * MEGABYTE },
|
|
132
|
-
availableBytes: 2287 * MEGABYTE,
|
|
133
|
-
availableMeasured: true,
|
|
134
|
-
anonymousBytes: 870 * MEGABYTE,
|
|
135
|
-
diskFreeBytes: 12000 * MEGABYTE,
|
|
136
|
-
stores: [
|
|
137
|
-
{
|
|
138
|
-
name: "a film",
|
|
139
|
-
residentBytes: 144 * MEGABYTE,
|
|
140
|
-
committedBytes: 512 * MEGABYTE,
|
|
141
|
-
spilledBytes: 2904 * MEGABYTE,
|
|
142
|
-
budgetBytes: 512 * MEGABYTE
|
|
143
|
-
}
|
|
144
|
-
]
|
|
145
|
-
});
|
|
146
|
-
assert.match(line, /holding 144MB, committed 512MB of 512MB allowed, 2904MB spilled to disk/);
|
|
147
|
-
assert.match(line, /anon=870MB/);
|
|
148
|
-
assert.match(line, /12000MB free on disk$/);
|
|
149
|
-
});
|
|
150
|
-
|
|
151
|
-
test("a thread's reading leaves out what belongs to the process", () => {
|
|
152
|
-
// `rss` and the kernel's rollup are process-wide and are read once, on the
|
|
153
|
-
// main thread. What the torrent worker can say — and the only place it can be
|
|
154
|
-
// said — is its own isolate, where the piece pool actually lives.
|
|
155
|
-
const line = describeMemory({
|
|
156
|
-
scope: "thread",
|
|
157
|
-
label: "torrent worker",
|
|
158
|
-
process: { rss: 893 * MEGABYTE, heapUsed: 12 * MEGABYTE, heapTotal: 20 * MEGABYTE, external: 530 * MEGABYTE, arrayBuffers: 512 * MEGABYTE },
|
|
159
|
-
stores: [
|
|
160
|
-
{
|
|
161
|
-
name: "a film",
|
|
162
|
-
residentBytes: 144 * MEGABYTE,
|
|
163
|
-
committedBytes: 512 * MEGABYTE,
|
|
164
|
-
spilledBytes: 0,
|
|
165
|
-
budgetBytes: 512 * MEGABYTE
|
|
166
|
-
}
|
|
167
|
-
]
|
|
168
|
-
});
|
|
169
|
-
assert.match(line, /^memory \(torrent worker\): heap=12MB\/20MB/);
|
|
170
|
-
assert.match(line, /arrayBuffers=512MB/);
|
|
171
|
-
assert.doesNotMatch(line, /rss=/);
|
|
172
|
-
assert.doesNotMatch(line, /machine has/);
|
|
173
|
-
});
|
|
174
|
-
|
|
175
|
-
test("a store's allowance follows the machine, in both directions", async () => {
|
|
176
|
-
// The defect: a store created on an idle machine kept an idle machine's
|
|
177
|
-
// allowance for life and went on growing into memory the host no longer had.
|
|
178
|
-
const directory = await mkdtemp(path.join(os.tmpdir(), "budget-revision-"));
|
|
179
|
-
const store = new SharedPieceStore(1024, {
|
|
180
|
-
path: directory,
|
|
181
|
-
name: "revision",
|
|
182
|
-
memoryBytes: 64 * 1024
|
|
183
|
-
});
|
|
184
|
-
try {
|
|
185
|
-
const born = store.stats().budgetBytes;
|
|
186
|
-
assert.ok(born > 0);
|
|
187
|
-
|
|
188
|
-
// The machine fills up: the ceiling comes down and growth stops there.
|
|
189
|
-
const lowered = store.reviseGrowthCeiling(8 * 1024);
|
|
190
|
-
assert.ok(lowered.ceilingBytes < born, "a busier machine buys fewer slots");
|
|
191
|
-
assert.equal(store.stats().budgetBytes, lowered.ceilingBytes, "the line says what is allowed now");
|
|
192
|
-
|
|
193
|
-
// The machine empties again: the ceiling rises with it, PAST where this
|
|
194
|
-
// store started. Until 2026-09-02 it could not — the ceiling was capped at
|
|
195
|
-
// a figure computed once in the constructor, so a torrent opened while the
|
|
196
|
-
// machine was full kept a small allowance for its whole life however much
|
|
197
|
-
// memory was freed afterwards.
|
|
198
|
-
const raised = store.reviseGrowthCeiling(1024 * 1024 * 1024);
|
|
199
|
-
assert.ok(raised.ceilingBytes > born, "an emptier machine buys more slots than it started with");
|
|
200
|
-
assert.equal(store.stats().budgetBytes, raised.ceilingBytes);
|
|
201
|
-
} finally {
|
|
202
|
-
await new Promise((resolve) => store.destroy(resolve));
|
|
203
|
-
await rm(directory, { recursive: true, force: true });
|
|
204
|
-
}
|
|
205
|
-
});
|
|
206
|
-
|
|
207
|
-
test("the line says how far the heap is from the ceiling it is killed for reaching", () => {
|
|
208
|
-
// The worker died three times for reaching 2240 MB while its own line said
|
|
209
|
-
// "heap=30MB" and nothing said what 30 MB was 30 MB of.
|
|
210
|
-
const line = describeMemory({
|
|
211
|
-
scope: "thread",
|
|
212
|
-
label: "torrent worker",
|
|
213
|
-
process: {
|
|
214
|
-
rss: 2549 * MEGABYTE,
|
|
215
|
-
heapUsed: 1800 * MEGABYTE,
|
|
216
|
-
heapTotal: 1904 * MEGABYTE,
|
|
217
|
-
external: 40 * MEGABYTE,
|
|
218
|
-
arrayBuffers: 20 * MEGABYTE,
|
|
219
|
-
heapLimit: 2240 * MEGABYTE
|
|
220
|
-
},
|
|
221
|
-
stores: []
|
|
222
|
-
});
|
|
223
|
-
assert.match(line, /heap=1800MB\/1904MB of 2240MB allowed/);
|
|
224
|
-
|
|
225
|
-
const withoutLimit = describeMemory({
|
|
226
|
-
scope: "thread",
|
|
227
|
-
label: "torrent worker",
|
|
228
|
-
process: { rss: 0, heapUsed: 12 * MEGABYTE, heapTotal: 20 * MEGABYTE, external: 0, arrayBuffers: 0 },
|
|
229
|
-
stores: []
|
|
230
|
-
});
|
|
231
|
-
assert.match(withoutLimit, /heap=12MB\/20MB external=/, "an unknown ceiling is left out, not printed as zero");
|
|
232
|
-
});
|
|
233
|
-
|
|
234
|
-
test("a reading is written when it moved, or when the silence has gone on long enough", () => {
|
|
235
|
-
const changeBytes = 25 * MEGABYTE;
|
|
236
|
-
const quietMs = 60_000;
|
|
237
|
-
const still = {
|
|
238
|
-
watchedBytes: 100 * MEGABYTE,
|
|
239
|
-
lastWrittenBytes: 100 * MEGABYTE,
|
|
240
|
-
sinceWrittenMs: 1_000,
|
|
241
|
-
changeBytes,
|
|
242
|
-
quietMs
|
|
243
|
-
};
|
|
244
|
-
|
|
245
|
-
assert.equal(readingIsWorthWriting(still), false, "a second of nothing is not worth a line");
|
|
246
|
-
assert.equal(
|
|
247
|
-
readingIsWorthWriting({ ...still, sinceWrittenMs: 60_000 }),
|
|
248
|
-
true,
|
|
249
|
-
"a quiet minute is still written, so a healthy session reads as it always did"
|
|
250
|
-
);
|
|
251
|
-
// The rise that killed the worker: 818 MB to 2203 MB inside one old sample.
|
|
252
|
-
assert.equal(
|
|
253
|
-
readingIsWorthWriting({ ...still, watchedBytes: 130 * MEGABYTE }),
|
|
254
|
-
true,
|
|
255
|
-
"growth of a quarter of a gigabyte cannot wait for the minute to be up"
|
|
256
|
-
);
|
|
257
|
-
assert.equal(
|
|
258
|
-
readingIsWorthWriting({ ...still, watchedBytes: 70 * MEGABYTE }),
|
|
259
|
-
true,
|
|
260
|
-
"memory given back is as interesting as memory taken"
|
|
261
|
-
);
|
|
262
|
-
assert.equal(
|
|
263
|
-
readingIsWorthWriting({ ...still, quietMs: 0 }),
|
|
264
|
-
true,
|
|
265
|
-
"no quiet interval means every reading is written, which is the process scope"
|
|
266
|
-
);
|
|
267
|
-
});
|
|
268
|
-
|
|
269
|
-
/**
|
|
270
|
-
* The shape of the anonymous memory, not only its size. Three shapes, three
|
|
271
|
-
* different diagnoses of the same number — see `summariseMappings`.
|
|
272
|
-
*/
|
|
273
|
-
const SMAPS = [
|
|
274
|
-
"aaaad4000000-aaaad4c00000 r-xp 00000000 fe:01 1234 /usr/local/bin/node",
|
|
275
|
-
"Size: 12288 kB",
|
|
276
|
-
"Rss: 12000 kB",
|
|
277
|
-
"aaaae0000000-aaaae4000000 rw-p 00000000 00:00 0 [heap]",
|
|
278
|
-
"Size: 65536 kB",
|
|
279
|
-
"Rss: 40960 kB",
|
|
280
|
-
"ffff80000000-ffff80400000 rw-p 00000000 00:00 0 ",
|
|
281
|
-
"Size: 4096 kB",
|
|
282
|
-
"Rss: 4096 kB",
|
|
283
|
-
"ffff81000000-ffff81400000 rw-p 00000000 00:00 0 ",
|
|
284
|
-
"Size: 4096 kB",
|
|
285
|
-
"Rss: 4096 kB",
|
|
286
|
-
"ffff82000000-ffff82100000 rw-p 00000000 00:00 0 ",
|
|
287
|
-
"Size: 1024 kB",
|
|
288
|
-
"Rss: 512 kB",
|
|
289
|
-
"ffff83000000-ffff84000000 rw-p 00000000 00:00 0 ",
|
|
290
|
-
"Size: 16384 kB",
|
|
291
|
-
"Rss: 0 kB",
|
|
292
|
-
""
|
|
293
|
-
].join("\n");
|
|
294
|
-
|
|
295
|
-
test("the mappings are grouped by the shape that names the cause", () => {
|
|
296
|
-
const summary = summariseMappings(SMAPS);
|
|
297
|
-
assert.equal(summary.heapBytes, 40960 * 1024, "the allocator's break-managed arena stands alone");
|
|
298
|
-
assert.equal(summary.largeCount, 2, "two anonymous mappings of four megabytes");
|
|
299
|
-
assert.equal(summary.largeBytes, 8192 * 1024);
|
|
300
|
-
assert.equal(summary.largestBytes, 4096 * 1024);
|
|
301
|
-
assert.equal(summary.smallCount, 1);
|
|
302
|
-
assert.equal(summary.smallBytes, 512 * 1024);
|
|
303
|
-
assert.equal(summary.fileBytes, 12000 * 1024, "the executable is not a leak");
|
|
304
|
-
});
|
|
305
|
-
|
|
306
|
-
test("a mapping that is reserved but untouched costs nothing and is not counted", () => {
|
|
307
|
-
// The 16 MB mapping above has Rss 0: address space, not memory. Counting it
|
|
308
|
-
// would put tens of gigabytes of V8's reservations into the reading.
|
|
309
|
-
assert.equal(summariseMappings(SMAPS).largeCount, 2);
|
|
310
|
-
});
|
|
311
|
-
|
|
312
|
-
test("no /proc, or nothing readable, is answered with zeroes rather than a throw", () => {
|
|
313
|
-
const empty = summariseMappings("");
|
|
314
|
-
assert.equal(empty.heapBytes, 0);
|
|
315
|
-
assert.equal(empty.largeCount, 0);
|
|
316
|
-
assert.deepEqual(summariseMappings(null), empty);
|
|
317
|
-
});
|
|
318
|
-
|
|
319
|
-
test("the mapping shape is said in the line, and left out when it is not known", () => {
|
|
320
|
-
const withShape = describeMemory({
|
|
321
|
-
process: { rss: 900 * MEGABYTE, heapUsed: 27 * MEGABYTE, heapTotal: 30 * MEGABYTE, external: 6 * MEGABYTE, arrayBuffers: 2 * MEGABYTE },
|
|
322
|
-
availableBytes: 800 * MEGABYTE,
|
|
323
|
-
availableMeasured: true,
|
|
324
|
-
anonymousBytes: 870 * MEGABYTE,
|
|
325
|
-
mappings: summariseMappings(SMAPS),
|
|
326
|
-
stores: []
|
|
327
|
-
});
|
|
328
|
-
assert.match(withShape, /mappings=\[heap 40MB, 2 anon ≥2MB = 8MB \(largest 4MB\), 1 anon <2MB = 1MB, files 12MB\]/);
|
|
329
|
-
|
|
330
|
-
const withoutShape = describeMemory({
|
|
331
|
-
process: { rss: 900 * MEGABYTE, heapUsed: 27 * MEGABYTE, heapTotal: 30 * MEGABYTE, external: 6 * MEGABYTE, arrayBuffers: 2 * MEGABYTE },
|
|
332
|
-
availableBytes: 800 * MEGABYTE,
|
|
333
|
-
availableMeasured: true,
|
|
334
|
-
anonymousBytes: 870 * MEGABYTE,
|
|
335
|
-
stores: []
|
|
336
|
-
});
|
|
337
|
-
assert.ok(!withoutShape.includes("mappings="), "an unread breakdown is absent, not zeroed");
|
|
338
|
-
});
|
|
339
|
-
|
|
340
|
-
test("a thread's line is earned by any of its three figures, not by the heap alone", () => {
|
|
341
|
-
// 2026-09-02, the session that ended in two out-of-memory kills: the worker's
|
|
342
|
-
// heap stood at 33-45 MB for the whole of it while its buffers went from 130
|
|
343
|
-
// to 950 MB. Watching the heap alone, nothing ever earned a line and every
|
|
344
|
-
// reading of the quantity that grew came out on the quiet minute.
|
|
345
|
-
const before = watchedFigures("thread", {
|
|
346
|
-
rss: 0, heapTotal: 38 * MEGABYTE, external: 14 * MEGABYTE, arrayBuffers: 130 * MEGABYTE
|
|
347
|
-
});
|
|
348
|
-
const after = watchedFigures("thread", {
|
|
349
|
-
rss: 0, heapTotal: 38 * MEGABYTE, external: 14 * MEGABYTE, arrayBuffers: 515 * MEGABYTE
|
|
350
|
-
});
|
|
351
|
-
assert.equal(before.heap, after.heap, "the heap is what did NOT move");
|
|
352
|
-
|
|
353
|
-
const moved = Object.entries(after).some(([name, bytes]) => readingIsWorthWriting({
|
|
354
|
-
watchedBytes: bytes,
|
|
355
|
-
lastWrittenBytes: before[name],
|
|
356
|
-
sinceWrittenMs: 1_000,
|
|
357
|
-
changeBytes: 25 * MEGABYTE,
|
|
358
|
-
quietMs: 60_000
|
|
359
|
-
}));
|
|
360
|
-
assert.equal(moved, true, "buffers growing by 385 MB earns a line of its own");
|
|
361
|
-
|
|
362
|
-
assert.deepEqual(
|
|
363
|
-
Object.keys(watchedFigures("process", { rss: 5, heapTotal: 1, external: 2, arrayBuffers: 3 })),
|
|
364
|
-
["rss"],
|
|
365
|
-
"a process is killed for its resident memory and watches that"
|
|
366
|
-
);
|
|
367
|
-
});
|
|
368
|
-
|
|
369
|
-
test("figures a caller reads for itself land on the same line as the memory", () => {
|
|
370
|
-
const line = describeMemory({
|
|
371
|
-
scope: "thread",
|
|
372
|
-
label: "torrent worker",
|
|
373
|
-
process: {
|
|
374
|
-
rss: 0, heapUsed: 34 * MEGABYTE, heapTotal: 46 * MEGABYTE,
|
|
375
|
-
external: 54 * MEGABYTE, arrayBuffers: 393 * MEGABYTE, heapLimit: 0
|
|
376
|
-
},
|
|
377
|
-
stores: [],
|
|
378
|
-
extra: "piece buffers 21544 let go, 21482 collected, 62 still alive against 53 the store holds"
|
|
379
|
-
});
|
|
380
|
-
assert.match(line, /arrayBuffers=393MB/);
|
|
381
|
-
assert.match(line, /62 still alive against 53 the store holds$/);
|
|
382
|
-
assert.doesNotMatch(
|
|
383
|
-
describeMemory({
|
|
384
|
-
scope: "thread",
|
|
385
|
-
process: { rss: 0, heapUsed: 1, heapTotal: 2, external: 3, arrayBuffers: 4, heapLimit: 0 }
|
|
386
|
-
}),
|
|
387
|
-
/;\s*$/,
|
|
388
|
-
"nothing to add leaves no dangling separator"
|
|
389
|
-
);
|
|
390
|
-
});
|