@torrent-tv/proxy 2.89.17 → 2.89.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -3
- package/package.json +10 -2
- package/server.js +0 -11
- package/.claude/commands/opsx/apply.md +0 -155
- package/.claude/commands/opsx/archive.md +0 -160
- package/.claude/commands/opsx/explore.md +0 -174
- package/.claude/commands/opsx/propose.md +0 -109
- package/.claude/commands/opsx/sync.md +0 -143
- package/.claude/skills/openspec-apply-change/SKILL.md +0 -159
- package/.claude/skills/openspec-archive-change/SKILL.md +0 -117
- package/.claude/skills/openspec-explore/SKILL.md +0 -289
- package/.claude/skills/openspec-propose/SKILL.md +0 -113
- package/.claude/skills/openspec-sync-specs/SKILL.md +0 -147
- package/.dockerignore +0 -5
- package/AGENTS.md +0 -363
- package/CHANGELOG.md +0 -2377
- package/Dockerfile +0 -30
- package/biome.json +0 -412
- package/corpus.tmp.json +0 -1
- package/docs/browser-proxy-contract.md +0 -155
- package/docs/container-architecture.md +0 -273
- package/docs/download-architecture.md +0 -261
- package/docs/encode-architecture.md +0 -765
- package/docs/encode-run-state.md +0 -96
- package/docs/logs.md +0 -151
- package/docs/playback-start-forecast.md +0 -113
- package/docs/socks5-egress-research.md +0 -114
- package/docs/storage-architecture.md +0 -273
- package/knip.json +0 -14
- package/main2.cpuprofile +0 -1
- package/openspec/changes/adaptive-bitrate/.openspec.yaml +0 -0
- package/openspec/changes/adaptive-bitrate/design.md +0 -92
- package/openspec/changes/adaptive-bitrate/proposal.md +0 -56
- package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +0 -51
- package/openspec/changes/adaptive-bitrate/tasks.md +0 -40
- package/openspec/changes/binary-distribution/.openspec.yaml +0 -2
- package/openspec/changes/binary-distribution/proposal.md +0 -53
- package/openspec/changes/chunked-request-bodies/design.md +0 -81
- package/openspec/changes/chunked-request-bodies/proposal.md +0 -53
- package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +0 -30
- package/openspec/changes/chunked-request-bodies/tasks.md +0 -40
- package/openspec/changes/cold-start/design.md +0 -98
- package/openspec/changes/cold-start/proposal.md +0 -62
- package/openspec/changes/cold-start/specs/cold-start/spec.md +0 -47
- package/openspec/changes/cold-start/tasks.md +0 -48
- package/openspec/changes/disk-cap/.openspec.yaml +0 -2
- package/openspec/changes/disk-cap/proposal.md +0 -37
- package/openspec/changes/disk-cap/specs/disk-cap/spec.md +0 -25
- package/openspec/changes/disk-cap/tasks.md +0 -19
- package/openspec/changes/proxy-observability/.openspec.yaml +0 -2
- package/openspec/changes/proxy-observability/design.md +0 -38
- package/openspec/changes/proxy-observability/proposal.md +0 -49
- package/openspec/changes/proxy-observability/specs/observability/spec.md +0 -33
- package/openspec/changes/proxy-observability/tasks.md +0 -21
- package/openspec/changes/seek-debounce/.openspec.yaml +0 -0
- package/openspec/changes/seek-debounce/design.md +0 -118
- package/openspec/changes/seek-debounce/proposal.md +0 -59
- package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +0 -41
- package/openspec/changes/seek-debounce/tasks.md +0 -33
- package/openspec/changes/subtitle-language/.openspec.yaml +0 -2
- package/openspec/changes/subtitle-language/proposal.md +0 -50
- package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +0 -34
- package/openspec/changes/subtitle-language/tasks.md +0 -26
- package/openspec/changes/track-selection/.openspec.yaml +0 -2
- package/openspec/changes/track-selection/design.md +0 -47
- package/openspec/changes/track-selection/proposal.md +0 -45
- package/openspec/changes/track-selection/specs/track-selection/spec.md +0 -41
- package/openspec/changes/track-selection/tasks.md +0 -20
- package/openspec/changes/transcode-quality/.openspec.yaml +0 -2
- package/openspec/changes/transcode-quality/proposal.md +0 -51
- package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +0 -139
- package/openspec/changes/transcode-quality/tasks.md +0 -63
- package/openspec/config.yaml +0 -38
- package/public/.well-known/appspecific/com.chrome.devtools.json +0 -1
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +0 -329
- package/research/double-spawn-2026-09-10.md +0 -171
- package/research/handover-2026-09-13.md +0 -209
- package/research/handover-reader-claims-removal-2026-09-12.md +0 -166
- package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +0 -175
- package/research/preset-benchmark-size-scaling-2026-08-22.md +0 -55
- package/research/priority-map-is-the-truth-2026-09-12.md +0 -225
- package/research/valgrind-replica-2026-08-27/logs.tar.gz +0 -0
- package/scripts/build-audio-samples.mjs +0 -31
- package/scripts/render-run-graph.js +0 -173
- package/test/asset-paths.test.js +0 -28
- package/test/audio-buffer-continuity.test.js +0 -77
- package/test/audio-calibration.test.js +0 -23
- package/test/audio-inventory.test.js +0 -212
- package/test/audio-track-bitrate.test.js +0 -40
- package/test/audio-warm-recorded.test.js +0 -63
- package/test/auto-quality-step.test.js +0 -762
- package/test/available-share.test.js +0 -76
- package/test/background-fill.test.js +0 -190
- package/test/client-log-file.test.js +0 -126
- package/test/client-logs-route.test.js +0 -34
- package/test/coalesce.test.js +0 -39
- package/test/completed-files.test.js +0 -115
- package/test/concurrent-cost.test.js +0 -148
- package/test/container-media-info.test.js +0 -228
- package/test/contention.test.js +0 -76
- package/test/core-dumps.test.js +0 -57
- package/test/coverage-follows-the-disk.test.js +0 -233
- package/test/coverage-map.test.js +0 -195
- package/test/cue-push-carries-what-the-walk-found.test.js +0 -58
- package/test/cut-times-timeline.test.js +0 -65
- package/test/cuts-follow-published-grid.test.js +0 -109
- package/test/data-channel-frame.test.js +0 -63
- package/test/data-channel-viewer-lifecycle.test.js +0 -193
- package/test/dead-torrent-handle.test.js +0 -52
- package/test/declared-rates.test.js +0 -116
- package/test/declared-tracks.test.js +0 -43
- package/test/decode-cost-fit.test.js +0 -202
- package/test/decode-cost.test.js +0 -475
- package/test/delivery-probe-field.test.js +0 -173
- package/test/delivery-probe.test.js +0 -382
- package/test/demand-register.test.js +0 -206
- package/test/dht-bootstrap.test.js +0 -72
- package/test/drain-threat.test.js +0 -65
- package/test/duplicate-add.test.js +0 -48
- package/test/encode-admission.test.js +0 -170
- package/test/encode-cost.test.js +0 -275
- package/test/encode-exit.test.js +0 -111
- package/test/encode-orchestrator.test.js +0 -426
- package/test/encode-plan-viewers.test.js +0 -725
- package/test/encode-plan.test.js +0 -545
- package/test/encode-run-state.test.js +0 -314
- package/test/encode-run.test.js +0 -248
- package/test/encode-slope.test.js +0 -46
- package/test/encoded-output.test.js +0 -39
- package/test/encoder-kinds.test.js +0 -122
- package/test/encoder-readings.test.js +0 -68
- package/test/episode-naming.test.js +0 -131
- package/test/every-claimant-is-told-its-share.test.js +0 -152
- package/test/failed-encoder-still-serves-what-exists.test.js +0 -354
- package/test/failed-start-breaker.test.js +0 -202
- package/test/fastest-wires.test.js +0 -143
- package/test/ffmpeg-stream-counts.test.js +0 -101
- package/test/file-edges.test.js +0 -191
- package/test/files-in-use.test.js +0 -34
- package/test/fixtures/audio-frame-boundary.json +0 -1
- package/test/fixtures/refused-audio-20261002.json +0 -10
- package/test/fmp4-presentation-clock.test.js +0 -148
- package/test/fmp4-self-contained.test.js +0 -80
- package/test/fmp4-timestamps.test.js +0 -140
- package/test/fmp4-track-completeness.test.js +0 -41
- package/test/format-keyed-outputs.test.js +0 -78
- package/test/health-metrics.test.js +0 -36
- package/test/held-read-ownership.test.js +0 -77
- package/test/held-request-width.test.js +0 -157
- package/test/helpers/encode-run.js +0 -248
- package/test/helpers/held-file.js +0 -77
- package/test/helpers/manager.js +0 -62
- package/test/helpers/matroska-file.js +0 -296
- package/test/helpers/output-spec.js +0 -63
- package/test/host-load.test.js +0 -68
- package/test/index-accuracy-is-about-the-file.test.js +0 -128
- package/test/init-compat.test.js +0 -219
- package/test/input-lost-quiets-the-plan.test.js +0 -261
- package/test/input-unavailable.test.js +0 -48
- package/test/installation-id.test.js +0 -39
- package/test/keeping-period.test.js +0 -83
- package/test/keyframe-index-accuracy.test.js +0 -188
- package/test/keyframe-table-budget.test.js +0 -123
- package/test/keyframes-belong-to-the-file.test.js +0 -249
- package/test/learned-median.test.js +0 -37
- package/test/letting-go-asks-who-is-watching.test.js +0 -191
- package/test/limit-row-by-area.test.js +0 -60
- package/test/link-budget.test.js +0 -111
- package/test/link-probe.test.js +0 -56
- package/test/local-encoding-data.test.js +0 -273
- package/test/logger-repeats.test.js +0 -134
- package/test/look-ahead-coverage.test.js +0 -56
- package/test/manager-surface.test.js +0 -291
- package/test/matroska-blocks.test.js +0 -0
- package/test/matroska-cluster-discovery.test.js +0 -323
- package/test/matroska-cues-track.test.js +0 -192
- package/test/media-time.test.js +0 -62
- package/test/memory-budget.test.js +0 -390
- package/test/move-cost.test.js +0 -216
- package/test/mp4-composition-times.test.js +0 -0
- package/test/mp4-subtitles.test.js +0 -173
- package/test/one-authority.test.js +0 -285
- package/test/one-budget.test.js +0 -149
- package/test/one-output-one-session.test.js +0 -273
- package/test/one-resource-divided.test.js +0 -185
- package/test/one-serving-output-per-height.test.js +0 -458
- package/test/orchestrator-wired.test.js +0 -207
- package/test/output-catalog.test.js +0 -39
- package/test/output-shape.test.js +0 -21
- package/test/output-spec.test.js +0 -251
- package/test/output-speed.test.js +0 -92
- package/test/outputs-being-prepared.test.js +0 -40
- package/test/packet-witness-ring.test.js +0 -236
- package/test/packet-witness.test.js +0 -148
- package/test/piece-completeness.test.js +0 -78
- package/test/piece-disk-store.test.js +0 -401
- package/test/piece-from-whole-file.test.js +0 -129
- package/test/piece-lru.test.js +0 -319
- package/test/piece-reader.test.js +0 -162
- package/test/piece-selection-offset.test.js +0 -85
- package/test/piece-store-eviction.test.js +0 -595
- package/test/piece-store-never-refuses.test.js +0 -153
- package/test/piece-store-reservations.test.js +0 -403
- package/test/piece-store-slow-disk.test.js +0 -159
- package/test/piece-tail.test.js +0 -97
- package/test/plan-host-timings.test.js +0 -68
- package/test/plan-is-steady.test.js +0 -225
- package/test/playback-readiness.test.js +0 -518
- package/test/playback-start-regressions.test.js +0 -101
- package/test/priority-map-download.test.js +0 -174
- package/test/priority-map-emptied.test.js +0 -204
- package/test/priority-map-per-output.test.js +0 -215
- package/test/priority-map.test.js +0 -163
- package/test/probe-wedge-certainty.test.js +0 -60
- package/test/produced-copy-choice.test.js +0 -213
- package/test/published-timeline.test.js +0 -83
- package/test/quality-offer.test.js +0 -160
- package/test/quality-variants.test.js +0 -1274
- package/test/rate-control-in-the-output.test.js +0 -181
- package/test/read-survives-withdrawal.test.js +0 -164
- package/test/read-window.test.js +0 -365
- package/test/reads-not-yet-arrived.test.js +0 -218
- package/test/resume-warm.test.js +0 -39
- package/test/run-graph-drift.test.js +0 -37
- package/test/run-inputs.test.js +0 -80
- package/test/run-intervals.test.js +0 -100
- package/test/run-position-follows-published-grid.test.js +0 -89
- package/test/run-progress.test.js +0 -64
- package/test/same-height-switch.test.js +0 -663
- package/test/seek-frees-the-viewers-requests.test.js +0 -217
- package/test/seek-landing.test.js +0 -109
- package/test/seek-target-not-superseded.test.js +0 -195
- package/test/segment-closed-on-both-branches.test.js +0 -114
- package/test/segment-cut-times.test.js +0 -63
- package/test/segment-demand.test.js +0 -80
- package/test/segment-hold-supersede.test.js +0 -91
- package/test/segment-judged-by-its-own-header.test.js +0 -222
- package/test/segment-serve-wiring.test.js +0 -481
- package/test/segment-store-eviction.test.js +0 -247
- package/test/segment-store.test.js +0 -352
- package/test/segment-true-start.test.js +0 -86
- package/test/segments-are-shared.test.js +0 -176
- package/test/send-chunk-bytes.test.js +0 -86
- package/test/serving-existing-output.test.js +0 -111
- package/test/serving-output.test.js +0 -102
- package/test/shared-piece-store.test.js +0 -310
- package/test/sidecar-naming.test.js +0 -142
- package/test/soundtrack-rate-bound.test.js +0 -289
- package/test/source-file.test.js +0 -133
- package/test/source-files-route.test.js +0 -113
- package/test/source-registry.test.js +0 -18
- package/test/split-a-stretch.test.js +0 -139
- package/test/stale-request-after-seek.test.js +0 -158
- package/test/startup-readings.test.js +0 -124
- package/test/stream-route.test.js +0 -237
- package/test/subtitle-cue-framing.test.js +0 -200
- package/test/subtitle-cue-source.test.js +0 -102
- package/test/subtitle-cue-walk.test.js +0 -385
- package/test/subtitle-cursor.test.js +0 -63
- package/test/subtitle-defaults.test.js +0 -118
- package/test/subtitle-language.test.js +0 -252
- package/test/subtitle-metadata.test.js +0 -15
- package/test/subtitle-plan-waits.test.js +0 -125
- package/test/subtitle-track-numbering.test.js +0 -391
- package/test/supply-margin.test.js +0 -190
- package/test/swarm-follows-readers.test.js +0 -174
- package/test/swarm-reach.test.js +0 -130
- package/test/swarm-selection.test.js +0 -220
- package/test/tail-duplication.test.js +0 -167
- package/test/the-channel-has-both-ends.test.js +0 -91
- package/test/the-torrent-thread-serves-bytes.test.js +0 -107
- package/test/thread-pool.test.js +0 -53
- package/test/timeline.test.js +0 -84
- package/test/torrent-contents.test.js +0 -235
- package/test/torrent-cost.test.js +0 -71
- package/test/torrent-files.test.js +0 -221
- package/test/torrent-naming.test.js +0 -255
- package/test/tracks-begin-together.test.js +0 -209
- package/test/tunnel-renewal.test.js +0 -167
- package/test/two-viewers-one-picture.test.js +0 -508
- package/test/upload-hurry.test.js +0 -186
- package/test/usrsctp-state.test.js +0 -131
- package/test/video-facts.test.js +0 -102
- package/test/viewer-assignments.test.js +0 -143
- package/test/viewer-outputs.test.js +0 -285
- package/test/viewer-presence.test.js +0 -116
- package/test/viewer-requests-admission.test.js +0 -92
- package/test/viewer-starts-on-map.test.js +0 -27
- package/test/viewer-states.test.js +0 -192
- package/test/viewer-subtitle-subscription.test.js +0 -96
- package/test/viewer.test.js +0 -139
- package/test/viewing-generations.test.js +0 -390
- package/test/visible-rung.test.js +0 -37
- package/test/wait-ledger.test.js +0 -100
- package/test/webrtc-shim.test.js +0 -149
- package/test/wedge-certainty.test.js +0 -131
- package/test/whole-file-held-read.test.js +0 -30
- package/test/withdraw-piece-claim.test.js +0 -212
- package/test/worker-channel.test.js +0 -158
|
@@ -1,139 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Where a second encoder joins a stretch, and whether it is worth having.
|
|
3
|
-
*
|
|
4
|
-
* Both halves are arithmetic and neither was asked before. The stretch used to
|
|
5
|
-
* be halved, unconditionally:
|
|
6
|
-
*
|
|
7
|
-
* widestFrom = from + Math.floor(Math.min(room, to - from + 1) / 2)
|
|
8
|
-
*
|
|
9
|
-
* Halving IS the answer when both encoders are fresh and owe the same. It is not
|
|
10
|
-
* when one of them is already partway through a piece, and it never asked the
|
|
11
|
-
* other question at all — whether two encoders under this host's measured
|
|
12
|
-
* contention beat one at full speed.
|
|
13
|
-
*
|
|
14
|
-
* The derivation. A stretch of unmade film runs from `from` to `to`; whoever is
|
|
15
|
-
* already on it stands at `from` and owes `w` before the piece under it exists;
|
|
16
|
-
* a fresh one placed at `x` owes `d` — its start and then a whole piece — and
|
|
17
|
-
* both then work at the rate two encoders leave each other:
|
|
18
|
-
*
|
|
19
|
-
* the one there closes [from, x-1]: w + (x - 1 - from) / r rises with x
|
|
20
|
-
* the fresh one closes [x, to]: d + (to - x) / r falls with x
|
|
21
|
-
*
|
|
22
|
-
* x* = (from + to + 1) / 2 + (d - w) * r / 2
|
|
23
|
-
*
|
|
24
|
-
* The shift is `firstByteWait / (2 * perPiece)` pieces, so it depends on how
|
|
25
|
-
* long a piece takes here: 0.24 of a piece at 4.45x on a 4.2 s grid, but 0.96 at
|
|
26
|
-
* 8.9x and 2.14 at 20x — a whole segment and more on the copy branch, where a
|
|
27
|
-
* piece is short and a start is not. Measuring only the re-encode rate
|
|
28
|
-
* understated it.
|
|
29
|
-
*/
|
|
30
|
-
|
|
31
|
-
import test from "node:test";
|
|
32
|
-
import assert from "node:assert/strict";
|
|
33
|
-
import { planEncoders } from "../services/encode/EncodePlan.js";
|
|
34
|
-
import { CoverageMap } from "../services/encode/CoverageMap.js";
|
|
35
|
-
|
|
36
|
-
const SEGMENT_SECONDS = 4.2;
|
|
37
|
-
const LAST = 199;
|
|
38
|
-
|
|
39
|
-
/**
|
|
40
|
-
* One encoder on a long stretch nobody has made, and room for more.
|
|
41
|
-
*
|
|
42
|
-
* @param {{ speedX: number, penalty: number, head?: number, ageMs?: number,
|
|
43
|
-
* maxRuns?: number }} params
|
|
44
|
-
* @returns {{ actions: object[], run: object }}
|
|
45
|
-
*/
|
|
46
|
-
function planFor({ speedX, penalty, head = 0, ageMs = 60_000, maxRuns = 3, runs = null }) {
|
|
47
|
-
const coverage = new CoverageMap({ segmentCount: LAST + 1 });
|
|
48
|
-
const run = { from: 0, to: -1, head, speedX, isAlive: true, startedAt: 1_000_000 };
|
|
49
|
-
const live = runs ?? [run];
|
|
50
|
-
for (const one of live) {
|
|
51
|
-
coverage.claim(one, one.from, one.to);
|
|
52
|
-
}
|
|
53
|
-
return {
|
|
54
|
-
run,
|
|
55
|
-
actions: planEncoders({
|
|
56
|
-
coverage,
|
|
57
|
-
// One zone over the whole film, due now, so nothing but the arithmetic of
|
|
58
|
-
// sharing it decides anything.
|
|
59
|
-
windows: [{ from: 0, to: LAST, priority: 100, withinSeconds: 0, behind: false }],
|
|
60
|
-
runs: live,
|
|
61
|
-
maxRuns,
|
|
62
|
-
segmentSeconds: SEGMENT_SECONDS,
|
|
63
|
-
speedX,
|
|
64
|
-
killCostSec: 0.04,
|
|
65
|
-
firstByteWaitSec: 0.9,
|
|
66
|
-
moveCostSec: 0.94,
|
|
67
|
-
refetchSecPerFilmSecond: 0,
|
|
68
|
-
// Measured on the addon host: 1.70 at 854x480, 1.98 at 1920x1080. Raised
|
|
69
|
-
// to the power of how many others there are, so a third costs again.
|
|
70
|
-
contentionPenaltyFor: (others) => (others <= 0 ? 1 : penalty ** others),
|
|
71
|
-
now: 1_000_000 + ageMs
|
|
72
|
-
})
|
|
73
|
-
};
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
test("one encoder that reaches everything in time is left to do it alone", () => {
|
|
77
|
-
// A zone whose deadline GROWS with distance — which is what the map states,
|
|
78
|
-
// one segment at a time — is comfortably served by one encoder at 4.45x: #199
|
|
79
|
-
// is due in 835 s and arrives in 189 s. So there is no position to fill and
|
|
80
|
-
// nothing to split, whatever the budget says.
|
|
81
|
-
//
|
|
82
|
-
// Measured rather than assumed: this is what the plan answers, and the test
|
|
83
|
-
// was written expecting two encoders before it was run.
|
|
84
|
-
const { actions } = planFor({ speedX: 4.45, penalty: 1, maxRuns: 3 });
|
|
85
|
-
|
|
86
|
-
assert.deepEqual(
|
|
87
|
-
actions.map((one) => `${one.type} #${one.from}..#${one.to}`),
|
|
88
|
-
["keep #0..#-1"],
|
|
89
|
-
"one encoder, its road to the end of the film"
|
|
90
|
-
);
|
|
91
|
-
});
|
|
92
|
-
|
|
93
|
-
test("a stretch nobody is on is split at the middle, and the halves bound each other", () => {
|
|
94
|
-
// Both encoders are fresh, so both owe the same and `d - w` is zero: the
|
|
95
|
-
// meeting point is the midpoint, which is what halving always said. What is
|
|
96
|
-
// new is that each one's road ENDS where the next begins, so neither writes
|
|
97
|
-
// into the other's names.
|
|
98
|
-
const actions = planFor({ speedX: 4.45, penalty: 1, maxRuns: 2, runs: [] }).actions;
|
|
99
|
-
|
|
100
|
-
assert.deepEqual(
|
|
101
|
-
actions.map((one) => `${one.type} #${one.from}..#${one.to}`),
|
|
102
|
-
["start #0..#100", "start #101..#199"],
|
|
103
|
-
"0..199 halved at 100"
|
|
104
|
-
);
|
|
105
|
-
});
|
|
106
|
-
|
|
107
|
-
test("a third encoder halves the widest half that is left", () => {
|
|
108
|
-
const actions = planFor({ speedX: 4.45, penalty: 1, maxRuns: 3, runs: [] }).actions;
|
|
109
|
-
|
|
110
|
-
assert.deepEqual(
|
|
111
|
-
actions.map((one) => `${one.type} #${one.from}..#${one.to}`),
|
|
112
|
-
["start #0..#50", "start #51..#100", "start #101..#199"],
|
|
113
|
-
"the first half is halved again, greedily, widest first"
|
|
114
|
-
);
|
|
115
|
-
});
|
|
116
|
-
|
|
117
|
-
test("a stretch of one piece is not split at all", () => {
|
|
118
|
-
const coverage = new CoverageMap({ segmentCount: 2 });
|
|
119
|
-
const actions = planEncoders({
|
|
120
|
-
coverage,
|
|
121
|
-
windows: [{ from: 0, to: 0, priority: 100, withinSeconds: 0, behind: false }],
|
|
122
|
-
runs: [],
|
|
123
|
-
maxRuns: 3,
|
|
124
|
-
segmentSeconds: SEGMENT_SECONDS,
|
|
125
|
-
speedX: 8.9,
|
|
126
|
-
killCostSec: 0.04,
|
|
127
|
-
firstByteWaitSec: 0.9,
|
|
128
|
-
moveCostSec: 0.94,
|
|
129
|
-
refetchSecPerFilmSecond: 0,
|
|
130
|
-
contentionPenaltyFor: () => 1,
|
|
131
|
-
now: 1_000_000
|
|
132
|
-
});
|
|
133
|
-
|
|
134
|
-
assert.equal(
|
|
135
|
-
actions.filter((one) => one.type === "start").length,
|
|
136
|
-
1,
|
|
137
|
-
"there is nothing to share"
|
|
138
|
-
);
|
|
139
|
-
});
|
|
@@ -1,158 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file A segment request steers nothing.
|
|
3
|
-
*
|
|
4
|
-
* Field 2026-08-17: the viewer seeked to 2083.4 s, both runs restarted at
|
|
5
|
-
* segment #373, and a request for #371 — issued before the seek and reissued by
|
|
6
|
-
* the player a second later — moved the encoder to #370. The viewer was at
|
|
7
|
-
* #374 and waited for the encoder to come back to them.
|
|
8
|
-
*
|
|
9
|
-
* That was answered first by a guard: a request behind what the viewer had
|
|
10
|
-
* REPORTED was refused, while the same traffic still moved the encoder when
|
|
11
|
-
* nothing had been reported. The guard is gone with the thing it guarded. A
|
|
12
|
-
* request for a file is not a statement about where anybody is, and nothing
|
|
13
|
-
* about it belongs in the decision of where encoders go — that is read from the
|
|
14
|
-
* priority map, which is built from where the viewers are and from nothing else.
|
|
15
|
-
*
|
|
16
|
-
* So the rule pinned here is now the whole rule, and it has no exception: a
|
|
17
|
-
* request moves neither the encoder nor the viewer, whether or not the viewer
|
|
18
|
-
* has said anything.
|
|
19
|
-
*/
|
|
20
|
-
|
|
21
|
-
import assert from "node:assert/strict";
|
|
22
|
-
import { SourceFile } from "../services/media/SourceFile.js";
|
|
23
|
-
import { Timeline } from "../services/encode/output/Timeline.js";
|
|
24
|
-
import test from "node:test";
|
|
25
|
-
import { mkdtemp, rm } from "node:fs/promises";
|
|
26
|
-
import os from "node:os";
|
|
27
|
-
import path from "node:path";
|
|
28
|
-
|
|
29
|
-
import { wireOutputs } from "../services/server/wire-outputs.js";
|
|
30
|
-
import { startRunOn } from "./helpers/encode-run.js";
|
|
31
|
-
import { fmp4Format } from "../services/encode/segment-formats/fmp4.js";
|
|
32
|
-
|
|
33
|
-
const SEGMENT_SECONDS = 4;
|
|
34
|
-
const RUN_STARTS_AT = 373;
|
|
35
|
-
const BEHIND_INDEX = 371;
|
|
36
|
-
const SESSION_ID = "2222222233334444";
|
|
37
|
-
|
|
38
|
-
/**
|
|
39
|
-
* A live session whose run begins at #373 and whose directory is empty, so any
|
|
40
|
-
* segment request is a request for something not yet produced.
|
|
41
|
-
*
|
|
42
|
-
* @returns {Promise<{ manager: object, session: object, dirPath: string }>}
|
|
43
|
-
*/
|
|
44
|
-
async function sessionWithRunAt373() {
|
|
45
|
-
const dirPath = await mkdtemp(path.join(os.tmpdir(), "stale-request-"));
|
|
46
|
-
const manager = wireOutputs({
|
|
47
|
-
enabled: true,
|
|
48
|
-
ffmpegBin: "ffmpeg",
|
|
49
|
-
localBindHost: "127.0.0.1",
|
|
50
|
-
localPort: 9090
|
|
51
|
-
});
|
|
52
|
-
const session = {
|
|
53
|
-
id: SESSION_ID,
|
|
54
|
-
dirPath,
|
|
55
|
-
timeline: new Timeline({
|
|
56
|
-
boundaries: Array.from({ length: 901 }, (_, index) => index * SEGMENT_SECONDS),
|
|
57
|
-
cutGrid: "uniform"
|
|
58
|
-
}),
|
|
59
|
-
state: "ready",
|
|
60
|
-
file: new SourceFile({ sourceKey: "source-1", fileIndex: 0, name: "film.mkv" }),
|
|
61
|
-
get inputFile() { return this.file; },
|
|
62
|
-
get audioFile() { return this.file; },
|
|
63
|
-
segmentFormat: fmp4Format,
|
|
64
|
-
segmentCount: 900,
|
|
65
|
-
startedAt: Date.now(),
|
|
66
|
-
lastAccessedAt: Date.now(),
|
|
67
|
-
runs: new Set(),
|
|
68
|
-
consumers: new Set(),
|
|
69
|
-
viewers: new Map(),
|
|
70
|
-
progress: { processedSeconds: RUN_STARTS_AT * SEGMENT_SECONDS },
|
|
71
|
-
useSyntheticPlaylist: true,
|
|
72
|
-
playlistText: "#EXTM3U\n",
|
|
73
|
-
lastError: "",
|
|
74
|
-
waitEpoch: 0
|
|
75
|
-
};
|
|
76
|
-
manager.outputs.set(SESSION_ID, session);
|
|
77
|
-
startRunOn(session, { from: RUN_STARTS_AT, usesExplicitCuts: true, speedX: 2 });
|
|
78
|
-
return { manager, session, dirPath };
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
/**
|
|
82
|
-
* @param {object} manager
|
|
83
|
-
* @param {object} session
|
|
84
|
-
* @param {string} dirPath
|
|
85
|
-
*/
|
|
86
|
-
async function tidy(manager, session, dirPath) {
|
|
87
|
-
if (session.seekSettleTimer) {
|
|
88
|
-
clearTimeout(session.seekSettleTimer);
|
|
89
|
-
session.seekSettleTimer = null;
|
|
90
|
-
}
|
|
91
|
-
manager.outputs.clear();
|
|
92
|
-
manager.stop?.();
|
|
93
|
-
await rm(dirPath, { recursive: true, force: true });
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
test("a request behind where the viewer said they are does not move the encoder", async (t) => {
|
|
97
|
-
const { manager, session, dirPath } = await sessionWithRunAt373();
|
|
98
|
-
t.after(async () => {
|
|
99
|
-
await tidy(manager, session, dirPath);
|
|
100
|
-
});
|
|
101
|
-
|
|
102
|
-
// The viewer stated their position: 2083.4 s, which is segment #520 here.
|
|
103
|
-
manager.viewerRequests.requestSeek(SESSION_ID, 2083.4, "viewer-1");
|
|
104
|
-
|
|
105
|
-
await manager.serving.getFileStream(
|
|
106
|
-
SESSION_ID,
|
|
107
|
-
fmp4Format.segmentFileName(BEHIND_INDEX)
|
|
108
|
-
);
|
|
109
|
-
|
|
110
|
-
// The field log's line was `seek settle → restart at segment #370`. Nothing
|
|
111
|
-
// aims an encoder from here at all now, so there is no destination for a
|
|
112
|
-
// stale request to become.
|
|
113
|
-
assert.equal(
|
|
114
|
-
session.seekTarget ?? null,
|
|
115
|
-
null,
|
|
116
|
-
"a request behind the viewer must not become the encoder's destination"
|
|
117
|
-
);
|
|
118
|
-
assert.equal(
|
|
119
|
-
session.seekSettleTimer ?? null,
|
|
120
|
-
null,
|
|
121
|
-
"and it must not arm a restart"
|
|
122
|
-
);
|
|
123
|
-
});
|
|
124
|
-
|
|
125
|
-
test("the same traffic moves nothing when the viewer has said nothing either", async (t) => {
|
|
126
|
-
const { manager, session, dirPath } = await sessionWithRunAt373();
|
|
127
|
-
t.after(async () => {
|
|
128
|
-
await tidy(manager, session, dirPath);
|
|
129
|
-
});
|
|
130
|
-
|
|
131
|
-
// THE CONTROL, INVERTED. It used to be that without a reported seek this very
|
|
132
|
-
// traffic DID move the encoder — the guard applied only to a viewer who had
|
|
133
|
-
// spoken. That exception is the thing that was removed: a request is evidence
|
|
134
|
-
// about what a player is reading, never about where a person is, and an
|
|
135
|
-
// encoder placed from it is placed from a number the player picked.
|
|
136
|
-
await manager.serving.getFileStream(
|
|
137
|
-
SESSION_ID,
|
|
138
|
-
fmp4Format.segmentFileName(BEHIND_INDEX)
|
|
139
|
-
);
|
|
140
|
-
|
|
141
|
-
assert.equal(session.seekTarget ?? null, null);
|
|
142
|
-
assert.equal(session.seekSettleTimer ?? null, null);
|
|
143
|
-
});
|
|
144
|
-
|
|
145
|
-
test("a request cannot move the viewer's position backwards", async (t) => {
|
|
146
|
-
const { manager, session, dirPath } = await sessionWithRunAt373();
|
|
147
|
-
t.after(async () => {
|
|
148
|
-
await tidy(manager, session, dirPath);
|
|
149
|
-
});
|
|
150
|
-
|
|
151
|
-
manager.viewerRequests.requestSeek(SESSION_ID, 2083.4, "viewer-1");
|
|
152
|
-
await manager.serving.getFileStream(SESSION_ID, fmp4Format.segmentFileName(BEHIND_INDEX));
|
|
153
|
-
|
|
154
|
-
assert.ok(
|
|
155
|
-
Math.abs((manager.viewers.get("viewer-1")?.positionSeconds() ?? -1) - 2083.4) < 1,
|
|
156
|
-
"a stale request must not rewrite what the viewer said about themselves"
|
|
157
|
-
);
|
|
158
|
-
});
|
|
@@ -1,124 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file What this host must have measured before the first viewer arrives.
|
|
3
|
-
*
|
|
4
|
-
* The quality offer, the number of encoders and every decision about moving one
|
|
5
|
-
* are arithmetic over four figures: how fast this host encodes, how fast it
|
|
6
|
-
* decodes, what a second job costs it, and what starting and stopping an
|
|
7
|
-
* encoder cost. A figure nobody measured is reported as zero, and zero does not
|
|
8
|
-
* read as "unknown" — it reads as "free" or "instant", and the arithmetic then
|
|
9
|
-
* answers confidently and wrongly.
|
|
10
|
-
*
|
|
11
|
-
* Two gaps this pins, both found 2026-09-10:
|
|
12
|
-
*
|
|
13
|
-
* 1. three of the four ran only when the chosen encoder was SOFTWARE, and two
|
|
14
|
-
* of those three are not about the encoder at all — a host with a GPU
|
|
15
|
-
* decodes in software just the same, and what a second job costs is a
|
|
16
|
-
* property of the machine. A GPU host measured none of them;
|
|
17
|
-
* 2. starting and stopping were learned only from runs that had already ENDED,
|
|
18
|
-
* so at a cold open both were zero and moving an encoder was free. Field
|
|
19
|
-
* 2026-09-08: an encoder moved between two adjacent numbers every half
|
|
20
|
-
* second and produced nothing.
|
|
21
|
-
*/
|
|
22
|
-
|
|
23
|
-
import test from "node:test";
|
|
24
|
-
import assert from "node:assert/strict";
|
|
25
|
-
import { readFileSync } from "node:fs";
|
|
26
|
-
import path from "node:path";
|
|
27
|
-
import { fileURLToPath } from "node:url";
|
|
28
|
-
import { SoftwareEncoder } from "../services/encode/SoftwareEncoder.js";
|
|
29
|
-
import { NvencEncoder } from "../services/encode/NvencEncoder.js";
|
|
30
|
-
import { QsvEncoder } from "../services/encode/QsvEncoder.js";
|
|
31
|
-
import { VaapiEncoder } from "../services/encode/VaapiEncoder.js";
|
|
32
|
-
import { V4l2m2mEncoder } from "../services/encode/V4l2m2mEncoder.js";
|
|
33
|
-
import { RunCosts } from "../services/encode/run-costs.js";
|
|
34
|
-
|
|
35
|
-
const HERE = path.dirname(fileURLToPath(import.meta.url));
|
|
36
|
-
|
|
37
|
-
test("every encoder kind can say how to measure itself", () => {
|
|
38
|
-
const kinds = [
|
|
39
|
-
new SoftwareEncoder(),
|
|
40
|
-
new NvencEncoder(),
|
|
41
|
-
new QsvEncoder(),
|
|
42
|
-
new VaapiEncoder("/dev/dri/renderD128"),
|
|
43
|
-
new V4l2m2mEncoder()
|
|
44
|
-
];
|
|
45
|
-
for (const encoder of kinds) {
|
|
46
|
-
const args = encoder.benchmarkArgs(null);
|
|
47
|
-
assert.ok(Array.isArray(args) && args.length >= 2, `${encoder.name} says nothing`);
|
|
48
|
-
assert.ok(args.includes("-c:v"), `${encoder.name} does not name a codec`);
|
|
49
|
-
assert.ok(
|
|
50
|
-
args.some((arg) => String(arg).includes(encoder.name)),
|
|
51
|
-
`${encoder.name} does not name itself`
|
|
52
|
-
);
|
|
53
|
-
}
|
|
54
|
-
});
|
|
55
|
-
|
|
56
|
-
test("a kind with a ladder is measured at every rung of it", () => {
|
|
57
|
-
for (const encoder of [new SoftwareEncoder(), new NvencEncoder(), new QsvEncoder()]) {
|
|
58
|
-
const ladder = encoder.speedLadder;
|
|
59
|
-
assert.ok(ladder.values.length > 1, `${encoder.name} declares no ladder to walk`);
|
|
60
|
-
const rungs = ladder.values.map((rung) => encoder.benchmarkArgs(rung).join(" "));
|
|
61
|
-
assert.equal(new Set(rungs).size, ladder.values.length, `${encoder.name} gives the same arguments for different rungs`);
|
|
62
|
-
}
|
|
63
|
-
});
|
|
64
|
-
|
|
65
|
-
test("nothing about the machine is asked only of a software encoder", () => {
|
|
66
|
-
// Decoding and contention are properties of the host. Asked only where the
|
|
67
|
-
// encoder was software, a host with a GPU had neither, and the quality offer
|
|
68
|
-
// could not price a re-encode nor a second process.
|
|
69
|
-
const server = readFileSync(path.join(HERE, "..", "server.js"), "utf8");
|
|
70
|
-
for (const call of ["benchmarkDecodeCost", "benchmarkContention"]) {
|
|
71
|
-
const at = server.indexOf(call);
|
|
72
|
-
assert.ok(at > 0, `${call} is not called at startup at all`);
|
|
73
|
-
const before = server.slice(Math.max(0, at - 200), at);
|
|
74
|
-
assert.equal(
|
|
75
|
-
before.includes('kind === "software"'),
|
|
76
|
-
false,
|
|
77
|
-
`${call} is still gated on the encoder being software`
|
|
78
|
-
);
|
|
79
|
-
}
|
|
80
|
-
});
|
|
81
|
-
|
|
82
|
-
test("the calibration is given the encoder that will actually run, and software beside it", () => {
|
|
83
|
-
const server = readFileSync(path.join(HERE, "..", "server.js"), "utf8");
|
|
84
|
-
assert.match(
|
|
85
|
-
server,
|
|
86
|
-
/calibrateEncoder\(\{[^}]*encoder: videoEncoder/,
|
|
87
|
-
"the calibration is not told which encoder to measure"
|
|
88
|
-
);
|
|
89
|
-
assert.match(
|
|
90
|
-
server,
|
|
91
|
-
/calibrateEncoder\(\{[^}]*encoder: softwareDescriptor\(\)/,
|
|
92
|
-
"software, which a failing device falls back to, is not calibrated"
|
|
93
|
-
);
|
|
94
|
-
});
|
|
95
|
-
|
|
96
|
-
test("a start and a stop are measured before any viewer, and reach the plan", () => {
|
|
97
|
-
const server = readFileSync(path.join(HERE, "..", "server.js"), "utf8");
|
|
98
|
-
assert.match(server, /await measureStartAndStop\(/, "nothing measures a start at startup");
|
|
99
|
-
assert.match(server, /\n startStopCost,/, "the reading never reaches the wiring of the encoding");
|
|
100
|
-
|
|
101
|
-
const manager = readFileSync(path.join(HERE, "..", "services", "server", "wire-outputs.js"), "utf8");
|
|
102
|
-
assert.match(
|
|
103
|
-
manager,
|
|
104
|
-
/noteStartupCosts\(startStopCost\)/,
|
|
105
|
-
"the reading never reaches the encoding orchestrator"
|
|
106
|
-
);
|
|
107
|
-
});
|
|
108
|
-
|
|
109
|
-
test("with a startup reading, a cold plan is not told that starting is free", () => {
|
|
110
|
-
const costs = new RunCosts();
|
|
111
|
-
assert.equal(costs.seconds().firstByteWaitSec, 0, "nothing measured yet is nothing");
|
|
112
|
-
|
|
113
|
-
costs.noteStartup({ firstByteWaitSec: 0.68, killCostSec: 0.02 });
|
|
114
|
-
const cold = costs.seconds();
|
|
115
|
-
assert.equal(cold.firstByteWaitSec, 0.68, "the startup reading is not used");
|
|
116
|
-
assert.equal(cold.killCostSec, 0.02);
|
|
117
|
-
|
|
118
|
-
// A real run replaces it: the startup figure is where the plan starts from,
|
|
119
|
-
// not where it stays.
|
|
120
|
-
costs.note({ firstOutputMs: 4000, dyingMs: 300 });
|
|
121
|
-
const warm = costs.seconds();
|
|
122
|
-
assert.equal(warm.firstByteWaitSec, 4);
|
|
123
|
-
assert.equal(warm.killCostSec, 0.3);
|
|
124
|
-
});
|
|
@@ -1,237 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file What `/stream` does with a HEAD request.
|
|
3
|
-
*
|
|
4
|
-
* Fastify answers HEAD from the GET handler, so without an explicit branch a
|
|
5
|
-
* HEAD started a read of the entire file. Node discards the body, but the read
|
|
6
|
-
* itself runs on and the response never completes, which blocks the next
|
|
7
|
-
* request on that keep-alive connection. The keyframe index asks for the file
|
|
8
|
-
* size with exactly such a HEAD before every transcode session.
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
import test from "node:test";
|
|
12
|
-
import assert from "node:assert/strict";
|
|
13
|
-
import fs from "node:fs/promises";
|
|
14
|
-
import os from "node:os";
|
|
15
|
-
import path from "node:path";
|
|
16
|
-
import { handleStreamGet } from "../routes/stream/get.js";
|
|
17
|
-
import { WorkerTorrentPool } from "../services/torrent/worker/pool-adapter.js";
|
|
18
|
-
|
|
19
|
-
/**
|
|
20
|
-
* Minimal stand-ins for the parts of Fastify and the pool this route touches.
|
|
21
|
-
*
|
|
22
|
-
* @param {{ method: string, range?: string }} request
|
|
23
|
-
* @returns {{ req: object, reply: object, sent: object, opened: string[], state: object }}
|
|
24
|
-
*/
|
|
25
|
-
function harness({ method, range }) {
|
|
26
|
-
const opened = [];
|
|
27
|
-
const state = { prioritized: [] };
|
|
28
|
-
|
|
29
|
-
const sent = { code: 200, headers: {}, body: undefined, called: false };
|
|
30
|
-
const reply = {
|
|
31
|
-
code(value) {
|
|
32
|
-
sent.code = value;
|
|
33
|
-
return reply;
|
|
34
|
-
},
|
|
35
|
-
header(name, value) {
|
|
36
|
-
sent.headers[name.toLowerCase()] = value;
|
|
37
|
-
return reply;
|
|
38
|
-
},
|
|
39
|
-
send(body) {
|
|
40
|
-
sent.called = true;
|
|
41
|
-
sent.body = body;
|
|
42
|
-
return reply;
|
|
43
|
-
},
|
|
44
|
-
hijack() {
|
|
45
|
-
sent.hijacked = true;
|
|
46
|
-
},
|
|
47
|
-
raw: {
|
|
48
|
-
// `bindRelease` listens here; HEAD writes its response here.
|
|
49
|
-
once() {},
|
|
50
|
-
writeHead(code, headers) {
|
|
51
|
-
sent.code = code;
|
|
52
|
-
for (const [name, value] of Object.entries(headers)) {
|
|
53
|
-
sent.headers[name.toLowerCase()] = value;
|
|
54
|
-
}
|
|
55
|
-
},
|
|
56
|
-
end() {
|
|
57
|
-
sent.called = true;
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
};
|
|
61
|
-
|
|
62
|
-
const file = {
|
|
63
|
-
name: "movie.mkv",
|
|
64
|
-
length: 5_869_669_065,
|
|
65
|
-
createReadStream(options = {}) {
|
|
66
|
-
opened.push(`${options.start ?? 0}-${options.end ?? "end"}`);
|
|
67
|
-
return { on() {} };
|
|
68
|
-
}
|
|
69
|
-
};
|
|
70
|
-
|
|
71
|
-
const torrentPool = {
|
|
72
|
-
async getTorrent() {
|
|
73
|
-
return { files: [file], sourceKey: "key" };
|
|
74
|
-
},
|
|
75
|
-
prioritizeByteRange(_torrent, fileIndex, byteStart, _windowBytes, options) {
|
|
76
|
-
state.prioritized.push({ byteStart, wholeFileRead: options?.wholeFileRead === true });
|
|
77
|
-
}
|
|
78
|
-
};
|
|
79
|
-
|
|
80
|
-
const req = {
|
|
81
|
-
method,
|
|
82
|
-
query: { sourceType: "magnet", source: "magnet:?xt=urn:btih:abc", fileIndex: "0" },
|
|
83
|
-
headers: range ? { range } : {},
|
|
84
|
-
raw: { once() {} }
|
|
85
|
-
};
|
|
86
|
-
|
|
87
|
-
return { req, reply, sent, opened, state, deps: { sourceRegistry: { get: () => null }, torrentPool } };
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
test("HEAD reports the size without opening a read", async () => {
|
|
91
|
-
const { req, reply, sent, opened, state, deps } = harness({ method: "HEAD" });
|
|
92
|
-
|
|
93
|
-
await handleStreamGet(req, reply, deps);
|
|
94
|
-
|
|
95
|
-
assert.deepEqual(opened, [], "HEAD started a read of the file");
|
|
96
|
-
assert.deepEqual(state.prioritized, [], "HEAD asked the swarm for a read it never made");
|
|
97
|
-
// The real size, not the zero Fastify substitutes for an empty payload — the
|
|
98
|
-
// keyframe index reads this header and treats 0 as "no index".
|
|
99
|
-
assert.equal(sent.headers["content-length"], "5869669065");
|
|
100
|
-
assert.equal(sent.headers["accept-ranges"], "bytes");
|
|
101
|
-
assert.equal(sent.called, true, "HEAD never completed its response");
|
|
102
|
-
assert.equal(sent.body, undefined, "HEAD answered with a body");
|
|
103
|
-
});
|
|
104
|
-
|
|
105
|
-
test("GET still streams the bytes", async () => {
|
|
106
|
-
const { req, reply, sent, opened, deps } = harness({ method: "GET" });
|
|
107
|
-
|
|
108
|
-
await handleStreamGet(req, reply, deps);
|
|
109
|
-
|
|
110
|
-
assert.equal(opened.length, 1, "GET did not open a read");
|
|
111
|
-
assert.equal(sent.headers["content-length"], "5869669065");
|
|
112
|
-
});
|
|
113
|
-
|
|
114
|
-
test("GET with a range streams only that range", async () => {
|
|
115
|
-
const { req, reply, sent, opened, deps } = harness({ method: "GET", range: "bytes=100-199" });
|
|
116
|
-
|
|
117
|
-
await handleStreamGet(req, reply, deps);
|
|
118
|
-
|
|
119
|
-
assert.deepEqual(opened, ["100-199"]);
|
|
120
|
-
assert.equal(sent.code, 206);
|
|
121
|
-
assert.equal(sent.headers["content-range"], "bytes 100-199/5869669065");
|
|
122
|
-
assert.equal(sent.headers["content-length"], "100");
|
|
123
|
-
});
|
|
124
|
-
|
|
125
|
-
// A request with no byte range says nothing about where the viewer is: ffmpeg
|
|
126
|
-
// opens its input with a plain GET and abandons it the moment it seeks, and the
|
|
127
|
-
// keyframe index and the codec probe do the same — four such reads around every
|
|
128
|
-
// encoder restart. Reported as ordinary reads at offset 0, they undid the seek
|
|
129
|
-
// that had just happened and sent the swarm walking the file from its first
|
|
130
|
-
// missing piece; a seek to 89.1% of a 4.7 GB film downloaded 2.47 GB that way.
|
|
131
|
-
test("a range-less GET is reported as a whole-file read", async () => {
|
|
132
|
-
const { req, reply, state, deps } = harness({ method: "GET" });
|
|
133
|
-
|
|
134
|
-
await handleStreamGet(req, reply, deps);
|
|
135
|
-
|
|
136
|
-
assert.deepEqual(state.prioritized, [{ byteStart: 0, wholeFileRead: true }]);
|
|
137
|
-
});
|
|
138
|
-
|
|
139
|
-
test("a ranged GET is reported as a real read position", async () => {
|
|
140
|
-
const { req, reply, state, deps } = harness({ method: "GET", range: "bytes=4390000000-" });
|
|
141
|
-
|
|
142
|
-
await handleStreamGet(req, reply, deps);
|
|
143
|
-
|
|
144
|
-
assert.deepEqual(state.prioritized, [{ byteStart: 4_390_000_000, wholeFileRead: false }]);
|
|
145
|
-
});
|
|
146
|
-
|
|
147
|
-
test("a file downloaded whole is served from disk without touching the torrent", async () => {
|
|
148
|
-
const root = await fs.mkdtemp(path.join(os.tmpdir(), "stream-whole-"));
|
|
149
|
-
const where = path.join(root, "0");
|
|
150
|
-
const bytes = Buffer.from("a film that is a file now", "utf8");
|
|
151
|
-
await fs.writeFile(where, bytes);
|
|
152
|
-
try {
|
|
153
|
-
const { req, reply, sent, deps } = harness({ method: "GET", range: "bytes=2-6" });
|
|
154
|
-
let asked = false;
|
|
155
|
-
const wholeFiles = new Map([
|
|
156
|
-
["abc/0", { path: where, length: bytes.length, name: "film.mkv" }]
|
|
157
|
-
]);
|
|
158
|
-
// Supply the worker boundary explicitly: no Worker or torrent is started.
|
|
159
|
-
deps.torrentPool = new WorkerTorrentPool({}, {
|
|
160
|
-
wholeFiles,
|
|
161
|
-
async getTorrent() {
|
|
162
|
-
asked = true;
|
|
163
|
-
throw new Error("the worker must not be asked for completed bytes");
|
|
164
|
-
}
|
|
165
|
-
});
|
|
166
|
-
assert.equal(deps.torrentPool.wholeFiles, wholeFiles);
|
|
167
|
-
// The source key IS the identity — `torrent:<infohash>` — and it is all the
|
|
168
|
-
// route needs to find the file.
|
|
169
|
-
deps.sourceRegistry = { get: () => ({ sourceType: "torrent", source: "magnet:?xt=urn:btih:abc" }) };
|
|
170
|
-
req.query = { sourceKey: "torrent:abc", fileIndex: "0" };
|
|
171
|
-
|
|
172
|
-
await handleStreamGet(req, reply, deps);
|
|
173
|
-
|
|
174
|
-
assert.equal(asked, false, "the torrent was asked for");
|
|
175
|
-
assert.equal(sent.code, 206);
|
|
176
|
-
assert.equal(sent.headers["content-range"], `bytes 2-6/${bytes.length}`);
|
|
177
|
-
assert.equal(sent.headers["content-length"], "5");
|
|
178
|
-
const chunks = [];
|
|
179
|
-
for await (const chunk of sent.body) chunks.push(chunk);
|
|
180
|
-
assert.deepEqual(Buffer.concat(chunks), bytes.subarray(2, 7));
|
|
181
|
-
} finally {
|
|
182
|
-
await fs.rm(root, { recursive: true, force: true, maxRetries: 10, retryDelay: 20 });
|
|
183
|
-
}
|
|
184
|
-
});
|
|
185
|
-
|
|
186
|
-
test("an announced file removed before opening falls back to the torrent before headers", async () => {
|
|
187
|
-
const root = await fs.mkdtemp(path.join(os.tmpdir(), "stream-removed-"));
|
|
188
|
-
try {
|
|
189
|
-
const { req, reply, sent, opened, deps } = harness({ method: "GET", range: "bytes=2-6" });
|
|
190
|
-
deps.torrentPool.wholeFiles = new Map([
|
|
191
|
-
["abc/0", { path: path.join(root, "missing"), length: 10, name: "gone.mkv" }]
|
|
192
|
-
]);
|
|
193
|
-
deps.sourceRegistry = { get: () => ({ sourceType: "magnet", source: "magnet:?xt=urn:btih:abc" }) };
|
|
194
|
-
req.query = { sourceKey: "torrent:abc", fileIndex: "0" };
|
|
195
|
-
await handleStreamGet(req, reply, deps);
|
|
196
|
-
assert.deepEqual(opened, ["2-6"]);
|
|
197
|
-
assert.equal(deps.torrentPool.wholeFiles.size, 0);
|
|
198
|
-
assert.equal(sent.headers["content-range"], "bytes 2-6/5869669065");
|
|
199
|
-
} finally {
|
|
200
|
-
await fs.rm(root, { recursive: true, force: true });
|
|
201
|
-
}
|
|
202
|
-
});
|
|
203
|
-
|
|
204
|
-
test("a file this proxy does not have whole still goes to the torrent", async () => {
|
|
205
|
-
const { req, reply, state, deps } = harness({ method: "GET", range: "bytes=0-99" });
|
|
206
|
-
deps.torrentPool.wholeFiles = new Map([["other/7", { path: "/nowhere", length: 1, name: "x" }]]);
|
|
207
|
-
await handleStreamGet(req, reply, deps);
|
|
208
|
-
assert.equal(state.prioritized.length, 1, "the ordinary path was not taken");
|
|
209
|
-
});
|
|
210
|
-
|
|
211
|
-
test("every wait of an encoder's input read is marked for the run its URL names", async () => {
|
|
212
|
-
// The run's processing speed is read over its own working time; the time its
|
|
213
|
-
// input waits for the swarm is what this marks (RunClock).
|
|
214
|
-
const { req, reply, deps } = harness({ method: "GET", range: "bytes=0-5" });
|
|
215
|
-
const { files: [file] } = await deps.torrentPool.getTorrent();
|
|
216
|
-
const pieces = [Buffer.from("abc"), Buffer.from("def")];
|
|
217
|
-
file.createFragmentReader = () => ({
|
|
218
|
-
cancel() {},
|
|
219
|
-
async *[Symbol.asyncIterator]() {
|
|
220
|
-
for (const bytes of pieces) {
|
|
221
|
-
yield { bytes, release() {} };
|
|
222
|
-
}
|
|
223
|
-
}
|
|
224
|
-
});
|
|
225
|
-
reply.raw.write = (_bytes, done) => done();
|
|
226
|
-
reply.raw.writableEnded = false;
|
|
227
|
-
reply.raw.destroyed = false;
|
|
228
|
-
req.query.session = "output-1";
|
|
229
|
-
req.query.run = "7";
|
|
230
|
-
const marks = [];
|
|
231
|
-
deps.noteInputWaiting = (runToken, waiting) => marks.push([runToken, waiting]);
|
|
232
|
-
|
|
233
|
-
await handleStreamGet(req, reply, deps);
|
|
234
|
-
|
|
235
|
-
assert.deepEqual(marks, [[7, true], [7, false], [7, true], [7, false], [7, true], [7, false]],
|
|
236
|
-
"a wait before each fragment and one before the end, each closed");
|
|
237
|
-
});
|