@torrent-tv/proxy 2.89.6 → 2.89.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +32 -12
- package/CHANGELOG.md +2340 -2330
- package/assets/calibration/audio/NOTICE.md +19 -19
- package/assets/calibration/audio/manifest.json +98 -98
- package/biome.json +412 -412
- package/docs/browser-proxy-contract.md +155 -155
- package/docs/container-architecture.md +273 -273
- package/docs/encode-run-state.md +1 -1
- package/docs/playback-start-forecast.md +113 -98
- package/package.json +51 -50
- package/routes/api/sources/files/get.js +106 -106
- package/scripts/build-audio-samples.mjs +31 -31
- package/services/encode/EncodeRun.js +67 -15
- package/services/encode/EncodeRuns.js +19 -7
- package/services/encode/OutputOpening.js +784 -784
- package/services/encode/audio-calibration.js +67 -67
- package/services/encode/audio-work-rate.js +15 -15
- package/services/encode/encode-exit.js +2 -0
- package/services/encode/hwaccel.js +1894 -1894
- package/services/encode/output/index.js +24 -24
- package/services/encode/piece-completeness.js +60 -2
- package/services/encode/run-command.js +757 -755
- package/services/encode/segment-formats/index.js +1 -0
- package/services/encode/segment-formats/mp4-boxes.js +8 -1
- package/services/media/ContainerOrchestrator.js +202 -202
- package/services/media/KeyframeTables.js +356 -356
- package/services/media/SubtitleCues.js +592 -592
- package/services/media/audio-inventory.js +299 -299
- package/services/media/container/AviContainer.js +268 -268
- package/services/media/container/Container.js +632 -632
- package/services/media/container/ContainerFactory.js +38 -38
- package/services/media/container/MatroskaContainer.js +1031 -1031
- package/services/media/container/Mp4Container.js +1354 -1354
- package/services/media/container/SubtitleFileContainer.js +339 -339
- package/services/media/container/ebml-stream.js +174 -174
- package/services/media/container/matroska-clusters.js +1165 -1165
- package/services/media/container/unavailable.js +77 -77
- package/services/media/tracks/ContainerTrack.js +84 -84
- package/services/media/tracks/TextSubtitleTrack.js +295 -295
- package/services/storage/piece-store/shared-piece-store.js +1937 -1937
- package/services/storage/segment-store/SegmentStore.js +1294 -1294
- package/services/torrent/Contents.js +382 -382
- package/services/torrent/episode-naming.js +182 -182
- package/services/torrent/torrent-pool.js +2688 -2688
- package/services/torrent/worker/client.js +836 -836
- package/services/torrent/worker/held-bytes.js +231 -231
- package/services/torrent/worker/worker.js +1137 -1137
- package/services/transport/data-channel-handler.js +1373 -1373
- package/services/viewer/PriorityMap.js +421 -421
- package/test/audio-calibration.test.js +23 -23
- package/test/auto-quality-step.test.js +762 -762
- package/test/coalesce.test.js +39 -39
- package/test/coverage-follows-the-disk.test.js +5 -0
- package/test/decode-cost.test.js +475 -475
- package/test/encode-run.test.js +58 -0
- package/test/episode-naming.test.js +131 -131
- package/test/failed-encoder-still-serves-what-exists.test.js +1 -1
- package/test/fixtures/audio-frame-boundary.json +1 -1
- package/test/fixtures/refused-audio-20261002.json +10 -0
- package/test/fmp4-presentation-clock.test.js +4 -2
- package/test/format-keyed-outputs.test.js +78 -78
- package/test/health-metrics.test.js +11 -13
- package/test/held-read-ownership.test.js +77 -77
- package/test/helpers/encode-run.js +14 -6
- package/test/helpers/held-file.js +77 -77
- package/test/helpers/manager.js +62 -62
- package/test/helpers/matroska-file.js +296 -296
- package/test/keyframe-table-budget.test.js +123 -123
- package/test/matroska-cluster-discovery.test.js +323 -323
- package/test/one-output-one-session.test.js +273 -273
- package/test/output-speed.test.js +6 -1
- package/test/piece-completeness.test.js +37 -1
- package/test/quality-variants.test.js +1274 -1270
- package/test/rate-control-in-the-output.test.js +4 -3
- package/test/reads-not-yet-arrived.test.js +218 -218
- package/test/seek-frees-the-viewers-requests.test.js +1 -1
- package/test/segment-closed-on-both-branches.test.js +114 -114
- package/test/segment-judged-by-its-own-header.test.js +222 -222
- package/test/segment-serve-wiring.test.js +481 -481
- package/test/serving-existing-output.test.js +111 -111
- package/test/source-files-route.test.js +113 -113
- package/test/subtitle-cue-walk.test.js +385 -385
- package/test/subtitle-metadata.test.js +15 -15
- package/test/subtitle-plan-waits.test.js +125 -125
- package/test/subtitle-track-numbering.test.js +391 -391
- package/test/two-viewers-one-picture.test.js +508 -508
- package/test/viewer-requests-admission.test.js +92 -92
- package/test/viewer-starts-on-map.test.js +27 -27
- package/test/viewer-states.test.js +5 -2
- package/test/viewing-generations.test.js +390 -390
- package/test/whole-file-held-read.test.js +30 -30
- package/utils/coalesce.js +41 -41
|
@@ -1,323 +1,323 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Where a Matroska file's clusters are, found from what is downloaded —
|
|
3
|
-
* and what is read out of them, in what order, within what memory.
|
|
4
|
-
*
|
|
5
|
-
* RFC 9559 §22.1 says each subtitle frame SHOULD be named by the Cues table, and
|
|
6
|
-
* a file may have no Cues at all. Until 2026-10-01 such a file showed no
|
|
7
|
-
* subtitles ever. Every check builds a file element by element, says which
|
|
8
|
-
* byte ranges are "downloaded", and runs passes of the walk the way arriving
|
|
9
|
-
* pieces would. Fakes only.
|
|
10
|
-
*/
|
|
11
|
-
|
|
12
|
-
import test from "node:test";
|
|
13
|
-
import assert from "node:assert/strict";
|
|
14
|
-
|
|
15
|
-
import { MatroskaContainer } from "../services/media/container/MatroskaContainer.js";
|
|
16
|
-
import {
|
|
17
|
-
ID,
|
|
18
|
-
buildMatroska,
|
|
19
|
-
clusterData,
|
|
20
|
-
cueBlock,
|
|
21
|
-
element,
|
|
22
|
-
heldOver,
|
|
23
|
-
idBytes,
|
|
24
|
-
pictureBlock,
|
|
25
|
-
readerOver,
|
|
26
|
-
trackEntry
|
|
27
|
-
} from "./helpers/matroska-file.js";
|
|
28
|
-
|
|
29
|
-
const TRACKS = [
|
|
30
|
-
trackEntry({ number: 1, type: 1, codecId: "V_MPEG4/ISO/AVC", language: "jpn" }),
|
|
31
|
-
trackEntry({ number: 2, type: 17, codecId: "S_TEXT/UTF8" })
|
|
32
|
-
];
|
|
33
|
-
|
|
34
|
-
/** One cluster a second-and-a-bit long with one line on track 2 and a picture. */
|
|
35
|
-
function plainCluster(ticks, text, picture = Buffer.alloc(16, 7)) {
|
|
36
|
-
return {
|
|
37
|
-
ticks,
|
|
38
|
-
data: clusterData({
|
|
39
|
-
ticks,
|
|
40
|
-
blocks: [pictureBlock({ track: 1, payload: picture }), cueBlock({ track: 2, relativeTicks: 0, durationTicks: 900, text })]
|
|
41
|
-
})
|
|
42
|
-
};
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
async function planOf(file) {
|
|
46
|
-
const { read } = readerOver(file);
|
|
47
|
-
const container = new MatroskaContainer({ readRange: read, fileSize: file.length });
|
|
48
|
-
return { container, plan: await container.readSubtitlePlan() };
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
async function pass(container, plan, progress, held) {
|
|
52
|
-
const result = await container.readHeldCues(plan, plan.tracks[0], progress, held);
|
|
53
|
-
return { ...result, texts: (result.found.get(2) ?? []).map((cue) => cue.text) };
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
test("a Cues table that names only the picture still leads to every subtitle line", async () => {
|
|
57
|
-
const { file } = buildMatroska({
|
|
58
|
-
tracks: TRACKS,
|
|
59
|
-
cues: [1],
|
|
60
|
-
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c")]
|
|
61
|
-
});
|
|
62
|
-
const { container, plan } = await planOf(file);
|
|
63
|
-
assert.equal(plan.cuesState, "complete");
|
|
64
|
-
assert.deepEqual(plan.tracks[0].clusterPositions, [], "the table names no cluster for the subtitle track");
|
|
65
|
-
const result = await pass(container, plan, {}, heldOver(file, [[0, file.length - 1]]));
|
|
66
|
-
assert.deepEqual(result.texts.sort(), ["a", "b", "c"]);
|
|
67
|
-
});
|
|
68
|
-
|
|
69
|
-
test("with no Cues, the chain reads what is joined up and the search finds what lies past a gap", async () => {
|
|
70
|
-
const { file, clusterAt } = buildMatroska({
|
|
71
|
-
tracks: TRACKS,
|
|
72
|
-
cues: null,
|
|
73
|
-
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c"), plainCluster(30_000, "d")]
|
|
74
|
-
});
|
|
75
|
-
const { container, plan } = await planOf(file);
|
|
76
|
-
assert.equal(plan.cuesState, "absent");
|
|
77
|
-
const progress = {};
|
|
78
|
-
const gap = [clusterAt[2], clusterAt[3] - 1];
|
|
79
|
-
const first = await pass(container, plan, progress, heldOver(file, [[0, gap[0] - 1], [gap[1] + 1, file.length - 1]]));
|
|
80
|
-
assert.deepEqual(first.texts.sort(), ["a", "b", "d"], "the third cluster is not downloaded; the fourth is found by searching");
|
|
81
|
-
assert.equal(first.stats.fromSearch, 1);
|
|
82
|
-
|
|
83
|
-
const second = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
84
|
-
assert.deepEqual(second.texts, ["c"], "the gap filled: the chain reaches the third, and nothing is read twice");
|
|
85
|
-
assert.deepEqual(second.withdrawn, [], "the search was right, so nothing is taken back");
|
|
86
|
-
});
|
|
87
|
-
|
|
88
|
-
test("the walk reads the structure of a cluster, not the frames of its picture", async () => {
|
|
89
|
-
// Pictures of 64 KB: a walk that read them would move them all.
|
|
90
|
-
const picture = Buffer.alloc(64 * 1024, 7);
|
|
91
|
-
const { file } = buildMatroska({
|
|
92
|
-
tracks: TRACKS,
|
|
93
|
-
cues: [1],
|
|
94
|
-
clusters: [plainCluster(0, "a", picture), plainCluster(10_000, "b", picture), plainCluster(20_000, "c", picture)]
|
|
95
|
-
});
|
|
96
|
-
const { container, plan } = await planOf(file);
|
|
97
|
-
const reads = [];
|
|
98
|
-
const held = heldOver(file, [[0, file.length - 1]], { portionBytes: 4 * 1024 * 1024, reads });
|
|
99
|
-
const result = await pass(container, plan, {}, held);
|
|
100
|
-
assert.deepEqual(result.texts.sort(), ["a", "b", "c"]);
|
|
101
|
-
const moved = reads.reduce((sum, { start, end }) => sum + (end - start + 1), 0);
|
|
102
|
-
assert.ok(moved < picture.length, `${moved} bytes read for three clusters of ${picture.length}-byte pictures`);
|
|
103
|
-
});
|
|
104
|
-
|
|
105
|
-
test("with no Cues, the search stops at the first cluster it accepts and the chain knows the rest", async () => {
|
|
106
|
-
const picture = Buffer.alloc(64 * 1024, 7);
|
|
107
|
-
const { file, clusterAt } = buildMatroska({
|
|
108
|
-
tracks: TRACKS,
|
|
109
|
-
cues: null,
|
|
110
|
-
clusters: [0, 10_000, 20_000, 30_000, 40_000].map((ticks, index) => plainCluster(ticks, String(index), picture))
|
|
111
|
-
});
|
|
112
|
-
const { container, plan } = await planOf(file);
|
|
113
|
-
const reads = [];
|
|
114
|
-
// The first cluster's header is not here, so nothing establishes the chain:
|
|
115
|
-
// only the search can start it.
|
|
116
|
-
const held = heldOver(file, [[0, clusterAt[0] - 1], [clusterAt[0] + 12, file.length - 1]], { portionBytes: 32 * 1024, reads });
|
|
117
|
-
const result = await pass(container, plan, {}, held);
|
|
118
|
-
assert.deepEqual(result.texts.sort(), ["1", "2", "3", "4"]);
|
|
119
|
-
assert.equal(result.stats.fromSearch, 4, "found by the search, then by its chain");
|
|
120
|
-
const searchedPast = reads.filter(({ start }) => start > clusterAt[2]).reduce((sum, { start, end }) => sum + (end - start + 1), 0);
|
|
121
|
-
assert.ok(searchedPast < picture.length, `${searchedPast} bytes read past the third cluster`);
|
|
122
|
-
});
|
|
123
|
-
|
|
124
|
-
test("a Cluster id inside a picture's bytes is checked and refused, and gives no line", async () => {
|
|
125
|
-
// An id, a plausible size and some bytes — inside a SimpleBlock's payload.
|
|
126
|
-
const fake = Buffer.concat([idBytes(ID.CLUSTER), Buffer.from([0x88]), Buffer.alloc(8, 0x41)]);
|
|
127
|
-
const { file, clusterAt } = buildMatroska({
|
|
128
|
-
tracks: TRACKS,
|
|
129
|
-
cues: null,
|
|
130
|
-
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b", Buffer.concat([Buffer.alloc(8), fake, Buffer.alloc(8)]))]
|
|
131
|
-
});
|
|
132
|
-
const { container, plan } = await planOf(file);
|
|
133
|
-
// The second cluster's own header is not downloaded, so nothing establishes it.
|
|
134
|
-
const result = await pass(
|
|
135
|
-
container,
|
|
136
|
-
plan,
|
|
137
|
-
{},
|
|
138
|
-
heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, file.length - 1]])
|
|
139
|
-
);
|
|
140
|
-
assert.deepEqual(result.texts, ["a"]);
|
|
141
|
-
assert.ok(result.stats.rejectedCandidates >= 1, "the false start was looked at and refused");
|
|
142
|
-
});
|
|
143
|
-
|
|
144
|
-
test("a candidate that a cluster the file establishes later turns out to contain is taken back, with its lines", async () => {
|
|
145
|
-
// A whole, well-formed cluster hidden inside a picture block of a real one.
|
|
146
|
-
const hidden = element(
|
|
147
|
-
ID.CLUSTER,
|
|
148
|
-
clusterData({ ticks: 12_000, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 500, text: "hidden" })] })
|
|
149
|
-
);
|
|
150
|
-
const { file, clusterAt } = buildMatroska({
|
|
151
|
-
tracks: TRACKS,
|
|
152
|
-
cues: null,
|
|
153
|
-
clusters: [
|
|
154
|
-
plainCluster(0, "a"),
|
|
155
|
-
plainCluster(10_000, "b", Buffer.concat([Buffer.alloc(4), hidden, Buffer.alloc(4)])),
|
|
156
|
-
plainCluster(20_000, "c")
|
|
157
|
-
]
|
|
158
|
-
});
|
|
159
|
-
const { container, plan } = await planOf(file);
|
|
160
|
-
const progress = {};
|
|
161
|
-
const hiddenAt = file.indexOf(hidden);
|
|
162
|
-
const first = await pass(
|
|
163
|
-
container,
|
|
164
|
-
plan,
|
|
165
|
-
progress,
|
|
166
|
-
heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, file.length - 1]])
|
|
167
|
-
);
|
|
168
|
-
assert.ok(first.texts.includes("hidden"), "the search found it and its structure held");
|
|
169
|
-
|
|
170
|
-
const second = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
171
|
-
assert.deepEqual(second.withdrawn, [hiddenAt], "the real cluster around it takes it back");
|
|
172
|
-
assert.deepEqual(second.texts, ["b"], "and gives its own line");
|
|
173
|
-
});
|
|
174
|
-
|
|
175
|
-
test("a cluster whose bytes are only partly here is read once, when they all are", async () => {
|
|
176
|
-
const { file, clusterAt } = buildMatroska({
|
|
177
|
-
tracks: TRACKS,
|
|
178
|
-
cues: [1],
|
|
179
|
-
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b")]
|
|
180
|
-
});
|
|
181
|
-
const { container, plan } = await planOf(file);
|
|
182
|
-
const progress = {};
|
|
183
|
-
const partly = await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] + 20]]));
|
|
184
|
-
assert.deepEqual(partly.texts, ["a"]);
|
|
185
|
-
const whole = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
186
|
-
assert.deepEqual(whole.texts, ["b"]);
|
|
187
|
-
const again = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
188
|
-
assert.deepEqual(again.texts, [], "nothing is read twice");
|
|
189
|
-
});
|
|
190
|
-
|
|
191
|
-
test("a cluster of unknown size ends where the next top-level element begins", async () => {
|
|
192
|
-
const { file } = buildMatroska({
|
|
193
|
-
tracks: TRACKS,
|
|
194
|
-
cues: null,
|
|
195
|
-
clusters: [plainCluster(0, "a"), { ...plainCluster(10_000, "b"), unknownSize: true }, plainCluster(20_000, "c")]
|
|
196
|
-
});
|
|
197
|
-
const { container, plan } = await planOf(file);
|
|
198
|
-
const progress = {};
|
|
199
|
-
const held = heldOver(file, [[0, file.length - 1]]);
|
|
200
|
-
const first = await pass(container, plan, progress, held);
|
|
201
|
-
const second = await pass(container, plan, progress, held);
|
|
202
|
-
assert.deepEqual([...first.texts, ...second.texts].sort(), ["a", "b", "c"]);
|
|
203
|
-
});
|
|
204
|
-
|
|
205
|
-
test("a CRC-32 before the Timestamp is a cluster like any other; a candidate whose CRC is wrong is refused", async () => {
|
|
206
|
-
const withCrc = (ticks, text, crc) => ({
|
|
207
|
-
ticks,
|
|
208
|
-
data: clusterData({ ticks, crc, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 500, text })] })
|
|
209
|
-
});
|
|
210
|
-
for (const [crc, expected] of [[true, ["b", "c"]], ["wrong", ["c"]]]) {
|
|
211
|
-
const { file, clusterAt } = buildMatroska({
|
|
212
|
-
tracks: TRACKS,
|
|
213
|
-
cues: null,
|
|
214
|
-
clusters: [withCrc(0, "a", false), withCrc(10_000, "b", crc), withCrc(20_000, "c", false)]
|
|
215
|
-
});
|
|
216
|
-
const { container, plan } = await planOf(file);
|
|
217
|
-
// The first cluster's header is not here, so the second is reached only by
|
|
218
|
-
// the search, which checks the CRC.
|
|
219
|
-
const result = await pass(container, plan, {}, heldOver(file, [[0, clusterAt[0] - 1], [clusterAt[0] + 12, file.length - 1]]));
|
|
220
|
-
assert.deepEqual(result.texts.sort(), expected, `crc ${crc}`);
|
|
221
|
-
if (crc === "wrong") {
|
|
222
|
-
assert.ok(result.stats.rejectedCandidates >= 1);
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
});
|
|
226
|
-
|
|
227
|
-
test("a candidate whose end has not arrived waits, and is read when it has", async () => {
|
|
228
|
-
const { file, clusterAt } = buildMatroska({
|
|
229
|
-
tracks: TRACKS,
|
|
230
|
-
cues: null,
|
|
231
|
-
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c")]
|
|
232
|
-
});
|
|
233
|
-
const { container, plan } = await planOf(file);
|
|
234
|
-
const progress = {};
|
|
235
|
-
const first = await pass(
|
|
236
|
-
container,
|
|
237
|
-
plan,
|
|
238
|
-
progress,
|
|
239
|
-
heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[2], clusterAt[2] + 20]])
|
|
240
|
-
);
|
|
241
|
-
assert.deepEqual(first.texts, ["a"]);
|
|
242
|
-
assert.equal(first.stats.pendingCandidates, 1, "found, and waiting for its bytes");
|
|
243
|
-
const second = await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[2], file.length - 1]]));
|
|
244
|
-
assert.deepEqual(second.texts, ["c"]);
|
|
245
|
-
});
|
|
246
|
-
|
|
247
|
-
test("an id cut by the end of what is downloaded is found once the run grows", async () => {
|
|
248
|
-
const { file, clusterAt } = buildMatroska({
|
|
249
|
-
tracks: TRACKS,
|
|
250
|
-
cues: null,
|
|
251
|
-
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c")]
|
|
252
|
-
});
|
|
253
|
-
const { container, plan } = await planOf(file);
|
|
254
|
-
const progress = {};
|
|
255
|
-
// The run ends two bytes into the third cluster's id.
|
|
256
|
-
await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, clusterAt[2] + 1]]));
|
|
257
|
-
const grown = await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, file.length - 1]]));
|
|
258
|
-
assert.ok(grown.texts.includes("c"), "the cut id was searched again and found");
|
|
259
|
-
});
|
|
260
|
-
|
|
261
|
-
test("the cluster a viewer stands in is read first, then the one before it, then onward", async () => {
|
|
262
|
-
const clusters = [0, 10_000, 20_000, 30_000, 40_000].map((ticks) => plainCluster(ticks, `at ${ticks / 1000}`));
|
|
263
|
-
// A line that starts in the 10 s cluster and is still on screen at 25 s.
|
|
264
|
-
clusters[1] = {
|
|
265
|
-
ticks: 10_000,
|
|
266
|
-
data: clusterData({ ticks: 10_000, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 16_000, text: "at 10" })] })
|
|
267
|
-
};
|
|
268
|
-
const { file } = buildMatroska({ tracks: TRACKS, cues: [1], clusters });
|
|
269
|
-
const { container, plan } = await planOf(file);
|
|
270
|
-
const progress = {};
|
|
271
|
-
const held = heldOver(file, [[0, file.length - 1]], { wantedSeconds: [25] });
|
|
272
|
-
const first = await pass(container, plan, progress, held);
|
|
273
|
-
assert.deepEqual(first.texts, ["at 20", "at 10"], "the pass ends with what is on screen, to be pushed at once");
|
|
274
|
-
assert.equal(first.more, true, "and says there is more to read now");
|
|
275
|
-
const second = await pass(container, plan, progress, held);
|
|
276
|
-
assert.deepEqual(second.texts, ["at 30", "at 40", "at 0"], "then onward from the viewer, then the rest");
|
|
277
|
-
assert.equal(second.more, false);
|
|
278
|
-
});
|
|
279
|
-
|
|
280
|
-
test("a pass reading the rest stops when a viewer moves, and the next one starts from there", async () => {
|
|
281
|
-
const clusters = [0, 10_000, 20_000, 30_000, 40_000, 50_000].map((ticks) => plainCluster(ticks, `at ${ticks / 1000}`));
|
|
282
|
-
const { file } = buildMatroska({ tracks: TRACKS, cues: [1], clusters });
|
|
283
|
-
const { container, plan } = await planOf(file);
|
|
284
|
-
const progress = {};
|
|
285
|
-
let viewer = [];
|
|
286
|
-
let readsBeforeSeek = 2;
|
|
287
|
-
const held = heldOver(file, [[0, file.length - 1]]);
|
|
288
|
-
held.wantedSeconds = () => {
|
|
289
|
-
// The viewer seeks to 45 s after the pass has read two clusters.
|
|
290
|
-
readsBeforeSeek -= 1;
|
|
291
|
-
if (readsBeforeSeek < 0) {
|
|
292
|
-
viewer = [45];
|
|
293
|
-
}
|
|
294
|
-
return viewer;
|
|
295
|
-
};
|
|
296
|
-
const first = await pass(container, plan, progress, held);
|
|
297
|
-
assert.equal(first.more, true, "stopped for the viewer who moved");
|
|
298
|
-
const second = await pass(container, plan, progress, held);
|
|
299
|
-
assert.deepEqual(second.texts.slice(0, 1), ["at 40"], "the next pass reads where the viewer now is first");
|
|
300
|
-
});
|
|
301
|
-
|
|
302
|
-
test("no read is larger than one portion, and a block larger than one is refused while the rest is read", async () => {
|
|
303
|
-
const portion = 96;
|
|
304
|
-
const { file } = buildMatroska({
|
|
305
|
-
tracks: TRACKS,
|
|
306
|
-
cues: [1],
|
|
307
|
-
clusters: [
|
|
308
|
-
plainCluster(0, "short"),
|
|
309
|
-
{
|
|
310
|
-
ticks: 10_000,
|
|
311
|
-
data: clusterData({ ticks: 10_000, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 500, text: "x".repeat(200) })] })
|
|
312
|
-
},
|
|
313
|
-
plainCluster(20_000, "also short")
|
|
314
|
-
]
|
|
315
|
-
});
|
|
316
|
-
const { container, plan } = await planOf(file);
|
|
317
|
-
const reads = [];
|
|
318
|
-
const result = await pass(container, plan, {}, heldOver(file, [[0, file.length - 1]], { portionBytes: portion, reads }));
|
|
319
|
-
assert.deepEqual(result.texts.sort(), ["also short", "short"]);
|
|
320
|
-
assert.equal(result.stats.refusedElements, 1);
|
|
321
|
-
assert.ok(reads.every(({ start, end }) => end - start + 1 <= portion), "every read stayed within one portion");
|
|
322
|
-
});
|
|
323
|
-
|
|
1
|
+
/**
|
|
2
|
+
* @file Where a Matroska file's clusters are, found from what is downloaded —
|
|
3
|
+
* and what is read out of them, in what order, within what memory.
|
|
4
|
+
*
|
|
5
|
+
* RFC 9559 §22.1 says each subtitle frame SHOULD be named by the Cues table, and
|
|
6
|
+
* a file may have no Cues at all. Until 2026-10-01 such a file showed no
|
|
7
|
+
* subtitles ever. Every check builds a file element by element, says which
|
|
8
|
+
* byte ranges are "downloaded", and runs passes of the walk the way arriving
|
|
9
|
+
* pieces would. Fakes only.
|
|
10
|
+
*/
|
|
11
|
+
|
|
12
|
+
import test from "node:test";
|
|
13
|
+
import assert from "node:assert/strict";
|
|
14
|
+
|
|
15
|
+
import { MatroskaContainer } from "../services/media/container/MatroskaContainer.js";
|
|
16
|
+
import {
|
|
17
|
+
ID,
|
|
18
|
+
buildMatroska,
|
|
19
|
+
clusterData,
|
|
20
|
+
cueBlock,
|
|
21
|
+
element,
|
|
22
|
+
heldOver,
|
|
23
|
+
idBytes,
|
|
24
|
+
pictureBlock,
|
|
25
|
+
readerOver,
|
|
26
|
+
trackEntry
|
|
27
|
+
} from "./helpers/matroska-file.js";
|
|
28
|
+
|
|
29
|
+
const TRACKS = [
|
|
30
|
+
trackEntry({ number: 1, type: 1, codecId: "V_MPEG4/ISO/AVC", language: "jpn" }),
|
|
31
|
+
trackEntry({ number: 2, type: 17, codecId: "S_TEXT/UTF8" })
|
|
32
|
+
];
|
|
33
|
+
|
|
34
|
+
/** One cluster a second-and-a-bit long with one line on track 2 and a picture. */
|
|
35
|
+
function plainCluster(ticks, text, picture = Buffer.alloc(16, 7)) {
|
|
36
|
+
return {
|
|
37
|
+
ticks,
|
|
38
|
+
data: clusterData({
|
|
39
|
+
ticks,
|
|
40
|
+
blocks: [pictureBlock({ track: 1, payload: picture }), cueBlock({ track: 2, relativeTicks: 0, durationTicks: 900, text })]
|
|
41
|
+
})
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
async function planOf(file) {
|
|
46
|
+
const { read } = readerOver(file);
|
|
47
|
+
const container = new MatroskaContainer({ readRange: read, fileSize: file.length });
|
|
48
|
+
return { container, plan: await container.readSubtitlePlan() };
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
async function pass(container, plan, progress, held) {
|
|
52
|
+
const result = await container.readHeldCues(plan, plan.tracks[0], progress, held);
|
|
53
|
+
return { ...result, texts: (result.found.get(2) ?? []).map((cue) => cue.text) };
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
test("a Cues table that names only the picture still leads to every subtitle line", async () => {
|
|
57
|
+
const { file } = buildMatroska({
|
|
58
|
+
tracks: TRACKS,
|
|
59
|
+
cues: [1],
|
|
60
|
+
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c")]
|
|
61
|
+
});
|
|
62
|
+
const { container, plan } = await planOf(file);
|
|
63
|
+
assert.equal(plan.cuesState, "complete");
|
|
64
|
+
assert.deepEqual(plan.tracks[0].clusterPositions, [], "the table names no cluster for the subtitle track");
|
|
65
|
+
const result = await pass(container, plan, {}, heldOver(file, [[0, file.length - 1]]));
|
|
66
|
+
assert.deepEqual(result.texts.sort(), ["a", "b", "c"]);
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
test("with no Cues, the chain reads what is joined up and the search finds what lies past a gap", async () => {
|
|
70
|
+
const { file, clusterAt } = buildMatroska({
|
|
71
|
+
tracks: TRACKS,
|
|
72
|
+
cues: null,
|
|
73
|
+
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c"), plainCluster(30_000, "d")]
|
|
74
|
+
});
|
|
75
|
+
const { container, plan } = await planOf(file);
|
|
76
|
+
assert.equal(plan.cuesState, "absent");
|
|
77
|
+
const progress = {};
|
|
78
|
+
const gap = [clusterAt[2], clusterAt[3] - 1];
|
|
79
|
+
const first = await pass(container, plan, progress, heldOver(file, [[0, gap[0] - 1], [gap[1] + 1, file.length - 1]]));
|
|
80
|
+
assert.deepEqual(first.texts.sort(), ["a", "b", "d"], "the third cluster is not downloaded; the fourth is found by searching");
|
|
81
|
+
assert.equal(first.stats.fromSearch, 1);
|
|
82
|
+
|
|
83
|
+
const second = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
84
|
+
assert.deepEqual(second.texts, ["c"], "the gap filled: the chain reaches the third, and nothing is read twice");
|
|
85
|
+
assert.deepEqual(second.withdrawn, [], "the search was right, so nothing is taken back");
|
|
86
|
+
});
|
|
87
|
+
|
|
88
|
+
test("the walk reads the structure of a cluster, not the frames of its picture", async () => {
|
|
89
|
+
// Pictures of 64 KB: a walk that read them would move them all.
|
|
90
|
+
const picture = Buffer.alloc(64 * 1024, 7);
|
|
91
|
+
const { file } = buildMatroska({
|
|
92
|
+
tracks: TRACKS,
|
|
93
|
+
cues: [1],
|
|
94
|
+
clusters: [plainCluster(0, "a", picture), plainCluster(10_000, "b", picture), plainCluster(20_000, "c", picture)]
|
|
95
|
+
});
|
|
96
|
+
const { container, plan } = await planOf(file);
|
|
97
|
+
const reads = [];
|
|
98
|
+
const held = heldOver(file, [[0, file.length - 1]], { portionBytes: 4 * 1024 * 1024, reads });
|
|
99
|
+
const result = await pass(container, plan, {}, held);
|
|
100
|
+
assert.deepEqual(result.texts.sort(), ["a", "b", "c"]);
|
|
101
|
+
const moved = reads.reduce((sum, { start, end }) => sum + (end - start + 1), 0);
|
|
102
|
+
assert.ok(moved < picture.length, `${moved} bytes read for three clusters of ${picture.length}-byte pictures`);
|
|
103
|
+
});
|
|
104
|
+
|
|
105
|
+
test("with no Cues, the search stops at the first cluster it accepts and the chain knows the rest", async () => {
|
|
106
|
+
const picture = Buffer.alloc(64 * 1024, 7);
|
|
107
|
+
const { file, clusterAt } = buildMatroska({
|
|
108
|
+
tracks: TRACKS,
|
|
109
|
+
cues: null,
|
|
110
|
+
clusters: [0, 10_000, 20_000, 30_000, 40_000].map((ticks, index) => plainCluster(ticks, String(index), picture))
|
|
111
|
+
});
|
|
112
|
+
const { container, plan } = await planOf(file);
|
|
113
|
+
const reads = [];
|
|
114
|
+
// The first cluster's header is not here, so nothing establishes the chain:
|
|
115
|
+
// only the search can start it.
|
|
116
|
+
const held = heldOver(file, [[0, clusterAt[0] - 1], [clusterAt[0] + 12, file.length - 1]], { portionBytes: 32 * 1024, reads });
|
|
117
|
+
const result = await pass(container, plan, {}, held);
|
|
118
|
+
assert.deepEqual(result.texts.sort(), ["1", "2", "3", "4"]);
|
|
119
|
+
assert.equal(result.stats.fromSearch, 4, "found by the search, then by its chain");
|
|
120
|
+
const searchedPast = reads.filter(({ start }) => start > clusterAt[2]).reduce((sum, { start, end }) => sum + (end - start + 1), 0);
|
|
121
|
+
assert.ok(searchedPast < picture.length, `${searchedPast} bytes read past the third cluster`);
|
|
122
|
+
});
|
|
123
|
+
|
|
124
|
+
test("a Cluster id inside a picture's bytes is checked and refused, and gives no line", async () => {
|
|
125
|
+
// An id, a plausible size and some bytes — inside a SimpleBlock's payload.
|
|
126
|
+
const fake = Buffer.concat([idBytes(ID.CLUSTER), Buffer.from([0x88]), Buffer.alloc(8, 0x41)]);
|
|
127
|
+
const { file, clusterAt } = buildMatroska({
|
|
128
|
+
tracks: TRACKS,
|
|
129
|
+
cues: null,
|
|
130
|
+
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b", Buffer.concat([Buffer.alloc(8), fake, Buffer.alloc(8)]))]
|
|
131
|
+
});
|
|
132
|
+
const { container, plan } = await planOf(file);
|
|
133
|
+
// The second cluster's own header is not downloaded, so nothing establishes it.
|
|
134
|
+
const result = await pass(
|
|
135
|
+
container,
|
|
136
|
+
plan,
|
|
137
|
+
{},
|
|
138
|
+
heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, file.length - 1]])
|
|
139
|
+
);
|
|
140
|
+
assert.deepEqual(result.texts, ["a"]);
|
|
141
|
+
assert.ok(result.stats.rejectedCandidates >= 1, "the false start was looked at and refused");
|
|
142
|
+
});
|
|
143
|
+
|
|
144
|
+
test("a candidate that a cluster the file establishes later turns out to contain is taken back, with its lines", async () => {
|
|
145
|
+
// A whole, well-formed cluster hidden inside a picture block of a real one.
|
|
146
|
+
const hidden = element(
|
|
147
|
+
ID.CLUSTER,
|
|
148
|
+
clusterData({ ticks: 12_000, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 500, text: "hidden" })] })
|
|
149
|
+
);
|
|
150
|
+
const { file, clusterAt } = buildMatroska({
|
|
151
|
+
tracks: TRACKS,
|
|
152
|
+
cues: null,
|
|
153
|
+
clusters: [
|
|
154
|
+
plainCluster(0, "a"),
|
|
155
|
+
plainCluster(10_000, "b", Buffer.concat([Buffer.alloc(4), hidden, Buffer.alloc(4)])),
|
|
156
|
+
plainCluster(20_000, "c")
|
|
157
|
+
]
|
|
158
|
+
});
|
|
159
|
+
const { container, plan } = await planOf(file);
|
|
160
|
+
const progress = {};
|
|
161
|
+
const hiddenAt = file.indexOf(hidden);
|
|
162
|
+
const first = await pass(
|
|
163
|
+
container,
|
|
164
|
+
plan,
|
|
165
|
+
progress,
|
|
166
|
+
heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, file.length - 1]])
|
|
167
|
+
);
|
|
168
|
+
assert.ok(first.texts.includes("hidden"), "the search found it and its structure held");
|
|
169
|
+
|
|
170
|
+
const second = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
171
|
+
assert.deepEqual(second.withdrawn, [hiddenAt], "the real cluster around it takes it back");
|
|
172
|
+
assert.deepEqual(second.texts, ["b"], "and gives its own line");
|
|
173
|
+
});
|
|
174
|
+
|
|
175
|
+
test("a cluster whose bytes are only partly here is read once, when they all are", async () => {
|
|
176
|
+
const { file, clusterAt } = buildMatroska({
|
|
177
|
+
tracks: TRACKS,
|
|
178
|
+
cues: [1],
|
|
179
|
+
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b")]
|
|
180
|
+
});
|
|
181
|
+
const { container, plan } = await planOf(file);
|
|
182
|
+
const progress = {};
|
|
183
|
+
const partly = await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] + 20]]));
|
|
184
|
+
assert.deepEqual(partly.texts, ["a"]);
|
|
185
|
+
const whole = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
186
|
+
assert.deepEqual(whole.texts, ["b"]);
|
|
187
|
+
const again = await pass(container, plan, progress, heldOver(file, [[0, file.length - 1]]));
|
|
188
|
+
assert.deepEqual(again.texts, [], "nothing is read twice");
|
|
189
|
+
});
|
|
190
|
+
|
|
191
|
+
test("a cluster of unknown size ends where the next top-level element begins", async () => {
|
|
192
|
+
const { file } = buildMatroska({
|
|
193
|
+
tracks: TRACKS,
|
|
194
|
+
cues: null,
|
|
195
|
+
clusters: [plainCluster(0, "a"), { ...plainCluster(10_000, "b"), unknownSize: true }, plainCluster(20_000, "c")]
|
|
196
|
+
});
|
|
197
|
+
const { container, plan } = await planOf(file);
|
|
198
|
+
const progress = {};
|
|
199
|
+
const held = heldOver(file, [[0, file.length - 1]]);
|
|
200
|
+
const first = await pass(container, plan, progress, held);
|
|
201
|
+
const second = await pass(container, plan, progress, held);
|
|
202
|
+
assert.deepEqual([...first.texts, ...second.texts].sort(), ["a", "b", "c"]);
|
|
203
|
+
});
|
|
204
|
+
|
|
205
|
+
test("a CRC-32 before the Timestamp is a cluster like any other; a candidate whose CRC is wrong is refused", async () => {
|
|
206
|
+
const withCrc = (ticks, text, crc) => ({
|
|
207
|
+
ticks,
|
|
208
|
+
data: clusterData({ ticks, crc, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 500, text })] })
|
|
209
|
+
});
|
|
210
|
+
for (const [crc, expected] of [[true, ["b", "c"]], ["wrong", ["c"]]]) {
|
|
211
|
+
const { file, clusterAt } = buildMatroska({
|
|
212
|
+
tracks: TRACKS,
|
|
213
|
+
cues: null,
|
|
214
|
+
clusters: [withCrc(0, "a", false), withCrc(10_000, "b", crc), withCrc(20_000, "c", false)]
|
|
215
|
+
});
|
|
216
|
+
const { container, plan } = await planOf(file);
|
|
217
|
+
// The first cluster's header is not here, so the second is reached only by
|
|
218
|
+
// the search, which checks the CRC.
|
|
219
|
+
const result = await pass(container, plan, {}, heldOver(file, [[0, clusterAt[0] - 1], [clusterAt[0] + 12, file.length - 1]]));
|
|
220
|
+
assert.deepEqual(result.texts.sort(), expected, `crc ${crc}`);
|
|
221
|
+
if (crc === "wrong") {
|
|
222
|
+
assert.ok(result.stats.rejectedCandidates >= 1);
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
});
|
|
226
|
+
|
|
227
|
+
test("a candidate whose end has not arrived waits, and is read when it has", async () => {
|
|
228
|
+
const { file, clusterAt } = buildMatroska({
|
|
229
|
+
tracks: TRACKS,
|
|
230
|
+
cues: null,
|
|
231
|
+
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c")]
|
|
232
|
+
});
|
|
233
|
+
const { container, plan } = await planOf(file);
|
|
234
|
+
const progress = {};
|
|
235
|
+
const first = await pass(
|
|
236
|
+
container,
|
|
237
|
+
plan,
|
|
238
|
+
progress,
|
|
239
|
+
heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[2], clusterAt[2] + 20]])
|
|
240
|
+
);
|
|
241
|
+
assert.deepEqual(first.texts, ["a"]);
|
|
242
|
+
assert.equal(first.stats.pendingCandidates, 1, "found, and waiting for its bytes");
|
|
243
|
+
const second = await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[2], file.length - 1]]));
|
|
244
|
+
assert.deepEqual(second.texts, ["c"]);
|
|
245
|
+
});
|
|
246
|
+
|
|
247
|
+
test("an id cut by the end of what is downloaded is found once the run grows", async () => {
|
|
248
|
+
const { file, clusterAt } = buildMatroska({
|
|
249
|
+
tracks: TRACKS,
|
|
250
|
+
cues: null,
|
|
251
|
+
clusters: [plainCluster(0, "a"), plainCluster(10_000, "b"), plainCluster(20_000, "c")]
|
|
252
|
+
});
|
|
253
|
+
const { container, plan } = await planOf(file);
|
|
254
|
+
const progress = {};
|
|
255
|
+
// The run ends two bytes into the third cluster's id.
|
|
256
|
+
await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, clusterAt[2] + 1]]));
|
|
257
|
+
const grown = await pass(container, plan, progress, heldOver(file, [[0, clusterAt[1] - 1], [clusterAt[1] + 12, file.length - 1]]));
|
|
258
|
+
assert.ok(grown.texts.includes("c"), "the cut id was searched again and found");
|
|
259
|
+
});
|
|
260
|
+
|
|
261
|
+
test("the cluster a viewer stands in is read first, then the one before it, then onward", async () => {
|
|
262
|
+
const clusters = [0, 10_000, 20_000, 30_000, 40_000].map((ticks) => plainCluster(ticks, `at ${ticks / 1000}`));
|
|
263
|
+
// A line that starts in the 10 s cluster and is still on screen at 25 s.
|
|
264
|
+
clusters[1] = {
|
|
265
|
+
ticks: 10_000,
|
|
266
|
+
data: clusterData({ ticks: 10_000, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 16_000, text: "at 10" })] })
|
|
267
|
+
};
|
|
268
|
+
const { file } = buildMatroska({ tracks: TRACKS, cues: [1], clusters });
|
|
269
|
+
const { container, plan } = await planOf(file);
|
|
270
|
+
const progress = {};
|
|
271
|
+
const held = heldOver(file, [[0, file.length - 1]], { wantedSeconds: [25] });
|
|
272
|
+
const first = await pass(container, plan, progress, held);
|
|
273
|
+
assert.deepEqual(first.texts, ["at 20", "at 10"], "the pass ends with what is on screen, to be pushed at once");
|
|
274
|
+
assert.equal(first.more, true, "and says there is more to read now");
|
|
275
|
+
const second = await pass(container, plan, progress, held);
|
|
276
|
+
assert.deepEqual(second.texts, ["at 30", "at 40", "at 0"], "then onward from the viewer, then the rest");
|
|
277
|
+
assert.equal(second.more, false);
|
|
278
|
+
});
|
|
279
|
+
|
|
280
|
+
test("a pass reading the rest stops when a viewer moves, and the next one starts from there", async () => {
|
|
281
|
+
const clusters = [0, 10_000, 20_000, 30_000, 40_000, 50_000].map((ticks) => plainCluster(ticks, `at ${ticks / 1000}`));
|
|
282
|
+
const { file } = buildMatroska({ tracks: TRACKS, cues: [1], clusters });
|
|
283
|
+
const { container, plan } = await planOf(file);
|
|
284
|
+
const progress = {};
|
|
285
|
+
let viewer = [];
|
|
286
|
+
let readsBeforeSeek = 2;
|
|
287
|
+
const held = heldOver(file, [[0, file.length - 1]]);
|
|
288
|
+
held.wantedSeconds = () => {
|
|
289
|
+
// The viewer seeks to 45 s after the pass has read two clusters.
|
|
290
|
+
readsBeforeSeek -= 1;
|
|
291
|
+
if (readsBeforeSeek < 0) {
|
|
292
|
+
viewer = [45];
|
|
293
|
+
}
|
|
294
|
+
return viewer;
|
|
295
|
+
};
|
|
296
|
+
const first = await pass(container, plan, progress, held);
|
|
297
|
+
assert.equal(first.more, true, "stopped for the viewer who moved");
|
|
298
|
+
const second = await pass(container, plan, progress, held);
|
|
299
|
+
assert.deepEqual(second.texts.slice(0, 1), ["at 40"], "the next pass reads where the viewer now is first");
|
|
300
|
+
});
|
|
301
|
+
|
|
302
|
+
test("no read is larger than one portion, and a block larger than one is refused while the rest is read", async () => {
|
|
303
|
+
const portion = 96;
|
|
304
|
+
const { file } = buildMatroska({
|
|
305
|
+
tracks: TRACKS,
|
|
306
|
+
cues: [1],
|
|
307
|
+
clusters: [
|
|
308
|
+
plainCluster(0, "short"),
|
|
309
|
+
{
|
|
310
|
+
ticks: 10_000,
|
|
311
|
+
data: clusterData({ ticks: 10_000, blocks: [cueBlock({ track: 2, relativeTicks: 0, durationTicks: 500, text: "x".repeat(200) })] })
|
|
312
|
+
},
|
|
313
|
+
plainCluster(20_000, "also short")
|
|
314
|
+
]
|
|
315
|
+
});
|
|
316
|
+
const { container, plan } = await planOf(file);
|
|
317
|
+
const reads = [];
|
|
318
|
+
const result = await pass(container, plan, {}, heldOver(file, [[0, file.length - 1]], { portionBytes: portion, reads }));
|
|
319
|
+
assert.deepEqual(result.texts.sort(), ["also short", "short"]);
|
|
320
|
+
assert.equal(result.stats.refusedElements, 1);
|
|
321
|
+
assert.ok(reads.every(({ start, end }) => end - start + 1 <= portion), "every read stayed within one portion");
|
|
322
|
+
});
|
|
323
|
+
|