@torrent-tv/proxy 2.88.4 → 2.88.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/opsx/apply.md +155 -155
- package/.claude/commands/opsx/archive.md +160 -160
- package/.claude/commands/opsx/explore.md +174 -174
- package/.claude/commands/opsx/propose.md +109 -109
- package/.claude/commands/opsx/sync.md +143 -143
- package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
- package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
- package/.claude/skills/openspec-explore/SKILL.md +289 -289
- package/.claude/skills/openspec-propose/SKILL.md +113 -113
- package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
- package/.dockerignore +5 -5
- package/AGENTS.md +322 -322
- package/CHANGELOG.md +2266 -2259
- package/Dockerfile +30 -30
- package/LICENSE +16 -16
- package/README.md +369 -369
- package/assets/calibration/NOTICE.md +100 -100
- package/assets/calibration/audio/NOTICE.md +19 -0
- package/assets/calibration/audio/aac.m4a +0 -0
- package/assets/calibration/audio/ac3.ac3 +0 -0
- package/assets/calibration/audio/alac.m4a +0 -0
- package/assets/calibration/audio/dts.dts +0 -0
- package/assets/calibration/audio/eac3.eac3 +0 -0
- package/assets/calibration/audio/flac.flac +0 -0
- package/assets/calibration/audio/manifest.json +98 -0
- package/assets/calibration/audio/mp2.mp2 +0 -0
- package/assets/calibration/audio/mp3.mp3 +0 -0
- package/assets/calibration/audio/opus.opus +0 -0
- package/assets/calibration/audio/pcm.wav +0 -0
- package/assets/calibration/audio/truehd.thd +0 -0
- package/assets/calibration/audio/vorbis.ogg +0 -0
- package/assets/diagnostics/sctpstate.gdb +31 -31
- package/bin/cli.js +684 -684
- package/bin/thread-pool.js +30 -30
- package/biome.json +412 -411
- package/docs/browser-proxy-contract.md +155 -152
- package/docs/container-architecture.md +218 -218
- package/docs/download-architecture.md +261 -261
- package/docs/encode-architecture.md +729 -729
- package/docs/encode-run-state.md +96 -96
- package/docs/logs.md +97 -97
- package/docs/playback-start-forecast.md +56 -0
- package/docs/socks5-egress-research.md +114 -114
- package/docs/storage-architecture.md +267 -267
- package/knip.json +14 -14
- package/openspec/changes/adaptive-bitrate/design.md +92 -92
- package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
- package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
- package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
- package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
- package/openspec/changes/binary-distribution/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/design.md +81 -81
- package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
- package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
- package/openspec/changes/cold-start/design.md +98 -98
- package/openspec/changes/cold-start/proposal.md +62 -62
- package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
- package/openspec/changes/cold-start/tasks.md +48 -48
- package/openspec/changes/disk-cap/.openspec.yaml +2 -2
- package/openspec/changes/disk-cap/proposal.md +37 -37
- package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
- package/openspec/changes/disk-cap/tasks.md +19 -19
- package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
- package/openspec/changes/proxy-observability/design.md +38 -38
- package/openspec/changes/proxy-observability/proposal.md +49 -49
- package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
- package/openspec/changes/proxy-observability/tasks.md +21 -21
- package/openspec/changes/seek-debounce/design.md +118 -118
- package/openspec/changes/seek-debounce/proposal.md +59 -59
- package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
- package/openspec/changes/seek-debounce/tasks.md +33 -33
- package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
- package/openspec/changes/subtitle-language/proposal.md +50 -50
- package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
- package/openspec/changes/subtitle-language/tasks.md +26 -26
- package/openspec/changes/track-selection/.openspec.yaml +2 -2
- package/openspec/changes/track-selection/design.md +47 -47
- package/openspec/changes/track-selection/proposal.md +45 -45
- package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
- package/openspec/changes/track-selection/tasks.md +20 -20
- package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
- package/openspec/changes/transcode-quality/proposal.md +51 -51
- package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
- package/openspec/changes/transcode-quality/tasks.md +63 -63
- package/openspec/config.yaml +38 -38
- package/package.json +1 -1
- package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/research/handover-2026-09-13.md +209 -209
- package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
- package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
- package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
- package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
- package/routes/api/client-logs/post.js +86 -86
- package/routes/api/delivery-sink/get.js +72 -72
- package/routes/api/link-probe/get.js +51 -51
- package/routes/api/playback-plan/audio-tracks/post.js +29 -29
- package/routes/api/playback-plan/post.js +53 -53
- package/routes/api/sources/post.js +36 -36
- package/routes/api/sources/stats/get.js +132 -132
- package/routes/api/sources/warm/post.js +217 -217
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
- package/routes/api/transcode-sessions/net-report/post.js +138 -138
- package/routes/api/transcode-sessions/post.js +178 -178
- package/routes/api/transcode-sessions/progress/get.js +27 -27
- package/routes/api/transcode-sessions/release/post.js +41 -41
- package/routes/api/transcode-sessions/seek/post.js +63 -63
- package/routes/health/get.js +13 -13
- package/routes/healthz/get.js +13 -13
- package/routes/stream/get.js +380 -380
- package/routes/transcode/audio-file/get.js +64 -64
- package/routes/transcode/audio-warm/get.js +95 -95
- package/routes/transcode/session-file/get.js +52 -52
- package/routes/transcode/variant-file/get.js +95 -95
- package/routes/transcode/variant-warm/get.js +84 -84
- package/scripts/build-audio-samples.mjs +31 -0
- package/scripts/render-run-graph.js +173 -173
- package/server.js +730 -725
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -345
- package/services/encode/EncodeAdmission.js +376 -376
- package/services/encode/EncodeOrchestrator.js +1217 -1217
- package/services/encode/EncodePlan.js +1366 -1366
- package/services/encode/EncodeRun.js +813 -813
- package/services/encode/EncodeRuns.js +1237 -1235
- package/services/encode/Encoder.js +142 -142
- package/services/encode/EncoderSelection.js +38 -38
- package/services/encode/LocalObservations.js +359 -359
- package/services/encode/NvencEncoder.js +50 -50
- package/services/encode/OutputOpening.js +783 -783
- package/services/encode/OutputTimes.js +579 -579
- package/services/encode/QsvEncoder.js +58 -58
- package/services/encode/Renditions.js +2282 -2282
- package/services/encode/RunProgress.js +84 -84
- package/services/encode/SegmentDemand.js +95 -95
- package/services/encode/SoftwareEncoder.js +121 -121
- package/services/encode/V4l2m2mEncoder.js +53 -53
- package/services/encode/VaapiEncoder.js +66 -66
- package/services/encode/args.js +418 -418
- package/services/encode/audio-calibration.js +67 -0
- package/services/encode/audio-work-rate.js +15 -0
- package/services/encode/available-share.js +89 -89
- package/services/encode/calibration.js +361 -361
- package/services/encode/contention.js +128 -128
- package/services/encode/decode-cost-fit.js +363 -363
- package/services/encode/encode-exit.js +114 -114
- package/services/encode/encode-run-state.js +551 -551
- package/services/encode/encoder-readings.js +45 -45
- package/services/encode/fingerprint.js +322 -322
- package/services/encode/host-load.js +174 -174
- package/services/encode/hwaccel.js +1894 -1894
- package/services/encode/index.js +9 -9
- package/services/encode/learned-median.js +90 -90
- package/services/encode/output/EncodedOutput.js +57 -57
- package/services/encode/output/Output.js +131 -131
- package/services/encode/output/OutputCatalog.js +414 -414
- package/services/encode/output/OutputSpec.js +390 -390
- package/services/encode/output/Timeline.js +308 -308
- package/services/encode/output/cut-grid.js +107 -107
- package/services/encode/output/index.js +20 -20
- package/services/encode/output/ladder.js +32 -32
- package/services/encode/output/playlists.js +284 -284
- package/services/encode/output/rates.js +125 -125
- package/services/encode/output-key-format.js +21 -21
- package/services/encode/quality/EncodeCost.js +1167 -1150
- package/services/encode/quality/HostLoad.js +525 -525
- package/services/encode/quality/HostTimings.js +249 -249
- package/services/encode/quality/OutputQualityState.js +28 -28
- package/services/encode/quality/QualityController.js +935 -935
- package/services/encode/quality/QualityOffer.js +416 -416
- package/services/encode/quality/drain-threat.js +47 -47
- package/services/encode/quality/link-budget.js +349 -349
- package/services/encode/quality/output-format.js +319 -319
- package/services/encode/quality/serving-output.js +216 -216
- package/services/encode/quality/visible-rung.js +57 -57
- package/services/encode/run-budget.js +97 -97
- package/services/encode/run-command.js +754 -754
- package/services/encode/run-costs.js +155 -155
- package/services/encode/run-inputs.js +42 -42
- package/services/encode/segment-formats/fmp4.js +458 -456
- package/services/encode/segment-formats/index.js +85 -85
- package/services/encode/segment-formats/init-compat.js +324 -324
- package/services/encode/segment-formats/mp4-boxes.js +12 -1
- package/services/encode/segment-formats/mpegts.js +134 -134
- package/services/encode/start-stop-cost.js +178 -178
- package/services/encode/throughput.js +97 -97
- package/services/encode/torrent-cost.js +88 -88
- package/services/identity/installation-id.js +38 -38
- package/services/media/ContainerOrchestrator.js +149 -149
- package/services/media/KeyframeTables.js +316 -316
- package/services/media/SourceFile.js +298 -298
- package/services/media/SubtitleCues.js +520 -520
- package/services/media/SubtitleOrchestrator.js +167 -167
- package/services/media/audio-inventory.js +299 -298
- package/services/media/container/AviContainer.js +266 -266
- package/services/media/container/Container.js +609 -609
- package/services/media/container/ContainerFactory.js +56 -56
- package/services/media/container/KeyframeTable.js +272 -272
- package/services/media/container/MatroskaContainer.js +1494 -1494
- package/services/media/container/Mp4Container.js +1344 -1344
- package/services/media/container/ebml-reader.js +159 -159
- package/services/media/ffmpeg-banner.js +260 -260
- package/services/media/keyframe-probe.js +157 -157
- package/services/media/media-info-probe.js +93 -93
- package/services/media/playback-planner.js +931 -931
- package/services/media/tracks/AudioTrack.js +143 -143
- package/services/media/tracks/ContainerTrack.js +75 -75
- package/services/media/tracks/ImageSubtitleTrack.js +19 -19
- package/services/media/tracks/SubtitleTrack.js +38 -38
- package/services/media/tracks/TextSubtitleTrack.js +287 -287
- package/services/media/tracks/VideoTrack.js +33 -33
- package/services/media/tracks/audio-bound.js +233 -233
- package/services/media/tracks/index.js +15 -15
- package/services/media/tracks/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -418
- package/services/server/SegmentServing.js +1150 -1150
- package/services/server/ViewerRequests.js +785 -760
- package/services/server/WaitLedger.js +142 -142
- package/services/server/controllers/PlaybackController.js +40 -40
- package/services/server/controllers/SubtitleController.js +109 -109
- package/services/server/http-responses.js +60 -60
- package/services/server/playback-readiness.js +516 -708
- package/services/server/transcode-session-files.js +325 -325
- package/services/server/wire-outputs.js +1020 -995
- package/services/storage/Diagnostics.js +202 -202
- package/services/storage/MachineBudget.js +235 -235
- package/services/storage/allowance.js +107 -107
- package/services/storage/core-dumps.js +106 -106
- package/services/storage/files/CompletedFiles.js +391 -391
- package/services/storage/files/piece-from-whole-file.js +118 -118
- package/services/storage/free.js +71 -71
- package/services/storage/keep.js +48 -48
- package/services/storage/machine-memory.js +56 -56
- package/services/storage/memory-report.js +575 -575
- package/services/storage/piece-store/piece-disk-store.js +539 -539
- package/services/storage/piece-store/piece-lru.js +495 -495
- package/services/storage/piece-store/shared-piece-store.js +1937 -1931
- package/services/storage/returns.js +103 -103
- package/services/storage/segment-store/SegmentStore.js +1255 -1240
- package/services/storage/wire.js +175 -175
- package/services/torrent/demand/DemandRegister.js +202 -202
- package/services/torrent/demand/Urgency.js +137 -137
- package/services/torrent/demand/Window.js +118 -118
- package/services/torrent/demand/index.js +8 -8
- package/services/torrent/demand/pieces.js +140 -140
- package/services/torrent/download/SwarmSelection.js +386 -386
- package/services/torrent/download/registry.js +102 -102
- package/services/torrent/download/withdraw-claim.js +80 -80
- package/services/torrent/files.js +455 -455
- package/services/torrent/naming.js +619 -619
- package/services/torrent/piece-store-of.js +29 -29
- package/services/torrent/supply-margin.js +262 -262
- package/services/torrent/torrent-pool.js +2688 -2675
- package/services/torrent/worker/background-fill.js +213 -213
- package/services/torrent/worker/channel.js +271 -271
- package/services/torrent/worker/client.js +765 -765
- package/services/torrent/worker/fastest-wires.js +342 -342
- package/services/torrent/worker/handle-state.js +23 -23
- package/services/torrent/worker/held-bytes.js +155 -155
- package/services/torrent/worker/install-webrtc-shim.js +32 -32
- package/services/torrent/worker/piece-reader.js +1078 -1078
- package/services/torrent/worker/pool-adapter.js +371 -371
- package/services/torrent/worker/protocol.js +184 -184
- package/services/torrent/worker/resume-warm.js +107 -107
- package/services/torrent/worker/webrtc-shim.js +219 -219
- package/services/torrent/worker/worker.js +1129 -1129
- package/services/transport/data-channel-handler.js +1369 -1369
- package/services/transport/delivery-probe.js +842 -842
- package/services/transport/health-collector.js +53 -53
- package/services/transport/nat-classifier.js +231 -231
- package/services/transport/packet-witness.js +808 -808
- package/services/transport/port-mapper.js +235 -235
- package/services/transport/registry-api.js +81 -81
- package/services/transport/tunnel-client.js +447 -447
- package/services/transport/usrsctp-state.js +175 -175
- package/services/transport/webrtc-manager.js +484 -484
- package/services/viewer/Assignments.js +340 -340
- package/services/viewer/PriorityMap.js +390 -390
- package/services/viewer/PriorityOrchestrator.js +325 -325
- package/services/viewer/Viewer.js +691 -691
- package/services/viewer/Viewers.js +368 -368
- package/services/viewer/active-output.js +37 -37
- package/services/viewer/audio-start.js +46 -46
- package/services/viewer/buffer-trend.js +81 -81
- package/services/viewer/choices.js +647 -647
- package/services/viewer/positions.js +126 -126
- package/services/viewer/report-intake.js +46 -46
- package/store/source-registry.js +71 -71
- package/test/asset-paths.test.js +28 -28
- package/test/audio-calibration.test.js +23 -0
- package/test/audio-inventory.test.js +212 -212
- package/test/audio-track-bitrate.test.js +40 -40
- package/test/auto-quality-step.test.js +707 -707
- package/test/available-share.test.js +76 -76
- package/test/background-fill.test.js +190 -190
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +115 -115
- package/test/concurrent-cost.test.js +148 -148
- package/test/container-media-info.test.js +228 -228
- package/test/contention.test.js +76 -76
- package/test/core-dumps.test.js +57 -57
- package/test/coverage-follows-the-disk.test.js +228 -228
- package/test/coverage-map.test.js +195 -195
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
- package/test/cut-times-timeline.test.js +65 -65
- package/test/cuts-follow-published-grid.test.js +109 -109
- package/test/data-channel-frame.test.js +63 -63
- package/test/data-channel-viewer-lifecycle.test.js +92 -92
- package/test/dead-torrent-handle.test.js +52 -52
- package/test/declared-rates.test.js +116 -116
- package/test/declared-tracks.test.js +43 -43
- package/test/decode-cost-fit.test.js +202 -202
- package/test/decode-cost.test.js +462 -462
- package/test/delivery-probe.test.js +393 -393
- package/test/demand-register.test.js +206 -206
- package/test/dht-bootstrap.test.js +72 -72
- package/test/drain-threat.test.js +65 -65
- package/test/duplicate-add.test.js +48 -48
- package/test/encode-admission.test.js +146 -146
- package/test/encode-cost.test.js +283 -283
- package/test/encode-exit.test.js +111 -111
- package/test/encode-orchestrator.test.js +419 -419
- package/test/encode-plan-viewers.test.js +718 -718
- package/test/encode-plan.test.js +545 -545
- package/test/encode-run-state.test.js +314 -314
- package/test/encode-run.test.js +162 -162
- package/test/encode-slope.test.js +46 -46
- package/test/encoded-output.test.js +39 -39
- package/test/encoder-kinds.test.js +122 -122
- package/test/encoder-readings.test.js +46 -46
- package/test/every-claimant-is-told-its-share.test.js +152 -152
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
- package/test/failed-start-breaker.test.js +202 -202
- package/test/fastest-wires.test.js +143 -143
- package/test/ffmpeg-stream-counts.test.js +78 -78
- package/test/file-edges.test.js +191 -191
- package/test/fmp4-presentation-clock.test.js +162 -147
- package/test/fmp4-self-contained.test.js +80 -80
- package/test/fmp4-timestamps.test.js +140 -140
- package/test/fmp4-track-completeness.test.js +41 -41
- package/test/format-keyed-outputs.test.js +78 -78
- package/test/health-metrics.test.js +38 -38
- package/test/held-request-width.test.js +157 -157
- package/test/helpers/encode-run.js +136 -136
- package/test/helpers/held-file.js +29 -29
- package/test/helpers/manager.js +57 -57
- package/test/helpers/output-spec.js +63 -63
- package/test/host-load.test.js +68 -68
- package/test/index-accuracy-is-about-the-file.test.js +128 -128
- package/test/init-compat.test.js +219 -219
- package/test/input-lost-quiets-the-plan.test.js +261 -261
- package/test/input-unavailable.test.js +48 -48
- package/test/installation-id.test.js +39 -39
- package/test/keeping-period.test.js +83 -83
- package/test/keyframe-index-accuracy.test.js +188 -188
- package/test/keyframe-table-budget.test.js +102 -102
- package/test/keyframes-belong-to-the-file.test.js +249 -249
- package/test/learned-median.test.js +37 -37
- package/test/letting-go-asks-who-is-watching.test.js +191 -191
- package/test/limit-row-by-area.test.js +60 -60
- package/test/link-budget.test.js +112 -112
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -273
- package/test/logger-repeats.test.js +134 -134
- package/test/look-ahead-coverage.test.js +56 -56
- package/test/manager-surface.test.js +292 -292
- package/test/matroska-cues-track.test.js +192 -192
- package/test/memory-budget.test.js +390 -390
- package/test/move-cost.test.js +216 -216
- package/test/mp4-subtitles.test.js +173 -173
- package/test/one-authority.test.js +285 -285
- package/test/one-budget.test.js +149 -149
- package/test/one-output-one-session.test.js +273 -270
- package/test/one-resource-divided.test.js +185 -185
- package/test/one-serving-output-per-height.test.js +458 -458
- package/test/orchestrator-wired.test.js +206 -206
- package/test/output-catalog.test.js +39 -39
- package/test/output-shape.test.js +21 -21
- package/test/output-spec.test.js +251 -251
- package/test/output-speed.test.js +88 -88
- package/test/outputs-being-prepared.test.js +40 -40
- package/test/packet-witness-ring.test.js +236 -236
- package/test/packet-witness.test.js +148 -148
- package/test/piece-disk-store.test.js +401 -401
- package/test/piece-from-whole-file.test.js +129 -129
- package/test/piece-lru.test.js +319 -319
- package/test/piece-reader.test.js +162 -162
- package/test/piece-selection-offset.test.js +85 -85
- package/test/piece-store-eviction.test.js +595 -595
- package/test/piece-store-never-refuses.test.js +153 -153
- package/test/piece-store-reservations.test.js +403 -403
- package/test/piece-store-slow-disk.test.js +159 -159
- package/test/piece-tail.test.js +97 -97
- package/test/plan-host-timings.test.js +68 -68
- package/test/plan-is-steady.test.js +225 -225
- package/test/playback-readiness.test.js +483 -453
- package/test/playback-start-regressions.test.js +99 -99
- package/test/priority-map-download.test.js +174 -174
- package/test/priority-map-emptied.test.js +204 -204
- package/test/priority-map-per-output.test.js +215 -215
- package/test/priority-map.test.js +163 -163
- package/test/probe-wedge-certainty.test.js +60 -60
- package/test/produced-copy-choice.test.js +213 -213
- package/test/published-timeline.test.js +83 -83
- package/test/quality-offer.test.js +162 -162
- package/test/quality-variants.test.js +1257 -1257
- package/test/rate-control-in-the-output.test.js +180 -180
- package/test/read-survives-withdrawal.test.js +164 -164
- package/test/read-window.test.js +365 -365
- package/test/resume-warm.test.js +39 -39
- package/test/run-graph-drift.test.js +37 -37
- package/test/run-inputs.test.js +80 -80
- package/test/run-intervals.test.js +100 -100
- package/test/run-position-follows-published-grid.test.js +89 -89
- package/test/run-progress.test.js +65 -65
- package/test/same-height-switch.test.js +664 -664
- package/test/seek-frees-the-viewers-requests.test.js +217 -217
- package/test/seek-landing.test.js +109 -109
- package/test/seek-target-not-superseded.test.js +195 -195
- package/test/segment-closed-on-both-branches.test.js +96 -96
- package/test/segment-cut-times.test.js +63 -63
- package/test/segment-demand.test.js +80 -80
- package/test/segment-hold-supersede.test.js +91 -91
- package/test/segment-judged-by-its-own-header.test.js +221 -221
- package/test/segment-serve-wiring.test.js +475 -475
- package/test/segment-store-eviction.test.js +247 -247
- package/test/segment-store.test.js +338 -323
- package/test/segment-true-start.test.js +86 -86
- package/test/segments-are-shared.test.js +176 -176
- package/test/send-chunk-bytes.test.js +86 -86
- package/test/serving-existing-output.test.js +105 -105
- package/test/serving-output.test.js +102 -102
- package/test/shared-piece-store.test.js +310 -310
- package/test/sidecar-naming.test.js +142 -142
- package/test/soundtrack-rate-bound.test.js +289 -289
- package/test/source-file.test.js +133 -133
- package/test/source-registry.test.js +18 -18
- package/test/split-a-stretch.test.js +139 -139
- package/test/stale-request-after-seek.test.js +158 -158
- package/test/startup-readings.test.js +124 -124
- package/test/stream-route.test.js +209 -209
- package/test/subtitle-cue-framing.test.js +200 -200
- package/test/subtitle-cue-source.test.js +102 -102
- package/test/subtitle-cue-walk.test.js +370 -370
- package/test/subtitle-cursor.test.js +63 -63
- package/test/subtitle-defaults.test.js +118 -118
- package/test/subtitle-language.test.js +252 -252
- package/test/subtitle-track-numbering.test.js +386 -386
- package/test/supply-margin.test.js +177 -177
- package/test/swarm-follows-readers.test.js +174 -174
- package/test/swarm-reach.test.js +130 -130
- package/test/swarm-selection.test.js +220 -220
- package/test/tail-duplication.test.js +167 -167
- package/test/the-channel-has-both-ends.test.js +91 -91
- package/test/the-torrent-thread-serves-bytes.test.js +107 -107
- package/test/thread-pool.test.js +53 -53
- package/test/timeline.test.js +84 -84
- package/test/torrent-contents.test.js +235 -235
- package/test/torrent-cost.test.js +71 -71
- package/test/torrent-files.test.js +221 -221
- package/test/torrent-naming.test.js +255 -255
- package/test/tracks-begin-together.test.js +209 -209
- package/test/tunnel-renewal.test.js +167 -167
- package/test/two-viewers-one-picture.test.js +504 -504
- package/test/upload-hurry.test.js +186 -186
- package/test/usrsctp-state.test.js +131 -131
- package/test/video-facts.test.js +102 -102
- package/test/viewer-assignments.test.js +143 -143
- package/test/viewer-outputs.test.js +285 -285
- package/test/viewer-presence.test.js +116 -116
- package/test/viewer-requests-admission.test.js +89 -89
- package/test/viewer-states.test.js +189 -189
- package/test/viewer-subtitle-subscription.test.js +96 -96
- package/test/viewer.test.js +139 -139
- package/test/viewing-generations.test.js +390 -390
- package/test/visible-rung.test.js +37 -37
- package/test/wait-ledger.test.js +100 -100
- package/test/webrtc-shim.test.js +149 -149
- package/test/wedge-certainty.test.js +131 -131
- package/test/withdraw-piece-claim.test.js +212 -212
- package/test/worker-channel.test.js +158 -158
- package/utils/client-log-file.js +151 -151
- package/utils/logger.js +312 -312
- package/utils/parse-range.js +25 -25
- package/utils/perf.js +59 -59
- package/utils/torrent-source-key.js +38 -38
|
@@ -1,184 +1,184 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Message protocol between the main thread and the torrent worker.
|
|
3
|
-
*
|
|
4
|
-
* **Why the torrent gets its own thread.** Profiling the live proxy during a
|
|
5
|
-
* seek (2026-08-02) found the main thread ~85% busy, and busy with WebTorrent:
|
|
6
|
-
* buffer concatenation in `uint8-util` ~15%, `_updateWire` and its wrapper ~9%,
|
|
7
|
-
* garbage collection ~5% — and no piece hashing anywhere, which had been the
|
|
8
|
-
* standing assumption. Serving a segment shares that thread, so reading an
|
|
9
|
-
* already-finished 10 MB file off SSD took 12-23 s while handing it to the
|
|
10
|
-
* channel took 125 ms. Two unrelated jobs — one talking to fifty peers in small
|
|
11
|
-
* bursts, one owing a viewer a prompt answer — were queued behind each other
|
|
12
|
-
* for no reason but sharing a thread. Three of the four cores sat idle.
|
|
13
|
-
*
|
|
14
|
-
* **Why this shape, measured rather than assumed** (see the numbers below):
|
|
15
|
-
*
|
|
16
|
-
* | approach | 10 MB |
|
|
17
|
-
* |--------------------------------------------|---------|
|
|
18
|
-
* | structured clone (copying) | 37 ms |
|
|
19
|
-
* | transferable `ReadableStream` (the standard)| 104 ms |
|
|
20
|
-
* | **this: transfer inside a stream wrapper** | **4.8 ms** |
|
|
21
|
-
* | one whole buffer, no chunking | 0.49 ms |
|
|
22
|
-
*
|
|
23
|
-
* The standard transferable stream is the obvious choice and the wrong one: it
|
|
24
|
-
* negotiates every chunk across the boundary and costs 22x this design. Copying
|
|
25
|
-
* is worse still. So the worker transfers ownership of large buffers, and the
|
|
26
|
-
* main thread wraps the arriving buffers in an ordinary `ReadableStream` —
|
|
27
|
-
* standard interface outside, ownership transfer inside. Callers cannot tell
|
|
28
|
-
* the difference; the cost is a tenth of a percent of a segment's playing time.
|
|
29
|
-
*
|
|
30
|
-
* Chunk size follows from the same measurements: a round trip costs ~100 µs, so
|
|
31
|
-
* 64 KB chunks would spend 13 ms per segment on overhead against 0.5 ms sent
|
|
32
|
-
* whole. {@link STREAM_CHUNK_BYTES} of 1 MB puts a 10 MB segment at ten
|
|
33
|
-
* messages — about 1 ms — while still allowing a read to be cancelled promptly
|
|
34
|
-
* and keeping peak memory bounded.
|
|
35
|
-
*
|
|
36
|
-
* Torrent objects cannot cross a thread boundary, so the main thread names them
|
|
37
|
-
* by `sourceKey` (the identifier the registry already uses) and the worker owns
|
|
38
|
-
* the objects.
|
|
39
|
-
*/
|
|
40
|
-
|
|
41
|
-
/**
|
|
42
|
-
* Commands sent main thread → worker.
|
|
43
|
-
*
|
|
44
|
-
* @readonly
|
|
45
|
-
* @enum {string}
|
|
46
|
-
*/
|
|
47
|
-
export const Command = {
|
|
48
|
-
/** Add (or join) a torrent; resolves when metadata is ready. */
|
|
49
|
-
ADD_SOURCE: "add-source",
|
|
50
|
-
/** File list and metadata for a source. */
|
|
51
|
-
LIST_FILES: "list-files",
|
|
52
|
-
/** Live download figures for the progress display. */
|
|
53
|
-
FILE_STATS: "file-stats",
|
|
54
|
-
/** Bytes every torrent here has moved, for pricing the torrent's own cost. */
|
|
55
|
-
TORRENT_TOTALS: "torrent-totals",
|
|
56
|
-
/** Which films this proxy holds right now, for content affinity. */
|
|
57
|
-
HELD_TORRENTS: "held-torrents",
|
|
58
|
-
/** Reorder piece selection around a read position (seek prioritisation). */
|
|
59
|
-
PRIORITIZE: "prioritize",
|
|
60
|
-
/**
|
|
61
|
-
* The priority map for one file: seconds of film against a number.
|
|
62
|
-
*
|
|
63
|
-
* What anybody wants and in what order, stated once by the side that knows
|
|
64
|
-
* where the viewers are. The download decides what to fetch and what to keep
|
|
65
|
-
* from this, instead of from the windows the reads themselves used to
|
|
66
|
-
* declare — fifteen reads declaring fifteen windows on a store that holds
|
|
67
|
-
* sixteen pieces is what tore a film apart on 2026-09-05.
|
|
68
|
-
*/
|
|
69
|
-
PRIORITY_MAP: "priority-map",
|
|
70
|
-
/** Read a byte range; the body arrives as CHUNK messages. */
|
|
71
|
-
READ_RANGE: "read-range",
|
|
72
|
-
/** Abandon an in-flight READ_RANGE (viewer gone, seek superseded). */
|
|
73
|
-
CANCEL_READ: "cancel-read",
|
|
74
|
-
/** Pre-fetch the head and tail a codec probe needs. */
|
|
75
|
-
PREFETCH_EDGES: "prefetch-edges",
|
|
76
|
-
/**
|
|
77
|
-
* Fetch one whole file using only the room the viewer's own reading leaves —
|
|
78
|
-
* a soundtrack or subtitle file they may switch to later. Returns as soon as
|
|
79
|
-
* the work is under way.
|
|
80
|
-
*/
|
|
81
|
-
FILL_FILE: "fill-file",
|
|
82
|
-
/** Claim every remaining file as conditional TAIL demand for one torrent. */
|
|
83
|
-
FILL_TORRENT: "fill-torrent",
|
|
84
|
-
/**
|
|
85
|
-
* Start fetching the region a viewer is about to resume at, named in seconds
|
|
86
|
-
* and turned into bytes here, where the file's own duration can be read.
|
|
87
|
-
*/
|
|
88
|
-
WARM_POSITION: "warm-position",
|
|
89
|
-
/**
|
|
90
|
-
* The byte ranges of one file the torrent holds WHOLE, so the subtitle walk
|
|
91
|
-
* can decide what it may read without asking the swarm. A list rather than a
|
|
92
|
-
* question per cluster: a pass asks about every cluster of the file, and
|
|
93
|
-
* hundreds of round trips for a walk meant to be free when there is nothing
|
|
94
|
-
* new would be the cost of the split, not of the work.
|
|
95
|
-
*/
|
|
96
|
-
HELD_RANGES: "held-ranges",
|
|
97
|
-
|
|
98
|
-
/**
|
|
99
|
-
* Bytes of a range the torrent already holds, read from the store and never
|
|
100
|
-
* fetched. The ordinary range read declares demand and steers the swarm,
|
|
101
|
-
* which is right for a viewer waiting on a segment and wrong for a walk that
|
|
102
|
-
* must pull nothing.
|
|
103
|
-
*/
|
|
104
|
-
READ_HELD: "read-held",
|
|
105
|
-
|
|
106
|
-
/** Shut the client down, optionally deleting downloaded data. */
|
|
107
|
-
/**
|
|
108
|
-
* How much disk the spilled pieces may take between them.
|
|
109
|
-
*
|
|
110
|
-
* Sent from the main thread, because the disk has one owner and this store is
|
|
111
|
-
* not its only user: the segments an encoder produces are on the same disk,
|
|
112
|
-
* and a ceiling one of two users sets for itself is not a ceiling. The worker
|
|
113
|
-
* divides its share between the stores it holds.
|
|
114
|
-
*/
|
|
115
|
-
SPILL_ALLOWANCE: "spill-allowance",
|
|
116
|
-
WHOLE_FILES_ALLOWANCE: "whole-files-allowance",
|
|
117
|
-
MEMORY_ALLOWANCE: "memory-allowance",
|
|
118
|
-
DESTROY_ALL: "destroy-all"
|
|
119
|
-
};
|
|
120
|
-
|
|
121
|
-
/**
|
|
122
|
-
* Messages sent worker → main thread.
|
|
123
|
-
*
|
|
124
|
-
* @readonly
|
|
125
|
-
* @enum {string}
|
|
126
|
-
*/
|
|
127
|
-
export const Event = {
|
|
128
|
-
/** A command completed; carries its result. */
|
|
129
|
-
RESULT: "result",
|
|
130
|
-
/** A command failed; carries a message (`Error`s do not survive the boundary). */
|
|
131
|
-
ERROR: "error",
|
|
132
|
-
/** One piece of a READ_RANGE body; its bytes are transferred, never copied. */
|
|
133
|
-
CHUNK: "chunk",
|
|
134
|
-
/**
|
|
135
|
-
* Where a piece of the body sits in the torrent's shared pool — an offset and
|
|
136
|
-
* a length, no bytes at all. The main thread maps the same memory and reads it
|
|
137
|
-
* in place; see `piece-reader.js` for why this replaces sending the bytes.
|
|
138
|
-
*/
|
|
139
|
-
FRAGMENT: "fragment",
|
|
140
|
-
/**
|
|
141
|
-
* The main thread has finished with a FRAGMENT and its pin may be dropped.
|
|
142
|
-
* Distinct from {@link CHUNK_ACK}, which only reports queue capacity: this one
|
|
143
|
-
* is a promise that nothing is reading those bytes any more.
|
|
144
|
-
*/
|
|
145
|
-
FRAGMENT_DONE: "fragment-done",
|
|
146
|
-
/** A READ_RANGE ended; no further CHUNKs bear that request id. */
|
|
147
|
-
READ_END: "read-end",
|
|
148
|
-
/** The main thread consumed a chunk — see {@link STREAM_HIGH_WATER_CHUNKS}. */
|
|
149
|
-
CHUNK_ACK: "chunk-ack",
|
|
150
|
-
/** A log line, so worker output reaches the same place as everything else. */
|
|
151
|
-
LOG: "log",
|
|
152
|
-
/**
|
|
153
|
-
* Pieces of these files have arrived.
|
|
154
|
-
*
|
|
155
|
-
* ANNOUNCED, not asked: the torrent is the only thing that knows a piece just
|
|
156
|
-
* verified, and what anybody does about it — walk a subtitle track's new
|
|
157
|
-
* clusters, say — is no business of this thread. It used to walk them itself,
|
|
158
|
-
* which put the cue reading in the thread that owns the swarm.
|
|
159
|
-
*/
|
|
160
|
-
PIECES_ARRIVED: "pieces-arrived",
|
|
161
|
-
|
|
162
|
-
/**
|
|
163
|
-
* A file has been downloaded whole and written out as a file.
|
|
164
|
-
*
|
|
165
|
-
* The main thread serves it from disk after this, without asking this thread
|
|
166
|
-
* for anything: an ordinary read of an ordinary file, with no piece store
|
|
167
|
-
* between them and nothing that can refuse it for want of memory.
|
|
168
|
-
*/
|
|
169
|
-
FILE_COMPLETE: "file-complete"
|
|
170
|
-
};
|
|
171
|
-
|
|
172
|
-
/**
|
|
173
|
-
* Bytes per CHUNK message. See the file header for why 1 MB.
|
|
174
|
-
*/
|
|
175
|
-
export const STREAM_CHUNK_BYTES = 1024 * 1024;
|
|
176
|
-
|
|
177
|
-
/**
|
|
178
|
-
* How many chunks may be in flight before the worker waits for an acknowledgement.
|
|
179
|
-
*
|
|
180
|
-
* Unbounded sending would let a fast disk outrun the channel and rebuild, in the
|
|
181
|
-
* message queue, exactly the memory the transfers were saving. Two in flight
|
|
182
|
-
* keeps the pipe full without letting it grow.
|
|
183
|
-
*/
|
|
184
|
-
export const STREAM_HIGH_WATER_CHUNKS = 2;
|
|
1
|
+
/**
|
|
2
|
+
* @file Message protocol between the main thread and the torrent worker.
|
|
3
|
+
*
|
|
4
|
+
* **Why the torrent gets its own thread.** Profiling the live proxy during a
|
|
5
|
+
* seek (2026-08-02) found the main thread ~85% busy, and busy with WebTorrent:
|
|
6
|
+
* buffer concatenation in `uint8-util` ~15%, `_updateWire` and its wrapper ~9%,
|
|
7
|
+
* garbage collection ~5% — and no piece hashing anywhere, which had been the
|
|
8
|
+
* standing assumption. Serving a segment shares that thread, so reading an
|
|
9
|
+
* already-finished 10 MB file off SSD took 12-23 s while handing it to the
|
|
10
|
+
* channel took 125 ms. Two unrelated jobs — one talking to fifty peers in small
|
|
11
|
+
* bursts, one owing a viewer a prompt answer — were queued behind each other
|
|
12
|
+
* for no reason but sharing a thread. Three of the four cores sat idle.
|
|
13
|
+
*
|
|
14
|
+
* **Why this shape, measured rather than assumed** (see the numbers below):
|
|
15
|
+
*
|
|
16
|
+
* | approach | 10 MB |
|
|
17
|
+
* |--------------------------------------------|---------|
|
|
18
|
+
* | structured clone (copying) | 37 ms |
|
|
19
|
+
* | transferable `ReadableStream` (the standard)| 104 ms |
|
|
20
|
+
* | **this: transfer inside a stream wrapper** | **4.8 ms** |
|
|
21
|
+
* | one whole buffer, no chunking | 0.49 ms |
|
|
22
|
+
*
|
|
23
|
+
* The standard transferable stream is the obvious choice and the wrong one: it
|
|
24
|
+
* negotiates every chunk across the boundary and costs 22x this design. Copying
|
|
25
|
+
* is worse still. So the worker transfers ownership of large buffers, and the
|
|
26
|
+
* main thread wraps the arriving buffers in an ordinary `ReadableStream` —
|
|
27
|
+
* standard interface outside, ownership transfer inside. Callers cannot tell
|
|
28
|
+
* the difference; the cost is a tenth of a percent of a segment's playing time.
|
|
29
|
+
*
|
|
30
|
+
* Chunk size follows from the same measurements: a round trip costs ~100 µs, so
|
|
31
|
+
* 64 KB chunks would spend 13 ms per segment on overhead against 0.5 ms sent
|
|
32
|
+
* whole. {@link STREAM_CHUNK_BYTES} of 1 MB puts a 10 MB segment at ten
|
|
33
|
+
* messages — about 1 ms — while still allowing a read to be cancelled promptly
|
|
34
|
+
* and keeping peak memory bounded.
|
|
35
|
+
*
|
|
36
|
+
* Torrent objects cannot cross a thread boundary, so the main thread names them
|
|
37
|
+
* by `sourceKey` (the identifier the registry already uses) and the worker owns
|
|
38
|
+
* the objects.
|
|
39
|
+
*/
|
|
40
|
+
|
|
41
|
+
/**
|
|
42
|
+
* Commands sent main thread → worker.
|
|
43
|
+
*
|
|
44
|
+
* @readonly
|
|
45
|
+
* @enum {string}
|
|
46
|
+
*/
|
|
47
|
+
export const Command = {
|
|
48
|
+
/** Add (or join) a torrent; resolves when metadata is ready. */
|
|
49
|
+
ADD_SOURCE: "add-source",
|
|
50
|
+
/** File list and metadata for a source. */
|
|
51
|
+
LIST_FILES: "list-files",
|
|
52
|
+
/** Live download figures for the progress display. */
|
|
53
|
+
FILE_STATS: "file-stats",
|
|
54
|
+
/** Bytes every torrent here has moved, for pricing the torrent's own cost. */
|
|
55
|
+
TORRENT_TOTALS: "torrent-totals",
|
|
56
|
+
/** Which films this proxy holds right now, for content affinity. */
|
|
57
|
+
HELD_TORRENTS: "held-torrents",
|
|
58
|
+
/** Reorder piece selection around a read position (seek prioritisation). */
|
|
59
|
+
PRIORITIZE: "prioritize",
|
|
60
|
+
/**
|
|
61
|
+
* The priority map for one file: seconds of film against a number.
|
|
62
|
+
*
|
|
63
|
+
* What anybody wants and in what order, stated once by the side that knows
|
|
64
|
+
* where the viewers are. The download decides what to fetch and what to keep
|
|
65
|
+
* from this, instead of from the windows the reads themselves used to
|
|
66
|
+
* declare — fifteen reads declaring fifteen windows on a store that holds
|
|
67
|
+
* sixteen pieces is what tore a film apart on 2026-09-05.
|
|
68
|
+
*/
|
|
69
|
+
PRIORITY_MAP: "priority-map",
|
|
70
|
+
/** Read a byte range; the body arrives as CHUNK messages. */
|
|
71
|
+
READ_RANGE: "read-range",
|
|
72
|
+
/** Abandon an in-flight READ_RANGE (viewer gone, seek superseded). */
|
|
73
|
+
CANCEL_READ: "cancel-read",
|
|
74
|
+
/** Pre-fetch the head and tail a codec probe needs. */
|
|
75
|
+
PREFETCH_EDGES: "prefetch-edges",
|
|
76
|
+
/**
|
|
77
|
+
* Fetch one whole file using only the room the viewer's own reading leaves —
|
|
78
|
+
* a soundtrack or subtitle file they may switch to later. Returns as soon as
|
|
79
|
+
* the work is under way.
|
|
80
|
+
*/
|
|
81
|
+
FILL_FILE: "fill-file",
|
|
82
|
+
/** Claim every remaining file as conditional TAIL demand for one torrent. */
|
|
83
|
+
FILL_TORRENT: "fill-torrent",
|
|
84
|
+
/**
|
|
85
|
+
* Start fetching the region a viewer is about to resume at, named in seconds
|
|
86
|
+
* and turned into bytes here, where the file's own duration can be read.
|
|
87
|
+
*/
|
|
88
|
+
WARM_POSITION: "warm-position",
|
|
89
|
+
/**
|
|
90
|
+
* The byte ranges of one file the torrent holds WHOLE, so the subtitle walk
|
|
91
|
+
* can decide what it may read without asking the swarm. A list rather than a
|
|
92
|
+
* question per cluster: a pass asks about every cluster of the file, and
|
|
93
|
+
* hundreds of round trips for a walk meant to be free when there is nothing
|
|
94
|
+
* new would be the cost of the split, not of the work.
|
|
95
|
+
*/
|
|
96
|
+
HELD_RANGES: "held-ranges",
|
|
97
|
+
|
|
98
|
+
/**
|
|
99
|
+
* Bytes of a range the torrent already holds, read from the store and never
|
|
100
|
+
* fetched. The ordinary range read declares demand and steers the swarm,
|
|
101
|
+
* which is right for a viewer waiting on a segment and wrong for a walk that
|
|
102
|
+
* must pull nothing.
|
|
103
|
+
*/
|
|
104
|
+
READ_HELD: "read-held",
|
|
105
|
+
|
|
106
|
+
/** Shut the client down, optionally deleting downloaded data. */
|
|
107
|
+
/**
|
|
108
|
+
* How much disk the spilled pieces may take between them.
|
|
109
|
+
*
|
|
110
|
+
* Sent from the main thread, because the disk has one owner and this store is
|
|
111
|
+
* not its only user: the segments an encoder produces are on the same disk,
|
|
112
|
+
* and a ceiling one of two users sets for itself is not a ceiling. The worker
|
|
113
|
+
* divides its share between the stores it holds.
|
|
114
|
+
*/
|
|
115
|
+
SPILL_ALLOWANCE: "spill-allowance",
|
|
116
|
+
WHOLE_FILES_ALLOWANCE: "whole-files-allowance",
|
|
117
|
+
MEMORY_ALLOWANCE: "memory-allowance",
|
|
118
|
+
DESTROY_ALL: "destroy-all"
|
|
119
|
+
};
|
|
120
|
+
|
|
121
|
+
/**
|
|
122
|
+
* Messages sent worker → main thread.
|
|
123
|
+
*
|
|
124
|
+
* @readonly
|
|
125
|
+
* @enum {string}
|
|
126
|
+
*/
|
|
127
|
+
export const Event = {
|
|
128
|
+
/** A command completed; carries its result. */
|
|
129
|
+
RESULT: "result",
|
|
130
|
+
/** A command failed; carries a message (`Error`s do not survive the boundary). */
|
|
131
|
+
ERROR: "error",
|
|
132
|
+
/** One piece of a READ_RANGE body; its bytes are transferred, never copied. */
|
|
133
|
+
CHUNK: "chunk",
|
|
134
|
+
/**
|
|
135
|
+
* Where a piece of the body sits in the torrent's shared pool — an offset and
|
|
136
|
+
* a length, no bytes at all. The main thread maps the same memory and reads it
|
|
137
|
+
* in place; see `piece-reader.js` for why this replaces sending the bytes.
|
|
138
|
+
*/
|
|
139
|
+
FRAGMENT: "fragment",
|
|
140
|
+
/**
|
|
141
|
+
* The main thread has finished with a FRAGMENT and its pin may be dropped.
|
|
142
|
+
* Distinct from {@link CHUNK_ACK}, which only reports queue capacity: this one
|
|
143
|
+
* is a promise that nothing is reading those bytes any more.
|
|
144
|
+
*/
|
|
145
|
+
FRAGMENT_DONE: "fragment-done",
|
|
146
|
+
/** A READ_RANGE ended; no further CHUNKs bear that request id. */
|
|
147
|
+
READ_END: "read-end",
|
|
148
|
+
/** The main thread consumed a chunk — see {@link STREAM_HIGH_WATER_CHUNKS}. */
|
|
149
|
+
CHUNK_ACK: "chunk-ack",
|
|
150
|
+
/** A log line, so worker output reaches the same place as everything else. */
|
|
151
|
+
LOG: "log",
|
|
152
|
+
/**
|
|
153
|
+
* Pieces of these files have arrived.
|
|
154
|
+
*
|
|
155
|
+
* ANNOUNCED, not asked: the torrent is the only thing that knows a piece just
|
|
156
|
+
* verified, and what anybody does about it — walk a subtitle track's new
|
|
157
|
+
* clusters, say — is no business of this thread. It used to walk them itself,
|
|
158
|
+
* which put the cue reading in the thread that owns the swarm.
|
|
159
|
+
*/
|
|
160
|
+
PIECES_ARRIVED: "pieces-arrived",
|
|
161
|
+
|
|
162
|
+
/**
|
|
163
|
+
* A file has been downloaded whole and written out as a file.
|
|
164
|
+
*
|
|
165
|
+
* The main thread serves it from disk after this, without asking this thread
|
|
166
|
+
* for anything: an ordinary read of an ordinary file, with no piece store
|
|
167
|
+
* between them and nothing that can refuse it for want of memory.
|
|
168
|
+
*/
|
|
169
|
+
FILE_COMPLETE: "file-complete"
|
|
170
|
+
};
|
|
171
|
+
|
|
172
|
+
/**
|
|
173
|
+
* Bytes per CHUNK message. See the file header for why 1 MB.
|
|
174
|
+
*/
|
|
175
|
+
export const STREAM_CHUNK_BYTES = 1024 * 1024;
|
|
176
|
+
|
|
177
|
+
/**
|
|
178
|
+
* How many chunks may be in flight before the worker waits for an acknowledgement.
|
|
179
|
+
*
|
|
180
|
+
* Unbounded sending would let a fast disk outrun the channel and rebuild, in the
|
|
181
|
+
* message queue, exactly the memory the transfers were saving. Two in flight
|
|
182
|
+
* keeps the pipe full without letting it grow.
|
|
183
|
+
*/
|
|
184
|
+
export const STREAM_HIGH_WATER_CHUNKS = 2;
|
|
@@ -1,107 +1,107 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Fetching the region under a viewer's resume position.
|
|
3
|
-
*
|
|
4
|
-
* All that is left of a file that used to read containers here as well. The
|
|
5
|
-
* parsing moved to the main thread on 2026-09-15: a container is built from one
|
|
6
|
-
* function, `readRange(start, end)`, the pieces behind it live in shared memory,
|
|
7
|
-
* and the reason it had been put here — "the main thread cannot open a read
|
|
8
|
-
* stream on one of its files" — was true of WebTorrent's own API and not of the
|
|
9
|
-
* bytes. Three commands, a second `ContainerOrchestrator` in this thread, and
|
|
10
|
-
* every answer carried back over the channel went with it.
|
|
11
|
-
*
|
|
12
|
-
* What stays is the part that really is the torrent's: turning a position in
|
|
13
|
-
* seconds into a byte offset and pulling that region off the swarm. How long
|
|
14
|
-
* the file runs is TOLD to it, because that is what the file states about
|
|
15
|
-
* itself and this thread no longer reads such things.
|
|
16
|
-
*/
|
|
17
|
-
|
|
18
|
-
import { logger } from "../../../utils/logger.js";
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
/**
|
|
30
|
-
* How much of the file to pull in under the viewer's resume position.
|
|
31
|
-
*
|
|
32
|
-
* One piece of a video torrent is 4-16 MB and a resume lands anywhere inside
|
|
33
|
-
* one, so anything smaller would still leave the encoder waiting for the piece
|
|
34
|
-
* it starts in. Eight megabytes covers that piece and usually the next.
|
|
35
|
-
*/
|
|
36
|
-
const RESUME_REGION_BYTES = 8 * 1024 * 1024;
|
|
37
|
-
|
|
38
|
-
/**
|
|
39
|
-
* Where a position in seconds falls in a file, in bytes.
|
|
40
|
-
*
|
|
41
|
-
* Proportional, and therefore approximate on a variable bitrate — which is what
|
|
42
|
-
* it is for: a prefetch that puts the swarm to work on roughly the right place
|
|
43
|
-
* while the plan and the session are still being built. The encoder's own read
|
|
44
|
-
* asks for the exact bytes a moment later and corrects it.
|
|
45
|
-
*
|
|
46
|
-
* A position past the end is clamped to the end rather than refused: a resume
|
|
47
|
-
* position can outlive the file it was recorded against, and reading the last
|
|
48
|
-
* bytes is harmless where reading past them is an error.
|
|
49
|
-
*
|
|
50
|
-
* @param {number} fileLength
|
|
51
|
-
* @param {number} durationSeconds
|
|
52
|
-
* @param {number} positionSeconds
|
|
53
|
-
* @returns {number}
|
|
54
|
-
*/
|
|
55
|
-
export function resumeByteOffset(fileLength, durationSeconds, positionSeconds) {
|
|
56
|
-
if (!(fileLength > 0) || !(durationSeconds > 0) || !(positionSeconds > 0)) {
|
|
57
|
-
return 0;
|
|
58
|
-
}
|
|
59
|
-
const within = Math.min(positionSeconds, durationSeconds);
|
|
60
|
-
return Math.min(fileLength - 1, Math.floor((fileLength * within) / durationSeconds));
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
/**
|
|
64
|
-
* Start fetching the region a viewer is about to resume at.
|
|
65
|
-
*
|
|
66
|
-
* Where that region IS can only be worked out from two numbers the file itself
|
|
67
|
-
* holds — its length and its duration — so this belongs beside the container
|
|
68
|
-
* read rather than in the route: the route knows a position in seconds and
|
|
69
|
-
* nothing else. The conversion is proportional and therefore approximate on a
|
|
70
|
-
* variable bitrate; it is a prefetch, and the encoder's own read corrects it.
|
|
71
|
-
*
|
|
72
|
-
* @param {object} torrent
|
|
73
|
-
* @param {number} fileIndex
|
|
74
|
-
* @param {string} sourceKey
|
|
75
|
-
* @param {number} positionSeconds
|
|
76
|
-
* @param {{ prefetchEdges?: () => Promise<unknown>, fetchRegion?: (start: number, bytes: number) => Promise<unknown> }} options
|
|
77
|
-
* @returns {Promise<boolean>} Whether a region was asked for.
|
|
78
|
-
*/
|
|
79
|
-
export async function warmResumePosition(torrent, fileIndex, sourceKey, positionSeconds, options = {}) {
|
|
80
|
-
const file = torrent?.files?.[fileIndex];
|
|
81
|
-
if (!file || !(positionSeconds > 0) || typeof options.fetchRegion !== "function") {
|
|
82
|
-
return false;
|
|
83
|
-
}
|
|
84
|
-
// TOLD, not worked out here. How long a file runs is what the file states
|
|
85
|
-
// about itself, and that is read on the main thread now; this one turns a
|
|
86
|
-
// position into a byte offset and fetches the region under it, which is all
|
|
87
|
-
// of the job that is actually the torrent's.
|
|
88
|
-
const duration = Number(options.durationSeconds);
|
|
89
|
-
if (!Number.isFinite(duration) || duration <= 0) {
|
|
90
|
-
logger.info(
|
|
91
|
-
`warm ${sourceKey.slice(0, 8)}: "${String(file.name).slice(0, 40)}" does not declare its ` +
|
|
92
|
-
"duration, so where the viewer's position falls in it cannot be worked out — " +
|
|
93
|
-
"the region under it is left to the encoder's own read"
|
|
94
|
-
);
|
|
95
|
-
return false;
|
|
96
|
-
}
|
|
97
|
-
const at = resumeByteOffset(file.length, duration, positionSeconds);
|
|
98
|
-
logger.info(
|
|
99
|
-
`warm ${sourceKey.slice(0, 8)}: fetching ${(RESUME_REGION_BYTES / (1024 * 1024)).toFixed(0)}MB under the ` +
|
|
100
|
-
`viewer's position ${positionSeconds.toFixed(1)}s of ${duration.toFixed(1)}s, which is ` +
|
|
101
|
-
`${(at / (1024 * 1024)).toFixed(1)}MB into "${String(file.name).slice(0, 40)}"`
|
|
102
|
-
);
|
|
103
|
-
await options.fetchRegion(at, RESUME_REGION_BYTES);
|
|
104
|
-
return true;
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
|
|
1
|
+
/**
|
|
2
|
+
* @file Fetching the region under a viewer's resume position.
|
|
3
|
+
*
|
|
4
|
+
* All that is left of a file that used to read containers here as well. The
|
|
5
|
+
* parsing moved to the main thread on 2026-09-15: a container is built from one
|
|
6
|
+
* function, `readRange(start, end)`, the pieces behind it live in shared memory,
|
|
7
|
+
* and the reason it had been put here — "the main thread cannot open a read
|
|
8
|
+
* stream on one of its files" — was true of WebTorrent's own API and not of the
|
|
9
|
+
* bytes. Three commands, a second `ContainerOrchestrator` in this thread, and
|
|
10
|
+
* every answer carried back over the channel went with it.
|
|
11
|
+
*
|
|
12
|
+
* What stays is the part that really is the torrent's: turning a position in
|
|
13
|
+
* seconds into a byte offset and pulling that region off the swarm. How long
|
|
14
|
+
* the file runs is TOLD to it, because that is what the file states about
|
|
15
|
+
* itself and this thread no longer reads such things.
|
|
16
|
+
*/
|
|
17
|
+
|
|
18
|
+
import { logger } from "../../../utils/logger.js";
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* How much of the file to pull in under the viewer's resume position.
|
|
31
|
+
*
|
|
32
|
+
* One piece of a video torrent is 4-16 MB and a resume lands anywhere inside
|
|
33
|
+
* one, so anything smaller would still leave the encoder waiting for the piece
|
|
34
|
+
* it starts in. Eight megabytes covers that piece and usually the next.
|
|
35
|
+
*/
|
|
36
|
+
const RESUME_REGION_BYTES = 8 * 1024 * 1024;
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Where a position in seconds falls in a file, in bytes.
|
|
40
|
+
*
|
|
41
|
+
* Proportional, and therefore approximate on a variable bitrate — which is what
|
|
42
|
+
* it is for: a prefetch that puts the swarm to work on roughly the right place
|
|
43
|
+
* while the plan and the session are still being built. The encoder's own read
|
|
44
|
+
* asks for the exact bytes a moment later and corrects it.
|
|
45
|
+
*
|
|
46
|
+
* A position past the end is clamped to the end rather than refused: a resume
|
|
47
|
+
* position can outlive the file it was recorded against, and reading the last
|
|
48
|
+
* bytes is harmless where reading past them is an error.
|
|
49
|
+
*
|
|
50
|
+
* @param {number} fileLength
|
|
51
|
+
* @param {number} durationSeconds
|
|
52
|
+
* @param {number} positionSeconds
|
|
53
|
+
* @returns {number}
|
|
54
|
+
*/
|
|
55
|
+
export function resumeByteOffset(fileLength, durationSeconds, positionSeconds) {
|
|
56
|
+
if (!(fileLength > 0) || !(durationSeconds > 0) || !(positionSeconds > 0)) {
|
|
57
|
+
return 0;
|
|
58
|
+
}
|
|
59
|
+
const within = Math.min(positionSeconds, durationSeconds);
|
|
60
|
+
return Math.min(fileLength - 1, Math.floor((fileLength * within) / durationSeconds));
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* Start fetching the region a viewer is about to resume at.
|
|
65
|
+
*
|
|
66
|
+
* Where that region IS can only be worked out from two numbers the file itself
|
|
67
|
+
* holds — its length and its duration — so this belongs beside the container
|
|
68
|
+
* read rather than in the route: the route knows a position in seconds and
|
|
69
|
+
* nothing else. The conversion is proportional and therefore approximate on a
|
|
70
|
+
* variable bitrate; it is a prefetch, and the encoder's own read corrects it.
|
|
71
|
+
*
|
|
72
|
+
* @param {object} torrent
|
|
73
|
+
* @param {number} fileIndex
|
|
74
|
+
* @param {string} sourceKey
|
|
75
|
+
* @param {number} positionSeconds
|
|
76
|
+
* @param {{ prefetchEdges?: () => Promise<unknown>, fetchRegion?: (start: number, bytes: number) => Promise<unknown> }} options
|
|
77
|
+
* @returns {Promise<boolean>} Whether a region was asked for.
|
|
78
|
+
*/
|
|
79
|
+
export async function warmResumePosition(torrent, fileIndex, sourceKey, positionSeconds, options = {}) {
|
|
80
|
+
const file = torrent?.files?.[fileIndex];
|
|
81
|
+
if (!file || !(positionSeconds > 0) || typeof options.fetchRegion !== "function") {
|
|
82
|
+
return false;
|
|
83
|
+
}
|
|
84
|
+
// TOLD, not worked out here. How long a file runs is what the file states
|
|
85
|
+
// about itself, and that is read on the main thread now; this one turns a
|
|
86
|
+
// position into a byte offset and fetches the region under it, which is all
|
|
87
|
+
// of the job that is actually the torrent's.
|
|
88
|
+
const duration = Number(options.durationSeconds);
|
|
89
|
+
if (!Number.isFinite(duration) || duration <= 0) {
|
|
90
|
+
logger.info(
|
|
91
|
+
`warm ${sourceKey.slice(0, 8)}: "${String(file.name).slice(0, 40)}" does not declare its ` +
|
|
92
|
+
"duration, so where the viewer's position falls in it cannot be worked out — " +
|
|
93
|
+
"the region under it is left to the encoder's own read"
|
|
94
|
+
);
|
|
95
|
+
return false;
|
|
96
|
+
}
|
|
97
|
+
const at = resumeByteOffset(file.length, duration, positionSeconds);
|
|
98
|
+
logger.info(
|
|
99
|
+
`warm ${sourceKey.slice(0, 8)}: fetching ${(RESUME_REGION_BYTES / (1024 * 1024)).toFixed(0)}MB under the ` +
|
|
100
|
+
`viewer's position ${positionSeconds.toFixed(1)}s of ${duration.toFixed(1)}s, which is ` +
|
|
101
|
+
`${(at / (1024 * 1024)).toFixed(1)}MB into "${String(file.name).slice(0, 40)}"`
|
|
102
|
+
);
|
|
103
|
+
await options.fetchRegion(at, RESUME_REGION_BYTES);
|
|
104
|
+
return true;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
|