@torrent-tv/proxy 2.89.7 → 2.89.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/opsx/apply.md +155 -155
- package/.claude/commands/opsx/archive.md +160 -160
- package/.claude/commands/opsx/explore.md +174 -174
- package/.claude/commands/opsx/propose.md +109 -109
- package/.claude/commands/opsx/sync.md +143 -143
- package/.claude/skills/openspec-apply-change/SKILL.md +159 -159
- package/.claude/skills/openspec-archive-change/SKILL.md +117 -117
- package/.claude/skills/openspec-explore/SKILL.md +289 -289
- package/.claude/skills/openspec-propose/SKILL.md +113 -113
- package/.claude/skills/openspec-sync-specs/SKILL.md +147 -147
- package/.dockerignore +5 -5
- package/AGENTS.md +363 -338
- package/CHANGELOG.md +2345 -2335
- package/Dockerfile +30 -30
- package/LICENSE +16 -16
- package/README.md +369 -369
- package/assets/calibration/NOTICE.md +100 -100
- package/assets/calibration/audio/NOTICE.md +19 -19
- package/assets/calibration/audio/manifest.json +98 -98
- package/assets/diagnostics/sctpstate.gdb +31 -31
- package/bin/cli.js +684 -684
- package/bin/thread-pool.js +30 -30
- package/biome.json +412 -412
- package/docs/browser-proxy-contract.md +155 -155
- package/docs/container-architecture.md +273 -273
- package/docs/download-architecture.md +261 -261
- package/docs/encode-architecture.md +765 -765
- package/docs/encode-run-state.md +96 -96
- package/docs/logs.md +97 -97
- package/docs/playback-start-forecast.md +113 -113
- package/docs/socks5-egress-research.md +114 -114
- package/docs/storage-architecture.md +273 -273
- package/knip.json +14 -14
- package/openspec/changes/adaptive-bitrate/design.md +92 -92
- package/openspec/changes/adaptive-bitrate/proposal.md +56 -56
- package/openspec/changes/adaptive-bitrate/specs/adaptive-bitrate/spec.md +51 -51
- package/openspec/changes/adaptive-bitrate/tasks.md +40 -40
- package/openspec/changes/binary-distribution/.openspec.yaml +2 -2
- package/openspec/changes/binary-distribution/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/design.md +81 -81
- package/openspec/changes/chunked-request-bodies/proposal.md +53 -53
- package/openspec/changes/chunked-request-bodies/specs/chunked-request-bodies/spec.md +30 -30
- package/openspec/changes/chunked-request-bodies/tasks.md +40 -40
- package/openspec/changes/cold-start/design.md +98 -98
- package/openspec/changes/cold-start/proposal.md +62 -62
- package/openspec/changes/cold-start/specs/cold-start/spec.md +47 -47
- package/openspec/changes/cold-start/tasks.md +48 -48
- package/openspec/changes/disk-cap/.openspec.yaml +2 -2
- package/openspec/changes/disk-cap/proposal.md +37 -37
- package/openspec/changes/disk-cap/specs/disk-cap/spec.md +25 -25
- package/openspec/changes/disk-cap/tasks.md +19 -19
- package/openspec/changes/proxy-observability/.openspec.yaml +2 -2
- package/openspec/changes/proxy-observability/design.md +38 -38
- package/openspec/changes/proxy-observability/proposal.md +49 -49
- package/openspec/changes/proxy-observability/specs/observability/spec.md +33 -33
- package/openspec/changes/proxy-observability/tasks.md +21 -21
- package/openspec/changes/seek-debounce/design.md +118 -118
- package/openspec/changes/seek-debounce/proposal.md +59 -59
- package/openspec/changes/seek-debounce/specs/seek-debounce/spec.md +41 -41
- package/openspec/changes/seek-debounce/tasks.md +33 -33
- package/openspec/changes/subtitle-language/.openspec.yaml +2 -2
- package/openspec/changes/subtitle-language/proposal.md +50 -50
- package/openspec/changes/subtitle-language/specs/subtitle-language/spec.md +34 -34
- package/openspec/changes/subtitle-language/tasks.md +26 -26
- package/openspec/changes/track-selection/.openspec.yaml +2 -2
- package/openspec/changes/track-selection/design.md +47 -47
- package/openspec/changes/track-selection/proposal.md +45 -45
- package/openspec/changes/track-selection/specs/track-selection/spec.md +41 -41
- package/openspec/changes/track-selection/tasks.md +20 -20
- package/openspec/changes/transcode-quality/.openspec.yaml +2 -2
- package/openspec/changes/transcode-quality/proposal.md +51 -51
- package/openspec/changes/transcode-quality/specs/transcode-quality/spec.md +139 -139
- package/openspec/changes/transcode-quality/tasks.md +63 -63
- package/openspec/config.yaml +38 -38
- package/package.json +51 -50
- package/public/.well-known/appspecific/com.chrome.devtools.json +1 -1
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/research/handover-2026-09-13.md +209 -209
- package/research/handover-reader-claims-removal-2026-09-12.md +166 -166
- package/research/piece-withdrawn-but-still-claimed-2026-09-12.md +175 -175
- package/research/preset-benchmark-size-scaling-2026-08-22.md +55 -55
- package/research/priority-map-is-the-truth-2026-09-12.md +225 -225
- package/routes/api/client-logs/post.js +86 -86
- package/routes/api/delivery-sink/get.js +72 -72
- package/routes/api/link-probe/get.js +51 -51
- package/routes/api/playback-plan/audio-tracks/post.js +29 -29
- package/routes/api/playback-plan/post.js +53 -53
- package/routes/api/sources/files/get.js +106 -106
- package/routes/api/sources/post.js +36 -36
- package/routes/api/sources/stats/get.js +132 -132
- package/routes/api/sources/warm/post.js +217 -217
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +60 -60
- package/routes/api/transcode-sessions/net-report/post.js +138 -138
- package/routes/api/transcode-sessions/post.js +178 -178
- package/routes/api/transcode-sessions/progress/get.js +27 -27
- package/routes/api/transcode-sessions/release/post.js +41 -41
- package/routes/api/transcode-sessions/seek/post.js +63 -63
- package/routes/health/get.js +13 -13
- package/routes/healthz/get.js +13 -13
- package/routes/stream/get.js +416 -416
- package/routes/transcode/audio-file/get.js +64 -64
- package/routes/transcode/audio-warm/get.js +95 -95
- package/routes/transcode/session-file/get.js +52 -52
- package/routes/transcode/variant-file/get.js +95 -95
- package/routes/transcode/variant-warm/get.js +84 -84
- package/scripts/build-audio-samples.mjs +31 -31
- package/scripts/render-run-graph.js +173 -173
- package/server.js +748 -748
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -345
- package/services/encode/EncodeAdmission.js +376 -376
- package/services/encode/EncodeOrchestrator.js +1192 -1192
- package/services/encode/EncodePlan.js +1368 -1368
- package/services/encode/EncodeRun.js +36 -12
- package/services/encode/Encoder.js +142 -142
- package/services/encode/EncoderSelection.js +38 -38
- package/services/encode/LocalObservations.js +359 -359
- package/services/encode/NvencEncoder.js +50 -50
- package/services/encode/OutputOpening.js +784 -784
- package/services/encode/OutputTimes.js +579 -579
- package/services/encode/QsvEncoder.js +58 -58
- package/services/encode/Renditions.js +2283 -2283
- package/services/encode/RunClock.js +87 -87
- package/services/encode/RunProgress.js +79 -79
- package/services/encode/SegmentDemand.js +95 -95
- package/services/encode/SoftwareEncoder.js +121 -121
- package/services/encode/V4l2m2mEncoder.js +53 -53
- package/services/encode/VaapiEncoder.js +66 -66
- package/services/encode/args.js +418 -418
- package/services/encode/audio-calibration.js +67 -67
- package/services/encode/audio-work-rate.js +15 -15
- package/services/encode/available-share.js +89 -89
- package/services/encode/calibration.js +361 -361
- package/services/encode/contention.js +128 -128
- package/services/encode/decode-cost-fit.js +363 -363
- package/services/encode/encode-exit.js +116 -116
- package/services/encode/encode-run-state.js +551 -551
- package/services/encode/encoder-readings.js +43 -43
- package/services/encode/fingerprint.js +322 -322
- package/services/encode/host-load.js +174 -174
- package/services/encode/hwaccel.js +1894 -1894
- package/services/encode/index.js +9 -9
- package/services/encode/learned-median.js +90 -90
- package/services/encode/output/EncodedOutput.js +57 -57
- package/services/encode/output/Output.js +131 -131
- package/services/encode/output/OutputCatalog.js +414 -414
- package/services/encode/output/OutputSpec.js +390 -390
- package/services/encode/output/Timeline.js +308 -308
- package/services/encode/output/cut-grid.js +107 -107
- package/services/encode/output/index.js +24 -24
- package/services/encode/output/ladder.js +32 -32
- package/services/encode/output/playlists.js +284 -284
- package/services/encode/output/rates.js +125 -125
- package/services/encode/output-key-format.js +21 -21
- package/services/encode/quality/EncodeCost.js +1043 -1043
- package/services/encode/quality/HostLoad.js +525 -525
- package/services/encode/quality/HostTimings.js +249 -249
- package/services/encode/quality/OutputQualityState.js +24 -24
- package/services/encode/quality/QualityController.js +758 -758
- package/services/encode/quality/QualityOffer.js +416 -416
- package/services/encode/quality/drain-threat.js +47 -47
- package/services/encode/quality/link-budget.js +337 -337
- package/services/encode/quality/output-format.js +319 -319
- package/services/encode/quality/serving-output.js +216 -216
- package/services/encode/quality/visible-rung.js +57 -57
- package/services/encode/run-budget.js +97 -97
- package/services/encode/run-command.js +757 -757
- package/services/encode/run-costs.js +155 -155
- package/services/encode/run-inputs.js +53 -53
- package/services/encode/segment-formats/fmp4.js +476 -476
- package/services/encode/segment-formats/init-compat.js +324 -324
- package/services/encode/segment-formats/mpegts.js +134 -134
- package/services/encode/start-stop-cost.js +178 -178
- package/services/encode/throughput.js +97 -97
- package/services/encode/torrent-cost.js +88 -88
- package/services/identity/installation-id.js +38 -38
- package/services/media/ContainerOrchestrator.js +202 -202
- package/services/media/KeyframeTables.js +356 -356
- package/services/media/SourceFile.js +298 -298
- package/services/media/SubtitleCues.js +592 -592
- package/services/media/SubtitleOrchestrator.js +167 -167
- package/services/media/audio-inventory.js +299 -299
- package/services/media/container/AviContainer.js +268 -268
- package/services/media/container/Container.js +632 -632
- package/services/media/container/ContainerFactory.js +38 -38
- package/services/media/container/KeyframeTable.js +272 -272
- package/services/media/container/MatroskaContainer.js +1031 -1031
- package/services/media/container/Mp4Container.js +1354 -1354
- package/services/media/container/SubtitleFileContainer.js +339 -339
- package/services/media/container/ebml-reader.js +159 -159
- package/services/media/container/ebml-stream.js +174 -174
- package/services/media/container/matroska-clusters.js +1165 -1165
- package/services/media/container/unavailable.js +77 -77
- package/services/media/ffmpeg-banner.js +260 -260
- package/services/media/keyframe-probe.js +157 -157
- package/services/media/media-info-probe.js +93 -93
- package/services/media/playback-planner.js +931 -931
- package/services/media/tracks/AudioTrack.js +143 -143
- package/services/media/tracks/ContainerTrack.js +84 -84
- package/services/media/tracks/ImageSubtitleTrack.js +19 -19
- package/services/media/tracks/SubtitleTrack.js +38 -38
- package/services/media/tracks/TextSubtitleTrack.js +295 -295
- package/services/media/tracks/VideoTrack.js +33 -33
- package/services/media/tracks/audio-bound.js +233 -233
- package/services/media/tracks/index.js +15 -15
- package/services/media/tracks/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -418
- package/services/server/SegmentServing.js +1152 -1152
- package/services/server/ViewerRequests.js +785 -785
- package/services/server/WaitLedger.js +142 -142
- package/services/server/controllers/PlaybackController.js +40 -40
- package/services/server/controllers/SubtitleController.js +109 -109
- package/services/server/http-responses.js +60 -60
- package/services/server/transcode-session-files.js +325 -325
- package/services/server/wire-outputs.js +1029 -1029
- package/services/storage/Diagnostics.js +202 -202
- package/services/storage/MachineBudget.js +235 -235
- package/services/storage/allowance.js +107 -107
- package/services/storage/core-dumps.js +106 -106
- package/services/storage/files/CompletedFiles.js +391 -391
- package/services/storage/files/piece-from-whole-file.js +118 -118
- package/services/storage/free.js +71 -71
- package/services/storage/keep.js +48 -48
- package/services/storage/machine-memory.js +56 -56
- package/services/storage/memory-report.js +575 -575
- package/services/storage/piece-store/piece-disk-store.js +539 -539
- package/services/storage/piece-store/piece-lru.js +495 -495
- package/services/storage/piece-store/shared-piece-store.js +1937 -1937
- package/services/storage/returns.js +103 -103
- package/services/storage/segment-store/SegmentStore.js +1294 -1294
- package/services/storage/wire.js +175 -175
- package/services/torrent/Contents.js +382 -382
- package/services/torrent/demand/DemandRegister.js +202 -202
- package/services/torrent/demand/Urgency.js +137 -137
- package/services/torrent/demand/Window.js +118 -118
- package/services/torrent/demand/index.js +8 -8
- package/services/torrent/demand/pieces.js +140 -140
- package/services/torrent/download/SwarmSelection.js +386 -386
- package/services/torrent/download/registry.js +102 -102
- package/services/torrent/download/withdraw-claim.js +80 -80
- package/services/torrent/episode-naming.js +182 -182
- package/services/torrent/files.js +455 -455
- package/services/torrent/naming.js +619 -619
- package/services/torrent/piece-store-of.js +29 -29
- package/services/torrent/supply-margin.js +264 -264
- package/services/torrent/torrent-pool.js +2688 -2688
- package/services/torrent/worker/background-fill.js +213 -213
- package/services/torrent/worker/channel.js +271 -271
- package/services/torrent/worker/client.js +836 -836
- package/services/torrent/worker/fastest-wires.js +342 -342
- package/services/torrent/worker/handle-state.js +23 -23
- package/services/torrent/worker/held-bytes.js +231 -231
- package/services/torrent/worker/install-webrtc-shim.js +32 -32
- package/services/torrent/worker/piece-reader.js +1078 -1078
- package/services/torrent/worker/pool-adapter.js +371 -371
- package/services/torrent/worker/protocol.js +184 -184
- package/services/torrent/worker/resume-warm.js +107 -107
- package/services/torrent/worker/webrtc-shim.js +219 -219
- package/services/torrent/worker/worker.js +1137 -1137
- package/services/transport/data-channel-handler.js +1406 -1373
- package/services/transport/delivery-probe.js +798 -842
- package/services/transport/health-collector.js +53 -53
- package/services/transport/nat-classifier.js +231 -231
- package/services/transport/packet-witness.js +808 -808
- package/services/transport/port-mapper.js +235 -235
- package/services/transport/registry-api.js +81 -81
- package/services/transport/tunnel-client.js +447 -447
- package/services/transport/usrsctp-state.js +175 -175
- package/services/transport/webrtc-manager.js +484 -484
- package/services/viewer/Assignments.js +340 -340
- package/services/viewer/PriorityMap.js +421 -421
- package/services/viewer/PriorityOrchestrator.js +325 -325
- package/services/viewer/Viewer.js +691 -691
- package/services/viewer/Viewers.js +368 -368
- package/services/viewer/active-output.js +37 -37
- package/services/viewer/audio-start.js +46 -46
- package/services/viewer/buffer-trend.js +81 -81
- package/services/viewer/choices.js +647 -647
- package/services/viewer/media-time.js +355 -355
- package/services/viewer/playback-readiness.js +635 -635
- package/services/viewer/positions.js +126 -126
- package/services/viewer/report-intake.js +46 -46
- package/store/source-registry.js +71 -71
- package/test/asset-paths.test.js +28 -28
- package/test/audio-buffer-continuity.test.js +77 -77
- package/test/audio-calibration.test.js +23 -23
- package/test/audio-inventory.test.js +212 -212
- package/test/audio-track-bitrate.test.js +40 -40
- package/test/auto-quality-step.test.js +762 -762
- package/test/available-share.test.js +76 -76
- package/test/background-fill.test.js +190 -190
- package/test/client-log-file.test.js +110 -110
- package/test/coalesce.test.js +39 -39
- package/test/completed-files.test.js +115 -115
- package/test/concurrent-cost.test.js +148 -148
- package/test/container-media-info.test.js +228 -228
- package/test/contention.test.js +76 -76
- package/test/core-dumps.test.js +57 -57
- package/test/coverage-follows-the-disk.test.js +233 -228
- package/test/coverage-map.test.js +195 -195
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -58
- package/test/cut-times-timeline.test.js +65 -65
- package/test/cuts-follow-published-grid.test.js +109 -109
- package/test/data-channel-frame.test.js +63 -63
- package/test/data-channel-viewer-lifecycle.test.js +162 -92
- package/test/dead-torrent-handle.test.js +52 -52
- package/test/declared-rates.test.js +116 -116
- package/test/declared-tracks.test.js +43 -43
- package/test/decode-cost-fit.test.js +202 -202
- package/test/decode-cost.test.js +475 -475
- package/test/delivery-probe-field.test.js +173 -0
- package/test/delivery-probe.test.js +382 -393
- package/test/demand-register.test.js +206 -206
- package/test/dht-bootstrap.test.js +72 -72
- package/test/drain-threat.test.js +65 -65
- package/test/duplicate-add.test.js +48 -48
- package/test/encode-admission.test.js +146 -146
- package/test/encode-cost.test.js +275 -275
- package/test/encode-exit.test.js +111 -111
- package/test/encode-orchestrator.test.js +426 -426
- package/test/encode-plan-viewers.test.js +725 -725
- package/test/encode-plan.test.js +545 -545
- package/test/encode-run-state.test.js +314 -314
- package/test/encode-run.test.js +20 -0
- package/test/encode-slope.test.js +46 -46
- package/test/encoded-output.test.js +39 -39
- package/test/encoder-kinds.test.js +122 -122
- package/test/encoder-readings.test.js +68 -68
- package/test/episode-naming.test.js +131 -131
- package/test/every-claimant-is-told-its-share.test.js +152 -152
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -354
- package/test/failed-start-breaker.test.js +202 -202
- package/test/fastest-wires.test.js +143 -143
- package/test/ffmpeg-stream-counts.test.js +78 -78
- package/test/file-edges.test.js +191 -191
- package/test/fixtures/audio-frame-boundary.json +1 -1
- package/test/fmp4-self-contained.test.js +80 -80
- package/test/fmp4-timestamps.test.js +140 -140
- package/test/fmp4-track-completeness.test.js +41 -41
- package/test/format-keyed-outputs.test.js +78 -78
- package/test/health-metrics.test.js +36 -38
- package/test/held-read-ownership.test.js +77 -77
- package/test/held-request-width.test.js +157 -157
- package/test/helpers/encode-run.js +248 -240
- package/test/helpers/held-file.js +77 -77
- package/test/helpers/manager.js +62 -62
- package/test/helpers/matroska-file.js +296 -296
- package/test/helpers/output-spec.js +63 -63
- package/test/host-load.test.js +68 -68
- package/test/index-accuracy-is-about-the-file.test.js +128 -128
- package/test/init-compat.test.js +219 -219
- package/test/input-lost-quiets-the-plan.test.js +261 -261
- package/test/input-unavailable.test.js +48 -48
- package/test/installation-id.test.js +39 -39
- package/test/keeping-period.test.js +83 -83
- package/test/keyframe-index-accuracy.test.js +188 -188
- package/test/keyframe-table-budget.test.js +123 -123
- package/test/keyframes-belong-to-the-file.test.js +249 -249
- package/test/learned-median.test.js +37 -37
- package/test/letting-go-asks-who-is-watching.test.js +191 -191
- package/test/limit-row-by-area.test.js +60 -60
- package/test/link-budget.test.js +111 -111
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -273
- package/test/logger-repeats.test.js +134 -134
- package/test/look-ahead-coverage.test.js +56 -56
- package/test/manager-surface.test.js +291 -291
- package/test/matroska-cluster-discovery.test.js +323 -323
- package/test/matroska-cues-track.test.js +192 -192
- package/test/media-time.test.js +62 -62
- package/test/memory-budget.test.js +390 -390
- package/test/move-cost.test.js +216 -216
- package/test/mp4-subtitles.test.js +173 -173
- package/test/one-authority.test.js +285 -285
- package/test/one-budget.test.js +149 -149
- package/test/one-output-one-session.test.js +273 -273
- package/test/one-resource-divided.test.js +185 -185
- package/test/one-serving-output-per-height.test.js +458 -458
- package/test/orchestrator-wired.test.js +207 -207
- package/test/output-catalog.test.js +39 -39
- package/test/output-shape.test.js +21 -21
- package/test/output-spec.test.js +251 -251
- package/test/output-speed.test.js +92 -87
- package/test/outputs-being-prepared.test.js +40 -40
- package/test/packet-witness-ring.test.js +236 -236
- package/test/packet-witness.test.js +148 -148
- package/test/piece-disk-store.test.js +401 -401
- package/test/piece-from-whole-file.test.js +129 -129
- package/test/piece-lru.test.js +319 -319
- package/test/piece-reader.test.js +162 -162
- package/test/piece-selection-offset.test.js +85 -85
- package/test/piece-store-eviction.test.js +595 -595
- package/test/piece-store-never-refuses.test.js +153 -153
- package/test/piece-store-reservations.test.js +403 -403
- package/test/piece-store-slow-disk.test.js +159 -159
- package/test/piece-tail.test.js +97 -97
- package/test/plan-host-timings.test.js +68 -68
- package/test/plan-is-steady.test.js +225 -225
- package/test/playback-readiness.test.js +518 -518
- package/test/playback-start-regressions.test.js +101 -101
- package/test/priority-map-download.test.js +174 -174
- package/test/priority-map-emptied.test.js +204 -204
- package/test/priority-map-per-output.test.js +215 -215
- package/test/priority-map.test.js +163 -163
- package/test/probe-wedge-certainty.test.js +60 -60
- package/test/produced-copy-choice.test.js +213 -213
- package/test/published-timeline.test.js +83 -83
- package/test/quality-offer.test.js +160 -160
- package/test/quality-variants.test.js +1274 -1270
- package/test/rate-control-in-the-output.test.js +181 -180
- package/test/read-survives-withdrawal.test.js +164 -164
- package/test/read-window.test.js +365 -365
- package/test/reads-not-yet-arrived.test.js +218 -218
- package/test/resume-warm.test.js +39 -39
- package/test/run-graph-drift.test.js +37 -37
- package/test/run-inputs.test.js +80 -80
- package/test/run-intervals.test.js +100 -100
- package/test/run-position-follows-published-grid.test.js +89 -89
- package/test/run-progress.test.js +64 -64
- package/test/same-height-switch.test.js +663 -663
- package/test/seek-frees-the-viewers-requests.test.js +217 -217
- package/test/seek-landing.test.js +109 -109
- package/test/seek-target-not-superseded.test.js +195 -195
- package/test/segment-closed-on-both-branches.test.js +114 -114
- package/test/segment-cut-times.test.js +63 -63
- package/test/segment-demand.test.js +80 -80
- package/test/segment-hold-supersede.test.js +91 -91
- package/test/segment-judged-by-its-own-header.test.js +222 -222
- package/test/segment-serve-wiring.test.js +481 -481
- package/test/segment-store-eviction.test.js +247 -247
- package/test/segment-store.test.js +352 -352
- package/test/segment-true-start.test.js +86 -86
- package/test/segments-are-shared.test.js +176 -176
- package/test/send-chunk-bytes.test.js +86 -86
- package/test/serving-existing-output.test.js +111 -111
- package/test/serving-output.test.js +102 -102
- package/test/shared-piece-store.test.js +310 -310
- package/test/sidecar-naming.test.js +142 -142
- package/test/soundtrack-rate-bound.test.js +289 -289
- package/test/source-file.test.js +133 -133
- package/test/source-files-route.test.js +113 -113
- package/test/source-registry.test.js +18 -18
- package/test/split-a-stretch.test.js +139 -139
- package/test/stale-request-after-seek.test.js +158 -158
- package/test/startup-readings.test.js +124 -124
- package/test/stream-route.test.js +237 -237
- package/test/subtitle-cue-framing.test.js +200 -200
- package/test/subtitle-cue-source.test.js +102 -102
- package/test/subtitle-cue-walk.test.js +385 -385
- package/test/subtitle-cursor.test.js +63 -63
- package/test/subtitle-defaults.test.js +118 -118
- package/test/subtitle-language.test.js +252 -252
- package/test/subtitle-metadata.test.js +15 -15
- package/test/subtitle-plan-waits.test.js +125 -125
- package/test/subtitle-track-numbering.test.js +391 -391
- package/test/supply-margin.test.js +190 -190
- package/test/swarm-follows-readers.test.js +174 -174
- package/test/swarm-reach.test.js +130 -130
- package/test/swarm-selection.test.js +220 -220
- package/test/tail-duplication.test.js +167 -167
- package/test/the-channel-has-both-ends.test.js +91 -91
- package/test/the-torrent-thread-serves-bytes.test.js +107 -107
- package/test/thread-pool.test.js +53 -53
- package/test/timeline.test.js +84 -84
- package/test/torrent-contents.test.js +235 -235
- package/test/torrent-cost.test.js +71 -71
- package/test/torrent-files.test.js +221 -221
- package/test/torrent-naming.test.js +255 -255
- package/test/tracks-begin-together.test.js +209 -209
- package/test/tunnel-renewal.test.js +167 -167
- package/test/two-viewers-one-picture.test.js +508 -508
- package/test/upload-hurry.test.js +186 -186
- package/test/usrsctp-state.test.js +131 -131
- package/test/video-facts.test.js +102 -102
- package/test/viewer-assignments.test.js +143 -143
- package/test/viewer-outputs.test.js +285 -285
- package/test/viewer-presence.test.js +116 -116
- package/test/viewer-requests-admission.test.js +92 -92
- package/test/viewer-starts-on-map.test.js +27 -27
- package/test/viewer-states.test.js +192 -189
- package/test/viewer-subtitle-subscription.test.js +96 -96
- package/test/viewer.test.js +139 -139
- package/test/viewing-generations.test.js +390 -390
- package/test/visible-rung.test.js +37 -37
- package/test/wait-ledger.test.js +100 -100
- package/test/webrtc-shim.test.js +149 -149
- package/test/wedge-certainty.test.js +131 -131
- package/test/whole-file-held-read.test.js +30 -30
- package/test/withdraw-piece-claim.test.js +212 -212
- package/test/worker-channel.test.js +158 -158
- package/utils/client-log-file.js +151 -151
- package/utils/coalesce.js +41 -41
- package/utils/logger.js +312 -312
- package/utils/parse-range.js +25 -25
- package/utils/perf.js +59 -59
- package/utils/torrent-source-key.js +38 -38
package/README.md
CHANGED
|
@@ -1,369 +1,369 @@
|
|
|
1
|
-
# @torrent-tv/proxy
|
|
2
|
-
|
|
3
|
-
A lightweight Node.js service that streams torrent content to browsers via a direct WebRTC P2P data channel or, when needed, HTTP. It handles torrent fetching, codec detection, and on-demand HLS transcoding with ffmpeg.
|
|
4
|
-
|
|
5
|
-
## Why this exists
|
|
6
|
-
|
|
7
|
-
- Browsers cannot consume torrents directly.
|
|
8
|
-
- This service exposes torrent files through HTTP (`/stream`) with Range support, and through a WebRTC data channel for NAT-traversed streaming.
|
|
9
|
-
- It can transcode audio (or video + audio) to HLS on demand so the browser can always play the content regardless of codec support.
|
|
10
|
-
- It registers itself in an external registry server and maintains a persistent tunnel WebSocket so the server can route browser requests and WebRTC signals to it.
|
|
11
|
-
|
|
12
|
-
## Architecture Overview
|
|
13
|
-
|
|
14
|
-
```mermaid
|
|
15
|
-
graph TB
|
|
16
|
-
subgraph Browser
|
|
17
|
-
WP[WebRtcProxy]
|
|
18
|
-
HLS[HLS.js + WebRtcHlsLoader]
|
|
19
|
-
end
|
|
20
|
-
|
|
21
|
-
subgraph Server["Registry Server"]
|
|
22
|
-
API[REST API]
|
|
23
|
-
TS[ProxyTunnelServer]
|
|
24
|
-
SH[SignalHub /ws/browser-signal]
|
|
25
|
-
end
|
|
26
|
-
|
|
27
|
-
subgraph Proxy["@torrent-tv/proxy (Fastify)"]
|
|
28
|
-
TC[TunnelClient]
|
|
29
|
-
WM[WebRtcManager]
|
|
30
|
-
HC[HealthCollector]
|
|
31
|
-
DCH[DataChannelHandler]
|
|
32
|
-
PP[PlaybackPlanner]
|
|
33
|
-
HLM[HlsSessionManager]
|
|
34
|
-
TP[TorrentPool]
|
|
35
|
-
FF[ffmpeg]
|
|
36
|
-
end
|
|
37
|
-
|
|
38
|
-
TC -->|"persistent WebSocket /ws/proxy-tunnel"| TS
|
|
39
|
-
TC -->|re-register on reconnect| API
|
|
40
|
-
HC -->|metrics: cpu, mem, load| TC
|
|
41
|
-
|
|
42
|
-
TS <-->|signal forward| SH
|
|
43
|
-
SH <-->|WebSocket| WP
|
|
44
|
-
|
|
45
|
-
WP <-->|"P2P data channel (STUN)"| WM
|
|
46
|
-
WM --> DCH
|
|
47
|
-
DCH --> TP
|
|
48
|
-
DCH --> HLM
|
|
49
|
-
HLM --> FF
|
|
50
|
-
|
|
51
|
-
HLS -->|segment/manifest fetches| WP
|
|
52
|
-
```
|
|
53
|
-
|
|
54
|
-
## Service Internals
|
|
55
|
-
|
|
56
|
-
### TunnelClient
|
|
57
|
-
|
|
58
|
-
Opens one persistent WebSocket to the registry server's `/ws/proxy-tunnel` endpoint on startup.
|
|
59
|
-
Reconnects automatically with back-off on unexpected close.
|
|
60
|
-
|
|
61
|
-
Handles three inbound message types from the server:
|
|
62
|
-
|
|
63
|
-
| Message type | What the proxy does |
|
|
64
|
-
|---|---|
|
|
65
|
-
| `health-request` | Calls `HealthCollector`, sends `health-response` back through tunnel |
|
|
66
|
-
| `signal` | Forwards SDP offer or ICE candidate to `WebRtcManager` |
|
|
67
|
-
| `relay-request` | Fetches the path from local Fastify, streams `relay-response` back |
|
|
68
|
-
|
|
69
|
-
### WebRtcManager
|
|
70
|
-
|
|
71
|
-
Manages RTCPeerConnection sessions keyed by `sessionId`. On receiving an SDP offer from the server it creates a peer connection using [`node-datachannel`](https://github.com/murat-dogan/node-datachannel), generates an answer, and exchanges ICE candidates through the tunnel. When the data channel opens it hands it off to `DataChannelHandler`.
|
|
72
|
-
|
|
73
|
-
```mermaid
|
|
74
|
-
sequenceDiagram
|
|
75
|
-
participant S as Server (via TunnelClient)
|
|
76
|
-
participant WM as WebRtcManager
|
|
77
|
-
participant DC as DataChannelHandler
|
|
78
|
-
|
|
79
|
-
S->>WM: { type:"offer", sessionId, sdp }
|
|
80
|
-
WM->>WM: createPeerConnection(sessionId)
|
|
81
|
-
WM->>WM: setRemoteDescription(offer)
|
|
82
|
-
WM->>WM: createAnswer()
|
|
83
|
-
WM->>S: { type:"answer", sdp }
|
|
84
|
-
|
|
85
|
-
loop ICE candidates
|
|
86
|
-
WM->>S: { type:"candidate", candidate, mid }
|
|
87
|
-
S->>WM: { type:"candidate", … }
|
|
88
|
-
end
|
|
89
|
-
|
|
90
|
-
Note over WM: data channel opens
|
|
91
|
-
WM->>DC: handleChannel(dataChannel)
|
|
92
|
-
```
|
|
93
|
-
|
|
94
|
-
### DataChannelHandler
|
|
95
|
-
|
|
96
|
-
Receives JSON `request` messages over the data channel and dispatches them to the proxy's local Fastify server. Responses are streamed back as base64 `response-chunk` messages.
|
|
97
|
-
|
|
98
|
-
**Wire protocol (browser ↔ proxy):**
|
|
99
|
-
|
|
100
|
-
| Direction | Type | Key fields |
|
|
101
|
-
|---|---|---|
|
|
102
|
-
| Browser → Proxy | `request` | `requestId`, `method`, `path`, `query`, `headers`, `body` |
|
|
103
|
-
| Proxy → Browser | `response-start` | `requestId`, `status`, `headers` |
|
|
104
|
-
| Proxy → Browser | `response-chunk` | `requestId`, `data` (base64), `done: true\|false` |
|
|
105
|
-
| Proxy → Browser | `response-error` | `requestId`, `error` |
|
|
106
|
-
| Browser → Proxy | `ping` | `id` |
|
|
107
|
-
| Proxy → Browser | `pong` | `id` |
|
|
108
|
-
|
|
109
|
-
### HealthCollector
|
|
110
|
-
|
|
111
|
-
Collects system-level health metrics on every request from the server:
|
|
112
|
-
|
|
113
|
-
| Metric | Range | Description |
|
|
114
|
-
|---|---|---|
|
|
115
|
-
| `cpuLoad` | 0 – ∞ | 1-minute load average divided by CPU count (>1 = overloaded) |
|
|
116
|
-
| `memFree` | 0 – 1 | Free memory fraction |
|
|
117
|
-
| `activeSessions` | 0 – ∞ | Number of active HLS transcode sessions |
|
|
118
|
-
|
|
119
|
-
The browser uses these metrics together with tunnel RTT to score proxies:
|
|
120
|
-
|
|
121
|
-
```
|
|
122
|
-
score = memFree × 0.4 + (1 - clamp(cpuLoad, 0, 1)) × 0.4 − (rttMs / 2000) × 0.2
|
|
123
|
-
```
|
|
124
|
-
|
|
125
|
-
### PlaybackPlanner
|
|
126
|
-
|
|
127
|
-
Determines whether a file should be streamed directly or transcoded to HLS, and caches the result per `(sourceKey, fileIndex)`.
|
|
128
|
-
|
|
129
|
-
Before running ffprobe it calls `TorrentPool.prefetchFileEdges()` which opens WebTorrent read streams for the first 256 KB and last 2 MB of the file. This forces WebTorrent to prioritise those torrent pieces, ensuring the MOOV atom (usually at the end of non-faststart MP4 files) is available before codec detection runs. The timeout is 5 minutes; if it elapses the plan still proceeds with whatever data is available and defaults to `direct` mode when the codec is unknown.
|
|
130
|
-
|
|
131
|
-
### HlsSessionManager & ffmpeg
|
|
132
|
-
|
|
133
|
-
Creates and manages ffmpeg-based HLS transcode sessions. Sessions are keyed by `sourceKey:fileIndex:mode:startPosition` and shared across consumers.
|
|
134
|
-
|
|
135
|
-
**Seek-to-position:** `createOrGetSession` accepts `startPositionSeconds` which allows restarting a transcode from an arbitrary point. ffmpeg is invoked with `-ss <N>` (fast keyframe seek before `-i`) and `-output_ts_offset <N>` (shifts output PTS) so that `video.currentTime` in the browser reflects the original timeline position rather than resetting to zero. Start positions are rounded to 10-second buckets for session reuse.
|
|
136
|
-
|
|
137
|
-
```mermaid
|
|
138
|
-
sequenceDiagram
|
|
139
|
-
participant B as Browser (via DataChannel)
|
|
140
|
-
participant H as HlsSessionManager
|
|
141
|
-
participant F as ffmpeg
|
|
142
|
-
|
|
143
|
-
B->>H: POST /api/transcode-sessions (consumerId, mode)
|
|
144
|
-
H->>F: start (or reuse) ffmpeg process
|
|
145
|
-
H-->>B: { sessionId, playlistPath }
|
|
146
|
-
|
|
147
|
-
loop segment requests
|
|
148
|
-
B->>H: GET /transcode/:sessionId/seg000.ts
|
|
149
|
-
H-->>B: MPEG-TS segment (via data channel chunk)
|
|
150
|
-
end
|
|
151
|
-
|
|
152
|
-
B->>H: GET /api/transcode-sessions/:id/progress
|
|
153
|
-
H-->>B: { percent, speed, remainingSeconds, … }
|
|
154
|
-
|
|
155
|
-
B->>H: POST /api/transcode-sessions/:id/release (consumerId)
|
|
156
|
-
H->>H: remove consumer
|
|
157
|
-
alt last consumer released
|
|
158
|
-
H->>F: kill process + cleanup segments
|
|
159
|
-
end
|
|
160
|
-
```
|
|
161
|
-
|
|
162
|
-
## HTTP API
|
|
163
|
-
|
|
164
|
-
Base URL examples use `http://127.0.0.1:9090`.
|
|
165
|
-
|
|
166
|
-
### Health
|
|
167
|
-
|
|
168
|
-
```bash
|
|
169
|
-
GET /health
|
|
170
|
-
GET /healthz
|
|
171
|
-
```
|
|
172
|
-
|
|
173
|
-
### Register a source
|
|
174
|
-
|
|
175
|
-
```bash
|
|
176
|
-
POST /api/sources
|
|
177
|
-
Content-Type: application/json
|
|
178
|
-
|
|
179
|
-
{
|
|
180
|
-
"sourceType": "magnet", # or "torrent" (base64-encoded bytes)
|
|
181
|
-
"source": "magnet:?xt=urn:btih:…"
|
|
182
|
-
}
|
|
183
|
-
```
|
|
184
|
-
|
|
185
|
-
Response: `{ "sourceKey": "…" }`
|
|
186
|
-
|
|
187
|
-
### Build playback plan
|
|
188
|
-
|
|
189
|
-
```bash
|
|
190
|
-
POST /api/playback-plan
|
|
191
|
-
Content-Type: application/json
|
|
192
|
-
|
|
193
|
-
{
|
|
194
|
-
"sourceKey": "<sourceKey>",
|
|
195
|
-
"fileIndex": 0,
|
|
196
|
-
"userAgent": "Mozilla/5.0 …"
|
|
197
|
-
}
|
|
198
|
-
```
|
|
199
|
-
|
|
200
|
-
Response:
|
|
201
|
-
|
|
202
|
-
```json
|
|
203
|
-
{
|
|
204
|
-
"mode": "direct",
|
|
205
|
-
"directUrl": "http://127.0.0.1:9090/stream?sourceKey=…&fileIndex=0",
|
|
206
|
-
"reason": "audio-codec-supported",
|
|
207
|
-
"audioCodec": "aac",
|
|
208
|
-
"videoCodec": "h264"
|
|
209
|
-
}
|
|
210
|
-
```
|
|
211
|
-
|
|
212
|
-
`mode` is `"direct"` or `"hls"`.
|
|
213
|
-
|
|
214
|
-
### Direct stream
|
|
215
|
-
|
|
216
|
-
```bash
|
|
217
|
-
GET /stream?sourceKey=<key>&fileIndex=0
|
|
218
|
-
```
|
|
219
|
-
|
|
220
|
-
Supports HTTP Range requests.
|
|
221
|
-
|
|
222
|
-
### Source stats
|
|
223
|
-
|
|
224
|
-
```bash
|
|
225
|
-
GET /api/sources/:sourceKey/stats?fileIndex=0
|
|
226
|
-
```
|
|
227
|
-
|
|
228
|
-
Returns live torrent statistics for polling during the metadata wait phase:
|
|
229
|
-
|
|
230
|
-
```json
|
|
231
|
-
{
|
|
232
|
-
"numPeers": 4,
|
|
233
|
-
"downloadSpeed": 1258291,
|
|
234
|
-
"uploadSpeed": 0,
|
|
235
|
-
"fileProgress": 0.008,
|
|
236
|
-
"fileDownloaded": 10485760,
|
|
237
|
-
"fileLength": 1299000000
|
|
238
|
-
}
|
|
239
|
-
```
|
|
240
|
-
|
|
241
|
-
`fileProgress` is 0–1 and reflects only the pieces that have been downloaded so far (initially the prefetched head + tail). `downloadSpeed` and `uploadSpeed` are in bytes/s.
|
|
242
|
-
|
|
243
|
-
### Create HLS transcode session
|
|
244
|
-
|
|
245
|
-
```bash
|
|
246
|
-
POST /api/transcode-sessions
|
|
247
|
-
Content-Type: application/json
|
|
248
|
-
|
|
249
|
-
{
|
|
250
|
-
"sourceKey": "<key>",
|
|
251
|
-
"fileIndex": 0,
|
|
252
|
-
"transcodeVideo": false,
|
|
253
|
-
"consumerId": "uuid",
|
|
254
|
-
"fileName": "Episode01.mkv",
|
|
255
|
-
"startPositionSeconds": 300
|
|
256
|
-
}
|
|
257
|
-
```
|
|
258
|
-
|
|
259
|
-
`startPositionSeconds` is optional (default `0`). When set, ffmpeg fast-seeks to the specified position and shifts output timestamps accordingly, enabling seek-to-position playback.
|
|
260
|
-
|
|
261
|
-
Response: `{ "sessionId": "…", "playlistPath": "/transcode/<id>/index.m3u8" }`
|
|
262
|
-
|
|
263
|
-
### Poll transcode progress
|
|
264
|
-
|
|
265
|
-
```bash
|
|
266
|
-
GET /api/transcode-sessions/:sessionId/progress
|
|
267
|
-
```
|
|
268
|
-
|
|
269
|
-
Returns: `percent`, `processedSeconds`, `startPositionSeconds`, `totalSeconds`, `remainingSeconds`, `speed`, `warmupPercent`, `warmupRemainingSeconds`.
|
|
270
|
-
|
|
271
|
-
### Release consumer
|
|
272
|
-
|
|
273
|
-
```bash
|
|
274
|
-
POST /api/transcode-sessions/:sessionId/release
|
|
275
|
-
Content-Type: application/json
|
|
276
|
-
|
|
277
|
-
{ "consumerId": "uuid", "reason": "pagehide" }
|
|
278
|
-
```
|
|
279
|
-
|
|
280
|
-
When the last consumer is released, the transcode session stops and temp files are cleaned up.
|
|
281
|
-
|
|
282
|
-
## Requirements
|
|
283
|
-
|
|
284
|
-
- Node.js 18+ (ESM, built-in `fetch`).
|
|
285
|
-
- ffmpeg is required only when transcoding is enabled (bundled via `ffmpeg-static` by default).
|
|
286
|
-
|
|
287
|
-
## Run
|
|
288
|
-
|
|
289
|
-
```bash
|
|
290
|
-
npm install
|
|
291
|
-
npm start -- --server-url http://localhost:3000
|
|
292
|
-
```
|
|
293
|
-
|
|
294
|
-
### CLI Options
|
|
295
|
-
|
|
296
|
-
| Option | Default | Description |
|
|
297
|
-
|--------|---------|-------------|
|
|
298
|
-
| `--server-url` | — | **(Required)** Base URL of the registry server |
|
|
299
|
-
| `--host` | `127.0.0.1` | Bind host |
|
|
300
|
-
| `--port` | `9090` | Preferred local port (auto-increments if taken) |
|
|
301
|
-
| `--public-base-url` | — | Externally reachable base URL advertised to registry |
|
|
302
|
-
| `--id` | auto | Stable proxy client ID |
|
|
303
|
-
| `--name` | hostname | Display name in registry |
|
|
304
|
-
| `--token` | — | Auth token for register/heartbeat |
|
|
305
|
-
| `--ffmpeg-bin` | bundled | Path to custom ffmpeg binary |
|
|
306
|
-
| `--no-transcode-audio` | — | Disable HLS audio transcoding |
|
|
307
|
-
| `--help` | — | Print all options and exit |
|
|
308
|
-
|
|
309
|
-
## Docker
|
|
310
|
-
|
|
311
|
-
```bash
|
|
312
|
-
docker build -t torrent-tv-proxy .
|
|
313
|
-
docker run torrent-tv-proxy --server-url http://my-server:8080
|
|
314
|
-
```
|
|
315
|
-
|
|
316
|
-
## Full End-to-End Flow
|
|
317
|
-
|
|
318
|
-
```mermaid
|
|
319
|
-
sequenceDiagram
|
|
320
|
-
participant B as Browser
|
|
321
|
-
participant S as Registry Server
|
|
322
|
-
participant P as Proxy
|
|
323
|
-
|
|
324
|
-
Note over P,S: Startup
|
|
325
|
-
P->>S: POST /api/proxy-clients/register
|
|
326
|
-
P->>S: WebSocket /ws/proxy-tunnel (persistent)
|
|
327
|
-
|
|
328
|
-
Note over B,P: Playback start
|
|
329
|
-
B->>S: GET /api/proxy-clients/health
|
|
330
|
-
S->>P: health-request via tunnel
|
|
331
|
-
P-->>S: health-response (cpu, mem, activeSessions)
|
|
332
|
-
S-->>B: scored proxy list
|
|
333
|
-
|
|
334
|
-
Note over B,P: WebRTC setup
|
|
335
|
-
B->>S: WebSocket /ws/browser-signal
|
|
336
|
-
B->>B: RTCPeerConnection + DataChannel + createOffer
|
|
337
|
-
B->>S: { type:"offer", proxyId, sdp }
|
|
338
|
-
S->>P: forward via tunnel
|
|
339
|
-
P->>P: createAnswer
|
|
340
|
-
P->>S: { type:"answer", sdp }
|
|
341
|
-
S->>B: forward
|
|
342
|
-
Note over B,P: ICE candidates exchanged same way
|
|
343
|
-
Note over B,P: Data channel opens (P2P, STUN-assisted)
|
|
344
|
-
|
|
345
|
-
Note over B,P: Streaming
|
|
346
|
-
B->>P: request via data channel: POST /api/sources
|
|
347
|
-
P-->>B: response-chunk: { sourceKey }
|
|
348
|
-
B->>P: request via data channel: POST /api/playback-plan
|
|
349
|
-
P-->>B: response-chunk: { mode, audioCodec, videoCodec, … }
|
|
350
|
-
B->>P: request via data channel: POST /api/transcode-sessions
|
|
351
|
-
P-->>B: response-chunk: { sessionId, playlistPath }
|
|
352
|
-
B->>P: HLS.js fetches: GET /transcode/:id/index.m3u8
|
|
353
|
-
B->>P: HLS.js fetches: GET /transcode/:id/seg000.ts …
|
|
354
|
-
Note over B,P: All via data channel — no server relay
|
|
355
|
-
```
|
|
356
|
-
|
|
357
|
-
## Notes
|
|
358
|
-
|
|
359
|
-
- HLS session temp files are in the OS temp directory and cleaned up automatically.
|
|
360
|
-
- Transcode sessions are cached by `sourceKey:fileIndex:mode:startPosition` and shared across consumers.
|
|
361
|
-
- The source registry is in-memory and bounded (old entries evicted).
|
|
362
|
-
- The proxy reconnects to the server automatically on tunnel disconnect.
|
|
363
|
-
- `prefetchFileEdges` downloads only the file's head and tail (≈ 2.3 MB total), not the full file, before codec detection runs.
|
|
364
|
-
- When `startPositionSeconds > 0`, ffmpeg uses fast seek (`-ss` before `-i`) — it starts from the nearest keyframe at or before the requested position. The first few frames may be slightly before the exact seek time.
|
|
365
|
-
|
|
366
|
-
## License
|
|
367
|
-
|
|
368
|
-
GPL-3.0-or-later (see `LICENSE`). Third-party dependencies keep their own licenses.
|
|
369
|
-
Bundled ffmpeg binaries (`ffmpeg-static`) are GPL-compatible.
|
|
1
|
+
# @torrent-tv/proxy
|
|
2
|
+
|
|
3
|
+
A lightweight Node.js service that streams torrent content to browsers via a direct WebRTC P2P data channel or, when needed, HTTP. It handles torrent fetching, codec detection, and on-demand HLS transcoding with ffmpeg.
|
|
4
|
+
|
|
5
|
+
## Why this exists
|
|
6
|
+
|
|
7
|
+
- Browsers cannot consume torrents directly.
|
|
8
|
+
- This service exposes torrent files through HTTP (`/stream`) with Range support, and through a WebRTC data channel for NAT-traversed streaming.
|
|
9
|
+
- It can transcode audio (or video + audio) to HLS on demand so the browser can always play the content regardless of codec support.
|
|
10
|
+
- It registers itself in an external registry server and maintains a persistent tunnel WebSocket so the server can route browser requests and WebRTC signals to it.
|
|
11
|
+
|
|
12
|
+
## Architecture Overview
|
|
13
|
+
|
|
14
|
+
```mermaid
|
|
15
|
+
graph TB
|
|
16
|
+
subgraph Browser
|
|
17
|
+
WP[WebRtcProxy]
|
|
18
|
+
HLS[HLS.js + WebRtcHlsLoader]
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
subgraph Server["Registry Server"]
|
|
22
|
+
API[REST API]
|
|
23
|
+
TS[ProxyTunnelServer]
|
|
24
|
+
SH[SignalHub /ws/browser-signal]
|
|
25
|
+
end
|
|
26
|
+
|
|
27
|
+
subgraph Proxy["@torrent-tv/proxy (Fastify)"]
|
|
28
|
+
TC[TunnelClient]
|
|
29
|
+
WM[WebRtcManager]
|
|
30
|
+
HC[HealthCollector]
|
|
31
|
+
DCH[DataChannelHandler]
|
|
32
|
+
PP[PlaybackPlanner]
|
|
33
|
+
HLM[HlsSessionManager]
|
|
34
|
+
TP[TorrentPool]
|
|
35
|
+
FF[ffmpeg]
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
TC -->|"persistent WebSocket /ws/proxy-tunnel"| TS
|
|
39
|
+
TC -->|re-register on reconnect| API
|
|
40
|
+
HC -->|metrics: cpu, mem, load| TC
|
|
41
|
+
|
|
42
|
+
TS <-->|signal forward| SH
|
|
43
|
+
SH <-->|WebSocket| WP
|
|
44
|
+
|
|
45
|
+
WP <-->|"P2P data channel (STUN)"| WM
|
|
46
|
+
WM --> DCH
|
|
47
|
+
DCH --> TP
|
|
48
|
+
DCH --> HLM
|
|
49
|
+
HLM --> FF
|
|
50
|
+
|
|
51
|
+
HLS -->|segment/manifest fetches| WP
|
|
52
|
+
```
|
|
53
|
+
|
|
54
|
+
## Service Internals
|
|
55
|
+
|
|
56
|
+
### TunnelClient
|
|
57
|
+
|
|
58
|
+
Opens one persistent WebSocket to the registry server's `/ws/proxy-tunnel` endpoint on startup.
|
|
59
|
+
Reconnects automatically with back-off on unexpected close.
|
|
60
|
+
|
|
61
|
+
Handles three inbound message types from the server:
|
|
62
|
+
|
|
63
|
+
| Message type | What the proxy does |
|
|
64
|
+
|---|---|
|
|
65
|
+
| `health-request` | Calls `HealthCollector`, sends `health-response` back through tunnel |
|
|
66
|
+
| `signal` | Forwards SDP offer or ICE candidate to `WebRtcManager` |
|
|
67
|
+
| `relay-request` | Fetches the path from local Fastify, streams `relay-response` back |
|
|
68
|
+
|
|
69
|
+
### WebRtcManager
|
|
70
|
+
|
|
71
|
+
Manages RTCPeerConnection sessions keyed by `sessionId`. On receiving an SDP offer from the server it creates a peer connection using [`node-datachannel`](https://github.com/murat-dogan/node-datachannel), generates an answer, and exchanges ICE candidates through the tunnel. When the data channel opens it hands it off to `DataChannelHandler`.
|
|
72
|
+
|
|
73
|
+
```mermaid
|
|
74
|
+
sequenceDiagram
|
|
75
|
+
participant S as Server (via TunnelClient)
|
|
76
|
+
participant WM as WebRtcManager
|
|
77
|
+
participant DC as DataChannelHandler
|
|
78
|
+
|
|
79
|
+
S->>WM: { type:"offer", sessionId, sdp }
|
|
80
|
+
WM->>WM: createPeerConnection(sessionId)
|
|
81
|
+
WM->>WM: setRemoteDescription(offer)
|
|
82
|
+
WM->>WM: createAnswer()
|
|
83
|
+
WM->>S: { type:"answer", sdp }
|
|
84
|
+
|
|
85
|
+
loop ICE candidates
|
|
86
|
+
WM->>S: { type:"candidate", candidate, mid }
|
|
87
|
+
S->>WM: { type:"candidate", … }
|
|
88
|
+
end
|
|
89
|
+
|
|
90
|
+
Note over WM: data channel opens
|
|
91
|
+
WM->>DC: handleChannel(dataChannel)
|
|
92
|
+
```
|
|
93
|
+
|
|
94
|
+
### DataChannelHandler
|
|
95
|
+
|
|
96
|
+
Receives JSON `request` messages over the data channel and dispatches them to the proxy's local Fastify server. Responses are streamed back as base64 `response-chunk` messages.
|
|
97
|
+
|
|
98
|
+
**Wire protocol (browser ↔ proxy):**
|
|
99
|
+
|
|
100
|
+
| Direction | Type | Key fields |
|
|
101
|
+
|---|---|---|
|
|
102
|
+
| Browser → Proxy | `request` | `requestId`, `method`, `path`, `query`, `headers`, `body` |
|
|
103
|
+
| Proxy → Browser | `response-start` | `requestId`, `status`, `headers` |
|
|
104
|
+
| Proxy → Browser | `response-chunk` | `requestId`, `data` (base64), `done: true\|false` |
|
|
105
|
+
| Proxy → Browser | `response-error` | `requestId`, `error` |
|
|
106
|
+
| Browser → Proxy | `ping` | `id` |
|
|
107
|
+
| Proxy → Browser | `pong` | `id` |
|
|
108
|
+
|
|
109
|
+
### HealthCollector
|
|
110
|
+
|
|
111
|
+
Collects system-level health metrics on every request from the server:
|
|
112
|
+
|
|
113
|
+
| Metric | Range | Description |
|
|
114
|
+
|---|---|---|
|
|
115
|
+
| `cpuLoad` | 0 – ∞ | 1-minute load average divided by CPU count (>1 = overloaded) |
|
|
116
|
+
| `memFree` | 0 – 1 | Free memory fraction |
|
|
117
|
+
| `activeSessions` | 0 – ∞ | Number of active HLS transcode sessions |
|
|
118
|
+
|
|
119
|
+
The browser uses these metrics together with tunnel RTT to score proxies:
|
|
120
|
+
|
|
121
|
+
```
|
|
122
|
+
score = memFree × 0.4 + (1 - clamp(cpuLoad, 0, 1)) × 0.4 − (rttMs / 2000) × 0.2
|
|
123
|
+
```
|
|
124
|
+
|
|
125
|
+
### PlaybackPlanner
|
|
126
|
+
|
|
127
|
+
Determines whether a file should be streamed directly or transcoded to HLS, and caches the result per `(sourceKey, fileIndex)`.
|
|
128
|
+
|
|
129
|
+
Before running ffprobe it calls `TorrentPool.prefetchFileEdges()` which opens WebTorrent read streams for the first 256 KB and last 2 MB of the file. This forces WebTorrent to prioritise those torrent pieces, ensuring the MOOV atom (usually at the end of non-faststart MP4 files) is available before codec detection runs. The timeout is 5 minutes; if it elapses the plan still proceeds with whatever data is available and defaults to `direct` mode when the codec is unknown.
|
|
130
|
+
|
|
131
|
+
### HlsSessionManager & ffmpeg
|
|
132
|
+
|
|
133
|
+
Creates and manages ffmpeg-based HLS transcode sessions. Sessions are keyed by `sourceKey:fileIndex:mode:startPosition` and shared across consumers.
|
|
134
|
+
|
|
135
|
+
**Seek-to-position:** `createOrGetSession` accepts `startPositionSeconds` which allows restarting a transcode from an arbitrary point. ffmpeg is invoked with `-ss <N>` (fast keyframe seek before `-i`) and `-output_ts_offset <N>` (shifts output PTS) so that `video.currentTime` in the browser reflects the original timeline position rather than resetting to zero. Start positions are rounded to 10-second buckets for session reuse.
|
|
136
|
+
|
|
137
|
+
```mermaid
|
|
138
|
+
sequenceDiagram
|
|
139
|
+
participant B as Browser (via DataChannel)
|
|
140
|
+
participant H as HlsSessionManager
|
|
141
|
+
participant F as ffmpeg
|
|
142
|
+
|
|
143
|
+
B->>H: POST /api/transcode-sessions (consumerId, mode)
|
|
144
|
+
H->>F: start (or reuse) ffmpeg process
|
|
145
|
+
H-->>B: { sessionId, playlistPath }
|
|
146
|
+
|
|
147
|
+
loop segment requests
|
|
148
|
+
B->>H: GET /transcode/:sessionId/seg000.ts
|
|
149
|
+
H-->>B: MPEG-TS segment (via data channel chunk)
|
|
150
|
+
end
|
|
151
|
+
|
|
152
|
+
B->>H: GET /api/transcode-sessions/:id/progress
|
|
153
|
+
H-->>B: { percent, speed, remainingSeconds, … }
|
|
154
|
+
|
|
155
|
+
B->>H: POST /api/transcode-sessions/:id/release (consumerId)
|
|
156
|
+
H->>H: remove consumer
|
|
157
|
+
alt last consumer released
|
|
158
|
+
H->>F: kill process + cleanup segments
|
|
159
|
+
end
|
|
160
|
+
```
|
|
161
|
+
|
|
162
|
+
## HTTP API
|
|
163
|
+
|
|
164
|
+
Base URL examples use `http://127.0.0.1:9090`.
|
|
165
|
+
|
|
166
|
+
### Health
|
|
167
|
+
|
|
168
|
+
```bash
|
|
169
|
+
GET /health
|
|
170
|
+
GET /healthz
|
|
171
|
+
```
|
|
172
|
+
|
|
173
|
+
### Register a source
|
|
174
|
+
|
|
175
|
+
```bash
|
|
176
|
+
POST /api/sources
|
|
177
|
+
Content-Type: application/json
|
|
178
|
+
|
|
179
|
+
{
|
|
180
|
+
"sourceType": "magnet", # or "torrent" (base64-encoded bytes)
|
|
181
|
+
"source": "magnet:?xt=urn:btih:…"
|
|
182
|
+
}
|
|
183
|
+
```
|
|
184
|
+
|
|
185
|
+
Response: `{ "sourceKey": "…" }`
|
|
186
|
+
|
|
187
|
+
### Build playback plan
|
|
188
|
+
|
|
189
|
+
```bash
|
|
190
|
+
POST /api/playback-plan
|
|
191
|
+
Content-Type: application/json
|
|
192
|
+
|
|
193
|
+
{
|
|
194
|
+
"sourceKey": "<sourceKey>",
|
|
195
|
+
"fileIndex": 0,
|
|
196
|
+
"userAgent": "Mozilla/5.0 …"
|
|
197
|
+
}
|
|
198
|
+
```
|
|
199
|
+
|
|
200
|
+
Response:
|
|
201
|
+
|
|
202
|
+
```json
|
|
203
|
+
{
|
|
204
|
+
"mode": "direct",
|
|
205
|
+
"directUrl": "http://127.0.0.1:9090/stream?sourceKey=…&fileIndex=0",
|
|
206
|
+
"reason": "audio-codec-supported",
|
|
207
|
+
"audioCodec": "aac",
|
|
208
|
+
"videoCodec": "h264"
|
|
209
|
+
}
|
|
210
|
+
```
|
|
211
|
+
|
|
212
|
+
`mode` is `"direct"` or `"hls"`.
|
|
213
|
+
|
|
214
|
+
### Direct stream
|
|
215
|
+
|
|
216
|
+
```bash
|
|
217
|
+
GET /stream?sourceKey=<key>&fileIndex=0
|
|
218
|
+
```
|
|
219
|
+
|
|
220
|
+
Supports HTTP Range requests.
|
|
221
|
+
|
|
222
|
+
### Source stats
|
|
223
|
+
|
|
224
|
+
```bash
|
|
225
|
+
GET /api/sources/:sourceKey/stats?fileIndex=0
|
|
226
|
+
```
|
|
227
|
+
|
|
228
|
+
Returns live torrent statistics for polling during the metadata wait phase:
|
|
229
|
+
|
|
230
|
+
```json
|
|
231
|
+
{
|
|
232
|
+
"numPeers": 4,
|
|
233
|
+
"downloadSpeed": 1258291,
|
|
234
|
+
"uploadSpeed": 0,
|
|
235
|
+
"fileProgress": 0.008,
|
|
236
|
+
"fileDownloaded": 10485760,
|
|
237
|
+
"fileLength": 1299000000
|
|
238
|
+
}
|
|
239
|
+
```
|
|
240
|
+
|
|
241
|
+
`fileProgress` is 0–1 and reflects only the pieces that have been downloaded so far (initially the prefetched head + tail). `downloadSpeed` and `uploadSpeed` are in bytes/s.
|
|
242
|
+
|
|
243
|
+
### Create HLS transcode session
|
|
244
|
+
|
|
245
|
+
```bash
|
|
246
|
+
POST /api/transcode-sessions
|
|
247
|
+
Content-Type: application/json
|
|
248
|
+
|
|
249
|
+
{
|
|
250
|
+
"sourceKey": "<key>",
|
|
251
|
+
"fileIndex": 0,
|
|
252
|
+
"transcodeVideo": false,
|
|
253
|
+
"consumerId": "uuid",
|
|
254
|
+
"fileName": "Episode01.mkv",
|
|
255
|
+
"startPositionSeconds": 300
|
|
256
|
+
}
|
|
257
|
+
```
|
|
258
|
+
|
|
259
|
+
`startPositionSeconds` is optional (default `0`). When set, ffmpeg fast-seeks to the specified position and shifts output timestamps accordingly, enabling seek-to-position playback.
|
|
260
|
+
|
|
261
|
+
Response: `{ "sessionId": "…", "playlistPath": "/transcode/<id>/index.m3u8" }`
|
|
262
|
+
|
|
263
|
+
### Poll transcode progress
|
|
264
|
+
|
|
265
|
+
```bash
|
|
266
|
+
GET /api/transcode-sessions/:sessionId/progress
|
|
267
|
+
```
|
|
268
|
+
|
|
269
|
+
Returns: `percent`, `processedSeconds`, `startPositionSeconds`, `totalSeconds`, `remainingSeconds`, `speed`, `warmupPercent`, `warmupRemainingSeconds`.
|
|
270
|
+
|
|
271
|
+
### Release consumer
|
|
272
|
+
|
|
273
|
+
```bash
|
|
274
|
+
POST /api/transcode-sessions/:sessionId/release
|
|
275
|
+
Content-Type: application/json
|
|
276
|
+
|
|
277
|
+
{ "consumerId": "uuid", "reason": "pagehide" }
|
|
278
|
+
```
|
|
279
|
+
|
|
280
|
+
When the last consumer is released, the transcode session stops and temp files are cleaned up.
|
|
281
|
+
|
|
282
|
+
## Requirements
|
|
283
|
+
|
|
284
|
+
- Node.js 18+ (ESM, built-in `fetch`).
|
|
285
|
+
- ffmpeg is required only when transcoding is enabled (bundled via `ffmpeg-static` by default).
|
|
286
|
+
|
|
287
|
+
## Run
|
|
288
|
+
|
|
289
|
+
```bash
|
|
290
|
+
npm install
|
|
291
|
+
npm start -- --server-url http://localhost:3000
|
|
292
|
+
```
|
|
293
|
+
|
|
294
|
+
### CLI Options
|
|
295
|
+
|
|
296
|
+
| Option | Default | Description |
|
|
297
|
+
|--------|---------|-------------|
|
|
298
|
+
| `--server-url` | — | **(Required)** Base URL of the registry server |
|
|
299
|
+
| `--host` | `127.0.0.1` | Bind host |
|
|
300
|
+
| `--port` | `9090` | Preferred local port (auto-increments if taken) |
|
|
301
|
+
| `--public-base-url` | — | Externally reachable base URL advertised to registry |
|
|
302
|
+
| `--id` | auto | Stable proxy client ID |
|
|
303
|
+
| `--name` | hostname | Display name in registry |
|
|
304
|
+
| `--token` | — | Auth token for register/heartbeat |
|
|
305
|
+
| `--ffmpeg-bin` | bundled | Path to custom ffmpeg binary |
|
|
306
|
+
| `--no-transcode-audio` | — | Disable HLS audio transcoding |
|
|
307
|
+
| `--help` | — | Print all options and exit |
|
|
308
|
+
|
|
309
|
+
## Docker
|
|
310
|
+
|
|
311
|
+
```bash
|
|
312
|
+
docker build -t torrent-tv-proxy .
|
|
313
|
+
docker run torrent-tv-proxy --server-url http://my-server:8080
|
|
314
|
+
```
|
|
315
|
+
|
|
316
|
+
## Full End-to-End Flow
|
|
317
|
+
|
|
318
|
+
```mermaid
|
|
319
|
+
sequenceDiagram
|
|
320
|
+
participant B as Browser
|
|
321
|
+
participant S as Registry Server
|
|
322
|
+
participant P as Proxy
|
|
323
|
+
|
|
324
|
+
Note over P,S: Startup
|
|
325
|
+
P->>S: POST /api/proxy-clients/register
|
|
326
|
+
P->>S: WebSocket /ws/proxy-tunnel (persistent)
|
|
327
|
+
|
|
328
|
+
Note over B,P: Playback start
|
|
329
|
+
B->>S: GET /api/proxy-clients/health
|
|
330
|
+
S->>P: health-request via tunnel
|
|
331
|
+
P-->>S: health-response (cpu, mem, activeSessions)
|
|
332
|
+
S-->>B: scored proxy list
|
|
333
|
+
|
|
334
|
+
Note over B,P: WebRTC setup
|
|
335
|
+
B->>S: WebSocket /ws/browser-signal
|
|
336
|
+
B->>B: RTCPeerConnection + DataChannel + createOffer
|
|
337
|
+
B->>S: { type:"offer", proxyId, sdp }
|
|
338
|
+
S->>P: forward via tunnel
|
|
339
|
+
P->>P: createAnswer
|
|
340
|
+
P->>S: { type:"answer", sdp }
|
|
341
|
+
S->>B: forward
|
|
342
|
+
Note over B,P: ICE candidates exchanged same way
|
|
343
|
+
Note over B,P: Data channel opens (P2P, STUN-assisted)
|
|
344
|
+
|
|
345
|
+
Note over B,P: Streaming
|
|
346
|
+
B->>P: request via data channel: POST /api/sources
|
|
347
|
+
P-->>B: response-chunk: { sourceKey }
|
|
348
|
+
B->>P: request via data channel: POST /api/playback-plan
|
|
349
|
+
P-->>B: response-chunk: { mode, audioCodec, videoCodec, … }
|
|
350
|
+
B->>P: request via data channel: POST /api/transcode-sessions
|
|
351
|
+
P-->>B: response-chunk: { sessionId, playlistPath }
|
|
352
|
+
B->>P: HLS.js fetches: GET /transcode/:id/index.m3u8
|
|
353
|
+
B->>P: HLS.js fetches: GET /transcode/:id/seg000.ts …
|
|
354
|
+
Note over B,P: All via data channel — no server relay
|
|
355
|
+
```
|
|
356
|
+
|
|
357
|
+
## Notes
|
|
358
|
+
|
|
359
|
+
- HLS session temp files are in the OS temp directory and cleaned up automatically.
|
|
360
|
+
- Transcode sessions are cached by `sourceKey:fileIndex:mode:startPosition` and shared across consumers.
|
|
361
|
+
- The source registry is in-memory and bounded (old entries evicted).
|
|
362
|
+
- The proxy reconnects to the server automatically on tunnel disconnect.
|
|
363
|
+
- `prefetchFileEdges` downloads only the file's head and tail (≈ 2.3 MB total), not the full file, before codec detection runs.
|
|
364
|
+
- When `startPositionSeconds > 0`, ffmpeg uses fast seek (`-ss` before `-i`) — it starts from the nearest keyframe at or before the requested position. The first few frames may be slightly before the exact seek time.
|
|
365
|
+
|
|
366
|
+
## License
|
|
367
|
+
|
|
368
|
+
GPL-3.0-or-later (see `LICENSE`). Third-party dependencies keep their own licenses.
|
|
369
|
+
Bundled ffmpeg binaries (`ffmpeg-static`) are GPL-compatible.
|