@torrent-tv/proxy 2.86.0 → 2.87.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2142 -1915
- package/CLAUDE.md +322 -197
- package/assets/calibration/NOTICE.md +2 -2
- package/bin/cli.js +684 -616
- package/biome.json +409 -233
- package/docs/browser-proxy-contract.md +94 -0
- package/docs/container-architecture.md +218 -213
- package/docs/download-architecture.md +7 -7
- package/docs/encode-architecture.md +287 -11
- package/docs/encode-run-state.md +2 -2
- package/docs/logs.md +97 -97
- package/docs/{disk-architecture.md → storage-architecture.md} +107 -1
- package/openspec/changes/adaptive-bitrate/design.md +2 -2
- package/openspec/changes/adaptive-bitrate/proposal.md +1 -1
- package/openspec/changes/adaptive-bitrate/tasks.md +1 -1
- package/openspec/changes/chunked-request-bodies/design.md +1 -1
- package/openspec/changes/chunked-request-bodies/proposal.md +1 -1
- package/openspec/changes/chunked-request-bodies/tasks.md +1 -1
- package/openspec/changes/cold-start/design.md +1 -1
- package/openspec/changes/disk-cap/proposal.md +1 -1
- package/openspec/changes/proxy-observability/proposal.md +2 -2
- package/openspec/changes/track-selection/proposal.md +1 -1
- package/openspec/changes/transcode-quality/proposal.md +1 -1
- package/package.json +2 -2
- package/research/delivery-wedge-stand-ladder-2026-09-13.md +329 -329
- package/research/double-spawn-2026-09-10.md +171 -171
- package/routes/api/playback-plan/post.js +2 -2
- package/routes/api/sources/files/get.js +1 -1
- package/routes/api/sources/stats/get.js +1 -1
- package/routes/api/sources/warm/post.js +10 -3
- package/routes/api/subtitles/get.js +230 -230
- package/routes/api/transcode-sessions/fragment-far/post.js +3 -3
- package/routes/api/transcode-sessions/net-report/post.js +129 -94
- package/routes/api/transcode-sessions/post.js +160 -139
- package/routes/api/transcode-sessions/progress/get.js +3 -3
- package/routes/api/transcode-sessions/release/post.js +3 -3
- package/routes/api/transcode-sessions/seek/post.js +12 -3
- package/routes/stream/get.js +2 -2
- package/routes/transcode/audio-file/get.js +15 -6
- package/routes/transcode/audio-warm/get.js +9 -6
- package/routes/transcode/session-file/get.js +52 -268
- package/routes/transcode/variant-file/get.js +46 -7
- package/routes/transcode/variant-warm/get.js +19 -6
- package/scripts/render-run-graph.js +1 -1
- package/server.js +720 -465
- package/services/encode/CoverageMap.js +428 -428
- package/services/encode/CushionReport.js +345 -0
- package/services/encode/EncodeAdmission.js +332 -0
- package/services/{orchestrators → encode}/EncodeOrchestrator.js +307 -29
- package/services/encode/EncodeRun.js +16 -9
- package/services/encode/EncodeRuns.js +1229 -0
- package/services/encode/Encoder.js +18 -2
- package/services/encode/EncoderSelection.js +38 -0
- package/services/encode/LocalObservations.js +359 -0
- package/services/encode/NvencEncoder.js +5 -0
- package/services/encode/OutputOpening.js +755 -0
- package/services/encode/OutputTimes.js +579 -0
- package/services/encode/Renditions.js +2162 -0
- package/services/encode/RunProgress.js +84 -0
- package/services/encode/SoftwareEncoder.js +12 -7
- package/services/encode/args.js +402 -186
- package/services/encode/calibration.js +361 -0
- package/services/encode/contention.js +128 -128
- package/services/encode/encode-run-state.js +16 -20
- package/services/encode/fingerprint.js +322 -0
- package/services/{hwaccel.js → encode/hwaccel.js} +82 -42
- package/services/{learned-median.js → encode/learned-median.js} +11 -0
- package/services/encode/output/EncodedOutput.js +57 -0
- package/services/encode/output/Output.js +131 -0
- package/services/{output/LiveOutputs.js → encode/output/OutputCatalog.js} +141 -40
- package/services/encode/output/OutputSpec.js +390 -0
- package/services/{output → encode/output}/Timeline.js +12 -37
- package/services/encode/output/index.js +20 -0
- package/services/encode/output/ladder.js +32 -0
- package/services/{output → encode/output}/playlists.js +3 -0
- package/services/encode/output-key-format.js +21 -0
- package/services/encode/quality/EncodeCost.js +1083 -0
- package/services/encode/quality/HostLoad.js +525 -0
- package/services/encode/quality/HostTimings.js +249 -0
- package/services/encode/quality/OutputQualityState.js +28 -0
- package/services/encode/quality/QualityController.js +935 -0
- package/services/encode/quality/QualityOffer.js +416 -0
- package/services/encode/quality/drain-threat.js +47 -0
- package/services/encode/quality/link-budget.js +254 -0
- package/services/encode/quality/output-format.js +266 -0
- package/services/encode/quality/serving-output.js +216 -0
- package/services/encode/quality/visible-rung.js +57 -0
- package/services/encode/run-command.js +23 -20
- package/services/encode/run-inputs.js +42 -0
- package/services/{segment-formats → encode/segment-formats}/fmp4.js +63 -0
- package/services/{segment-formats → encode/segment-formats}/index.js +3 -3
- package/services/encode/segment-formats/init-compat.js +324 -0
- package/services/{segment-formats → encode/segment-formats}/mp4-boxes.js +8 -3
- package/services/encode/throughput.js +97 -0
- package/services/{orchestrators → media}/ContainerOrchestrator.js +45 -7
- package/services/media/KeyframeTables.js +316 -0
- package/services/{source → media}/SourceFile.js +7 -55
- package/services/{torrent-worker/subtitle-cues.js → media/SubtitleCues.js} +103 -132
- package/services/media/SubtitleOrchestrator.js +167 -0
- package/services/{audio-inventory.js → media/audio-inventory.js} +7 -1
- package/services/{container → media/container}/AviContainer.js +266 -266
- package/services/{container → media/container}/Container.js +596 -601
- package/services/media/container/ContainerFactory.js +56 -0
- package/services/media/container/KeyframeTable.js +272 -0
- package/services/{container → media/container}/MatroskaContainer.js +1485 -1485
- package/services/{container → media/container}/Mp4Container.js +1244 -1244
- package/services/{container → media/container}/SubtitleFileContainer.js +322 -322
- package/services/media/keyframe-probe.js +157 -0
- package/services/media/media-info-probe.js +93 -0
- package/services/{playback-planner.js → media/playback-planner.js} +82 -39
- package/services/{tracks → media/tracks}/AudioTrack.js +131 -131
- package/services/{tracks → media/tracks}/language-detect.js +174 -174
- package/services/server/OutputLifecycle.js +418 -0
- package/services/server/SegmentServing.js +1146 -0
- package/services/server/ViewerRequests.js +522 -0
- package/services/server/controllers/PlaybackController.js +36 -0
- package/services/{controllers → server/controllers}/SubtitleController.js +17 -33
- package/services/server/http-responses.js +60 -0
- package/services/server/transcode-session-files.js +325 -0
- package/services/server/wire-outputs.js +983 -0
- package/services/storage/Diagnostics.js +202 -0
- package/services/storage/MachineBudget.js +235 -0
- package/services/{piece-store → storage}/allowance.js +107 -107
- package/services/{core-dumps.js → storage/core-dumps.js} +1 -1
- package/services/{files → storage/files}/CompletedFiles.js +116 -1
- package/services/{disk → storage}/free.js +33 -0
- package/services/storage/machine-memory.js +56 -0
- package/services/{memory-report.js → storage/memory-report.js} +575 -596
- package/services/{piece-store → storage/piece-store}/piece-disk-store.js +0 -7
- package/services/{piece-store → storage/piece-store}/shared-piece-store.js +28 -21
- package/services/{encode → storage/segment-store}/SegmentStore.js +395 -8
- package/services/storage/wire.js +175 -0
- package/services/{download → torrent/download}/SwarmSelection.js +2 -2
- package/services/{download → torrent/download}/registry.js +2 -2
- package/services/torrent/files.js +1 -1
- package/services/torrent/piece-store-of.js +29 -0
- package/services/{torrent-pool.js → torrent/torrent-pool.js} +26 -119
- package/services/{torrent-worker → torrent/worker}/background-fill.js +2 -2
- package/services/{torrent-worker → torrent/worker}/channel.js +271 -250
- package/services/{torrent-worker → torrent/worker}/client.js +77 -58
- package/services/torrent/worker/held-bytes.js +155 -0
- package/services/{torrent-worker → torrent/worker}/install-webrtc-shim.js +1 -1
- package/services/{torrent-worker → torrent/worker}/piece-reader.js +21 -30
- package/services/{torrent-worker → torrent/worker}/pool-adapter.js +101 -137
- package/services/{torrent-worker → torrent/worker}/protocol.js +26 -30
- package/services/torrent/worker/resume-warm.js +107 -0
- package/services/{torrent-worker → torrent/worker}/webrtc-shim.js +2 -2
- package/services/{torrent-worker → torrent/worker}/worker.js +68 -159
- package/services/{data-channel-handler.js → transport/data-channel-handler.js} +1356 -1356
- package/services/{delivery-probe.js → transport/delivery-probe.js} +842 -842
- package/services/{health-collector.js → transport/health-collector.js} +6 -35
- package/services/{packet-witness.js → transport/packet-witness.js} +808 -784
- package/services/{port-mapper.js → transport/port-mapper.js} +1 -1
- package/services/{usrsctp-state.js → transport/usrsctp-state.js} +1 -1
- package/services/{webrtc-manager.js → transport/webrtc-manager.js} +1 -1
- package/services/viewer/Assignments.js +340 -0
- package/services/{priority → viewer}/PriorityMap.js +390 -390
- package/services/{priority → viewer}/PriorityOrchestrator.js +325 -320
- package/services/viewer/Viewer.js +657 -483
- package/services/viewer/Viewers.js +368 -257
- package/services/viewer/active-output.js +37 -54
- package/services/viewer/audio-start.js +4 -3
- package/services/viewer/buffer-trend.js +81 -0
- package/services/viewer/choices.js +647 -0
- package/services/viewer/positions.js +126 -120
- package/services/viewer/report-intake.js +46 -45
- package/test/asset-paths.test.js +28 -0
- package/test/audio-inventory.test.js +3 -3
- package/test/audio-track-bitrate.test.js +40 -0
- package/test/auto-quality-step.test.js +707 -515
- package/test/available-share.test.js +1 -1
- package/test/background-fill.test.js +1 -1
- package/test/client-log-file.test.js +110 -110
- package/test/completed-files.test.js +1 -1
- package/test/concurrent-cost.test.js +13 -3
- package/test/container-media-info.test.js +3 -3
- package/test/core-dumps.test.js +1 -1
- package/test/coverage-follows-the-disk.test.js +46 -9
- package/test/cue-push-carries-what-the-walk-found.test.js +58 -0
- package/test/cut-times-timeline.test.js +2 -2
- package/test/cuts-follow-published-grid.test.js +9 -8
- package/test/data-channel-frame.test.js +1 -1
- package/test/dead-torrent-handle.test.js +1 -1
- package/test/declared-rates.test.js +2 -2
- package/test/declared-tracks.test.js +2 -2
- package/test/decode-cost-fit.test.js +1 -1
- package/test/decode-cost.test.js +34 -25
- package/test/delivery-probe.test.js +1 -1
- package/test/demand-register.test.js +4 -4
- package/test/dht-bootstrap.test.js +1 -1
- package/test/drain-threat.test.js +65 -0
- package/test/duplicate-add.test.js +1 -1
- package/test/encode-admission.test.js +146 -0
- package/test/encode-cost.test.js +199 -10
- package/test/encode-orchestrator.test.js +39 -1
- package/test/encode-plan-viewers.test.js +2 -2
- package/test/encode-run.test.js +2 -2
- package/test/encode-slope.test.js +1 -1
- package/test/encoded-output.test.js +39 -0
- package/test/encoder-readings.test.js +1 -1
- package/test/every-claimant-is-told-its-share.test.js +152 -0
- package/test/failed-encoder-still-serves-what-exists.test.js +354 -0
- package/test/failed-start-breaker.test.js +81 -30
- package/test/fastest-wires.test.js +1 -1
- package/test/ffmpeg-stream-counts.test.js +1 -1
- package/test/file-edges.test.js +3 -3
- package/test/fmp4-self-contained.test.js +1 -1
- package/test/fmp4-timestamps.test.js +1 -1
- package/test/fmp4-track-completeness.test.js +1 -1
- package/test/format-keyed-outputs.test.js +78 -0
- package/test/health-metrics.test.js +3 -2
- package/test/held-request-width.test.js +22 -23
- package/test/helpers/encode-run.js +136 -136
- package/test/helpers/held-file.js +29 -0
- package/test/helpers/manager.js +57 -0
- package/test/helpers/output-spec.js +63 -0
- package/test/host-load.test.js +1 -1
- package/test/index-accuracy-is-about-the-file.test.js +128 -0
- package/test/init-compat.test.js +219 -0
- package/test/input-lost-quiets-the-plan.test.js +1 -1
- package/test/input-unavailable.test.js +1 -1
- package/test/keeping-period.test.js +4 -4
- package/test/keyframe-index-accuracy.test.js +97 -45
- package/test/keyframe-table-budget.test.js +28 -33
- package/test/keyframes-belong-to-the-file.test.js +174 -57
- package/test/learned-median.test.js +1 -1
- package/test/letting-go-asks-who-is-watching.test.js +191 -0
- package/test/limit-row-by-area.test.js +60 -0
- package/test/link-budget.test.js +111 -0
- package/test/link-probe.test.js +56 -56
- package/test/local-encoding-data.test.js +273 -0
- package/test/look-ahead-coverage.test.js +1 -1
- package/test/manager-surface.test.js +294 -0
- package/test/matroska-blocks.test.js +0 -0
- package/test/matroska-cues-track.test.js +1 -1
- package/test/memory-budget.test.js +2 -2
- package/test/mp4-composition-times.test.js +0 -0
- package/test/mp4-subtitles.test.js +1 -1
- package/test/one-authority.test.js +45 -41
- package/test/one-budget.test.js +149 -0
- package/test/one-output-one-session.test.js +204 -0
- package/test/{disk-space.test.js → one-resource-divided.test.js} +30 -10
- package/test/one-serving-output-per-height.test.js +458 -0
- package/test/orchestrator-wired.test.js +46 -45
- package/test/output-catalog.test.js +39 -0
- package/test/output-shape.test.js +4 -51
- package/test/output-spec.test.js +251 -157
- package/test/output-speed.test.js +17 -15
- package/test/outputs-being-prepared.test.js +40 -0
- package/test/packet-witness-ring.test.js +2 -2
- package/test/packet-witness.test.js +1 -1
- package/test/piece-disk-store.test.js +2 -2
- package/test/piece-from-whole-file.test.js +1 -1
- package/test/piece-lru.test.js +1 -1
- package/test/piece-reader.test.js +2 -2
- package/test/piece-store-eviction.test.js +1 -1
- package/test/piece-store-never-refuses.test.js +1 -1
- package/test/piece-store-reservations.test.js +1 -1
- package/test/piece-store-slow-disk.test.js +1 -1
- package/test/piece-tail.test.js +1 -1
- package/test/plan-host-timings.test.js +1 -1
- package/test/plan-is-steady.test.js +225 -225
- package/test/priority-map-download.test.js +4 -4
- package/test/priority-map-emptied.test.js +204 -205
- package/test/priority-map-per-output.test.js +215 -209
- package/test/priority-map.test.js +1 -1
- package/test/probe-wedge-certainty.test.js +1 -1
- package/test/produced-copy-choice.test.js +15 -60
- package/test/quality-offer.test.js +162 -0
- package/test/quality-variants.test.js +1229 -1167
- package/test/rate-control-in-the-output.test.js +180 -0
- package/test/read-survives-withdrawal.test.js +2 -2
- package/test/read-window.test.js +10 -3
- package/test/resume-warm.test.js +1 -1
- package/test/run-inputs.test.js +80 -0
- package/test/run-position-follows-published-grid.test.js +13 -11
- package/test/run-progress.test.js +65 -0
- package/test/same-height-switch.test.js +664 -0
- package/test/seek-frees-the-viewers-requests.test.js +217 -0
- package/test/seek-landing.test.js +13 -13
- package/test/seek-target-not-superseded.test.js +28 -29
- package/test/segment-closed-on-both-branches.test.js +96 -0
- package/test/segment-cut-times.test.js +1 -1
- package/test/segment-hold-supersede.test.js +28 -35
- package/test/segment-judged-by-its-own-header.test.js +221 -0
- package/test/segment-serve-wiring.test.js +130 -39
- package/test/segment-store-eviction.test.js +22 -7
- package/test/segment-store.test.js +98 -14
- package/test/segment-true-start.test.js +1 -1
- package/test/segments-are-shared.test.js +17 -16
- package/test/send-chunk-bytes.test.js +1 -1
- package/test/serving-existing-output.test.js +102 -0
- package/test/serving-output.test.js +102 -0
- package/test/shared-piece-store.test.js +1 -1
- package/test/source-file.test.js +1 -1
- package/test/stale-request-after-seek.test.js +17 -21
- package/test/startup-readings.test.js +10 -5
- package/test/subtitle-cue-framing.test.js +5 -5
- package/test/subtitle-cue-source.test.js +36 -38
- package/test/subtitle-cue-walk.test.js +11 -10
- package/test/subtitle-defaults.test.js +1 -1
- package/test/subtitle-language.test.js +4 -4
- package/test/subtitle-track-numbering.test.js +5 -4
- package/test/supply-margin.test.js +1 -1
- package/test/swarm-follows-readers.test.js +3 -3
- package/test/swarm-reach.test.js +1 -1
- package/test/swarm-selection.test.js +3 -3
- package/test/tail-duplication.test.js +1 -1
- package/test/the-channel-has-both-ends.test.js +91 -0
- package/test/the-torrent-thread-serves-bytes.test.js +107 -0
- package/test/thread-pool.test.js +3 -3
- package/test/timeline.test.js +1 -12
- package/test/torrent-cost.test.js +1 -1
- package/test/tracks-begin-together.test.js +38 -24
- package/test/tunnel-renewal.test.js +1 -1
- package/test/two-viewers-one-picture.test.js +120 -87
- package/test/upload-hurry.test.js +3 -3
- package/test/usrsctp-state.test.js +1 -1
- package/test/video-facts.test.js +1 -1
- package/test/viewer-assignments.test.js +143 -0
- package/test/viewer-outputs.test.js +60 -52
- package/test/viewer-presence.test.js +22 -25
- package/test/viewer-requests-admission.test.js +89 -0
- package/test/viewer-states.test.js +189 -202
- package/test/viewer-subtitle-subscription.test.js +1 -1
- package/test/viewer.test.js +139 -136
- package/test/viewing-generations.test.js +390 -0
- package/test/visible-rung.test.js +37 -0
- package/test/wait-ledger.test.js +1 -1
- package/test/webrtc-shim.test.js +3 -3
- package/test/wedge-certainty.test.js +2 -2
- package/test/withdraw-piece-claim.test.js +2 -2
- package/test/worker-channel.test.js +1 -31
- package/utils/client-log-file.js +151 -151
- package/scripts/read-container-index.mjs +0 -108
- package/services/container/ContainerFactory.js +0 -122
- package/services/controllers/PlaybackController.js +0 -33
- package/services/disk/DiskSpace.js +0 -150
- package/services/disk/wire.js +0 -61
- package/services/hls-session-manager.js +0 -9608
- package/services/orchestrators/SubtitleOrchestrator.js +0 -160
- package/services/output/Output.js +0 -94
- package/services/output/OutputSpec.js +0 -202
- package/services/output/index.js +0 -1
- package/services/output/ladder.js +0 -26
- package/services/produced-index.js +0 -222
- package/services/quality/EncodeCost.js +0 -555
- package/services/torrent-worker/container-tracks.js +0 -414
- package/services/viewer/link-readings.js +0 -56
- package/test/produced-index.test.js +0 -142
- /package/{services → bin}/thread-pool.js +0 -0
- /package/services/{available-share.js → encode/available-share.js} +0 -0
- /package/services/{decode-cost-fit.js → encode/decode-cost-fit.js} +0 -0
- /package/services/{encoder-readings.js → encode/encoder-readings.js} +0 -0
- /package/services/{host-load.js → encode/host-load.js} +0 -0
- /package/services/{output → encode/output}/cut-grid.js +0 -0
- /package/services/{output → encode/output}/rates.js +0 -0
- /package/services/{segment-formats → encode/segment-formats}/mpegts.js +0 -0
- /package/services/{torrent-cost.js → encode/torrent-cost.js} +0 -0
- /package/services/{container → media/container}/ebml-reader.js +0 -0
- /package/services/{ffmpeg-banner.js → media/ffmpeg-banner.js} +0 -0
- /package/services/{tracks → media/tracks}/ContainerTrack.js +0 -0
- /package/services/{tracks → media/tracks}/ImageSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/SubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/TextSubtitleTrack.js +0 -0
- /package/services/{tracks → media/tracks}/VideoTrack.js +0 -0
- /package/services/{tracks → media/tracks}/index.js +0 -0
- /package/services/{files → storage/files}/piece-from-whole-file.js +0 -0
- /package/services/{disk → storage}/keep.js +0 -0
- /package/services/{piece-store → storage/piece-store}/piece-lru.js +0 -0
- /package/services/{disk → storage}/returns.js +0 -0
- /package/services/{demand → torrent/demand}/DemandRegister.js +0 -0
- /package/services/{demand → torrent/demand}/Urgency.js +0 -0
- /package/services/{demand → torrent/demand}/Window.js +0 -0
- /package/services/{demand → torrent/demand}/index.js +0 -0
- /package/services/{demand → torrent/demand}/pieces.js +0 -0
- /package/services/{download → torrent/download}/withdraw-claim.js +0 -0
- /package/services/{supply-margin.js → torrent/supply-margin.js} +0 -0
- /package/services/{torrent-source-key.js → torrent/torrent-source-key.js} +0 -0
- /package/services/{torrent-worker → torrent/worker}/fastest-wires.js +0 -0
- /package/services/{torrent-worker → torrent/worker}/handle-state.js +0 -0
- /package/services/{nat-classifier.js → transport/nat-classifier.js} +0 -0
- /package/services/{registry-api.js → transport/registry-api.js} +0 -0
- /package/services/{tunnel-client.js → transport/tunnel-client.js} +0 -0
- /package/services/{priority → viewer}/WaitLedger.js +0 -0
|
@@ -1,131 +1,131 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Audio track — extends ContainerTrack with audio-specific flags.
|
|
3
|
-
*
|
|
4
|
-
* Matroska RFC 9559 §5.1.4.1:
|
|
5
|
-
* - FlagOriginal 0x55AE (default 0) — track is original language.
|
|
6
|
-
* - FlagCommentary 0x55AF — commentary track.
|
|
7
|
-
* - FlagVisualImpaired 0x55AC — audio description for visually impaired.
|
|
8
|
-
* - FlagTextDescriptions 0x55AD, FlagHearingImpaired etc. may also appear
|
|
9
|
-
* but the three above drive the audio menu (research/container-spec-conformance).
|
|
10
|
-
* MP4 ISO/IEC 14496-12: tkhd alternate_group groups alternate audio tracks.
|
|
11
|
-
*/
|
|
12
|
-
|
|
13
|
-
import { ContainerTrack } from "./ContainerTrack.js";
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* Codec identifiers as containers write them, against the name ffmpeg prints.
|
|
17
|
-
*
|
|
18
|
-
* Needed because the browser decides whether it can play a soundtrack from that
|
|
19
|
-
* name, and for a sidecar file there is no ffmpeg banner to read it from — the
|
|
20
|
-
* track came from the container's own table, where Matroska writes `A_AC3` and
|
|
21
|
-
* MP4 writes `ac-3` for the thing ffmpeg calls `ac3`. Only what a soundtrack can
|
|
22
|
-
* actually be is listed; an identifier not here is reported as it was written,
|
|
23
|
-
* which the browser treats as one it does not know and therefore transcodes.
|
|
24
|
-
*/
|
|
25
|
-
const CODEC_NAMES = new Map([
|
|
26
|
-
["A_AAC", "aac"],
|
|
27
|
-
["A_AC3", "ac3"],
|
|
28
|
-
["A_EAC3", "eac3"],
|
|
29
|
-
["A_DTS", "dts"],
|
|
30
|
-
["A_FLAC", "flac"],
|
|
31
|
-
["A_OPUS", "opus"],
|
|
32
|
-
["A_VORBIS", "vorbis"],
|
|
33
|
-
["A_TRUEHD", "truehd"],
|
|
34
|
-
["A_MPEG/L3", "mp3"],
|
|
35
|
-
["A_MPEG/L2", "mp2"],
|
|
36
|
-
["A_ALAC", "alac"],
|
|
37
|
-
["mp4a", "aac"],
|
|
38
|
-
["ac-3", "ac3"],
|
|
39
|
-
["ec-3", "eac3"],
|
|
40
|
-
["alac", "alac"],
|
|
41
|
-
["opus", "opus"],
|
|
42
|
-
["Opus", "opus"],
|
|
43
|
-
["fLaC", "flac"],
|
|
44
|
-
["flac", "flac"]
|
|
45
|
-
]);
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* Extensions of raw elementary streams, against the codec they carry.
|
|
49
|
-
*
|
|
50
|
-
* A bare `.ac3` has no track table to read, and its extension is the only thing
|
|
51
|
-
* that states its codec — which for an elementary stream is exactly what the
|
|
52
|
-
* extension means.
|
|
53
|
-
*/
|
|
54
|
-
const CODEC_BY_EXTENSION = new Map([
|
|
55
|
-
[".aac", "aac"],
|
|
56
|
-
[".ac3", "ac3"],
|
|
57
|
-
[".eac3", "eac3"],
|
|
58
|
-
[".dts", "dts"],
|
|
59
|
-
[".dtshd", "dts"],
|
|
60
|
-
[".flac", "flac"],
|
|
61
|
-
[".mp3", "mp3"],
|
|
62
|
-
[".mp2", "mp2"],
|
|
63
|
-
[".opus", "opus"],
|
|
64
|
-
[".ogg", "vorbis"],
|
|
65
|
-
[".oga", "vorbis"],
|
|
66
|
-
[".wav", "pcm"],
|
|
67
|
-
[".thd", "truehd"],
|
|
68
|
-
[".mlp", "truehd"],
|
|
69
|
-
[".m4a", "aac"]
|
|
70
|
-
]);
|
|
71
|
-
|
|
72
|
-
export class AudioTrack extends ContainerTrack {
|
|
73
|
-
/**
|
|
74
|
-
* @param {object} params - See ContainerTrack plus:
|
|
75
|
-
* @param {boolean} params.isOriginal - FlagOriginal
|
|
76
|
-
* @param {boolean} params.isCommentary - FlagCommentary
|
|
77
|
-
* @param {boolean} params.isVisualImpaired - FlagVisualImpaired / descriptive audio
|
|
78
|
-
* @param {number | null} params.channels
|
|
79
|
-
* @param {number | null} params.samplingFrequency
|
|
80
|
-
*/
|
|
81
|
-
constructor(params) {
|
|
82
|
-
super({ ...params, type: "audio" });
|
|
83
|
-
this.isOriginal = params.isOriginal === true;
|
|
84
|
-
this.isCommentary = params.isCommentary === true;
|
|
85
|
-
this.isVisualImpaired = params.isVisualImpaired === true;
|
|
86
|
-
this.channels = Number.isFinite(params.channels) ? params.channels : null;
|
|
87
|
-
this.samplingFrequency = Number.isFinite(params.samplingFrequency) ? params.samplingFrequency : null;
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
/**
|
|
91
|
-
* The ffmpeg-side codec name for one track, from whatever the reading gave.
|
|
92
|
-
*
|
|
93
|
-
* @param {{ codec?: string, codecId?: string }} track
|
|
94
|
-
* @param {string} [extension] - The sidecar file's extension, when the track
|
|
95
|
-
* came from a file with no readable table.
|
|
96
|
-
* @returns {string}
|
|
97
|
-
*/
|
|
98
|
-
static codecNameOf(track, extension = "") {
|
|
99
|
-
const fromBanner = typeof track?.codec === "string" ? track.codec.trim() : "";
|
|
100
|
-
if (fromBanner.length > 0) {
|
|
101
|
-
return fromBanner.toLowerCase();
|
|
102
|
-
}
|
|
103
|
-
const codecId = typeof track?.codecId === "string" ? track.codecId.trim() : "";
|
|
104
|
-
if (codecId.length > 0) {
|
|
105
|
-
const known = CODEC_NAMES.get(codecId);
|
|
106
|
-
if (known) {
|
|
107
|
-
return known;
|
|
108
|
-
}
|
|
109
|
-
// Matroska allows a suffix — `A_AAC/MPEG4/LC`, `A_PCM/INT/LIT` — so the
|
|
110
|
-
// family is what the first two segments say.
|
|
111
|
-
const family = codecId.split("/").slice(0, 2).join("/");
|
|
112
|
-
const byFamily = CODEC_NAMES.get(family) ?? CODEC_NAMES.get(codecId.split("/")[0]);
|
|
113
|
-
if (byFamily) {
|
|
114
|
-
return byFamily;
|
|
115
|
-
}
|
|
116
|
-
if (codecId.startsWith("A_PCM")) {
|
|
117
|
-
return "pcm";
|
|
118
|
-
}
|
|
119
|
-
return codecId.toLowerCase();
|
|
120
|
-
}
|
|
121
|
-
return CODEC_BY_EXTENSION.get(extension) ?? "";
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
/** Human label helper — commentary and descriptive audio must not look like main track. */
|
|
125
|
-
audioRoleLabel() {
|
|
126
|
-
if (this.isCommentary) return "commentary";
|
|
127
|
-
if (this.isVisualImpaired) return "descriptive";
|
|
128
|
-
if (this.isOriginal) return "original";
|
|
129
|
-
return "";
|
|
130
|
-
}
|
|
131
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* @file Audio track — extends ContainerTrack with audio-specific flags.
|
|
3
|
+
*
|
|
4
|
+
* Matroska RFC 9559 §5.1.4.1:
|
|
5
|
+
* - FlagOriginal 0x55AE (default 0) — track is original language.
|
|
6
|
+
* - FlagCommentary 0x55AF — commentary track.
|
|
7
|
+
* - FlagVisualImpaired 0x55AC — audio description for visually impaired.
|
|
8
|
+
* - FlagTextDescriptions 0x55AD, FlagHearingImpaired etc. may also appear
|
|
9
|
+
* but the three above drive the audio menu (research/container-spec-conformance).
|
|
10
|
+
* MP4 ISO/IEC 14496-12: tkhd alternate_group groups alternate audio tracks.
|
|
11
|
+
*/
|
|
12
|
+
|
|
13
|
+
import { ContainerTrack } from "./ContainerTrack.js";
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Codec identifiers as containers write them, against the name ffmpeg prints.
|
|
17
|
+
*
|
|
18
|
+
* Needed because the browser decides whether it can play a soundtrack from that
|
|
19
|
+
* name, and for a sidecar file there is no ffmpeg banner to read it from — the
|
|
20
|
+
* track came from the container's own table, where Matroska writes `A_AC3` and
|
|
21
|
+
* MP4 writes `ac-3` for the thing ffmpeg calls `ac3`. Only what a soundtrack can
|
|
22
|
+
* actually be is listed; an identifier not here is reported as it was written,
|
|
23
|
+
* which the browser treats as one it does not know and therefore transcodes.
|
|
24
|
+
*/
|
|
25
|
+
const CODEC_NAMES = new Map([
|
|
26
|
+
["A_AAC", "aac"],
|
|
27
|
+
["A_AC3", "ac3"],
|
|
28
|
+
["A_EAC3", "eac3"],
|
|
29
|
+
["A_DTS", "dts"],
|
|
30
|
+
["A_FLAC", "flac"],
|
|
31
|
+
["A_OPUS", "opus"],
|
|
32
|
+
["A_VORBIS", "vorbis"],
|
|
33
|
+
["A_TRUEHD", "truehd"],
|
|
34
|
+
["A_MPEG/L3", "mp3"],
|
|
35
|
+
["A_MPEG/L2", "mp2"],
|
|
36
|
+
["A_ALAC", "alac"],
|
|
37
|
+
["mp4a", "aac"],
|
|
38
|
+
["ac-3", "ac3"],
|
|
39
|
+
["ec-3", "eac3"],
|
|
40
|
+
["alac", "alac"],
|
|
41
|
+
["opus", "opus"],
|
|
42
|
+
["Opus", "opus"],
|
|
43
|
+
["fLaC", "flac"],
|
|
44
|
+
["flac", "flac"]
|
|
45
|
+
]);
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* Extensions of raw elementary streams, against the codec they carry.
|
|
49
|
+
*
|
|
50
|
+
* A bare `.ac3` has no track table to read, and its extension is the only thing
|
|
51
|
+
* that states its codec — which for an elementary stream is exactly what the
|
|
52
|
+
* extension means.
|
|
53
|
+
*/
|
|
54
|
+
const CODEC_BY_EXTENSION = new Map([
|
|
55
|
+
[".aac", "aac"],
|
|
56
|
+
[".ac3", "ac3"],
|
|
57
|
+
[".eac3", "eac3"],
|
|
58
|
+
[".dts", "dts"],
|
|
59
|
+
[".dtshd", "dts"],
|
|
60
|
+
[".flac", "flac"],
|
|
61
|
+
[".mp3", "mp3"],
|
|
62
|
+
[".mp2", "mp2"],
|
|
63
|
+
[".opus", "opus"],
|
|
64
|
+
[".ogg", "vorbis"],
|
|
65
|
+
[".oga", "vorbis"],
|
|
66
|
+
[".wav", "pcm"],
|
|
67
|
+
[".thd", "truehd"],
|
|
68
|
+
[".mlp", "truehd"],
|
|
69
|
+
[".m4a", "aac"]
|
|
70
|
+
]);
|
|
71
|
+
|
|
72
|
+
export class AudioTrack extends ContainerTrack {
|
|
73
|
+
/**
|
|
74
|
+
* @param {object} params - See ContainerTrack plus:
|
|
75
|
+
* @param {boolean} params.isOriginal - FlagOriginal
|
|
76
|
+
* @param {boolean} params.isCommentary - FlagCommentary
|
|
77
|
+
* @param {boolean} params.isVisualImpaired - FlagVisualImpaired / descriptive audio
|
|
78
|
+
* @param {number | null} params.channels
|
|
79
|
+
* @param {number | null} params.samplingFrequency
|
|
80
|
+
*/
|
|
81
|
+
constructor(params) {
|
|
82
|
+
super({ ...params, type: "audio" });
|
|
83
|
+
this.isOriginal = params.isOriginal === true;
|
|
84
|
+
this.isCommentary = params.isCommentary === true;
|
|
85
|
+
this.isVisualImpaired = params.isVisualImpaired === true;
|
|
86
|
+
this.channels = Number.isFinite(params.channels) ? params.channels : null;
|
|
87
|
+
this.samplingFrequency = Number.isFinite(params.samplingFrequency) ? params.samplingFrequency : null;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
/**
|
|
91
|
+
* The ffmpeg-side codec name for one track, from whatever the reading gave.
|
|
92
|
+
*
|
|
93
|
+
* @param {{ codec?: string, codecId?: string }} track
|
|
94
|
+
* @param {string} [extension] - The sidecar file's extension, when the track
|
|
95
|
+
* came from a file with no readable table.
|
|
96
|
+
* @returns {string}
|
|
97
|
+
*/
|
|
98
|
+
static codecNameOf(track, extension = "") {
|
|
99
|
+
const fromBanner = typeof track?.codec === "string" ? track.codec.trim() : "";
|
|
100
|
+
if (fromBanner.length > 0) {
|
|
101
|
+
return fromBanner.toLowerCase();
|
|
102
|
+
}
|
|
103
|
+
const codecId = typeof track?.codecId === "string" ? track.codecId.trim() : "";
|
|
104
|
+
if (codecId.length > 0) {
|
|
105
|
+
const known = CODEC_NAMES.get(codecId);
|
|
106
|
+
if (known) {
|
|
107
|
+
return known;
|
|
108
|
+
}
|
|
109
|
+
// Matroska allows a suffix — `A_AAC/MPEG4/LC`, `A_PCM/INT/LIT` — so the
|
|
110
|
+
// family is what the first two segments say.
|
|
111
|
+
const family = codecId.split("/").slice(0, 2).join("/");
|
|
112
|
+
const byFamily = CODEC_NAMES.get(family) ?? CODEC_NAMES.get(codecId.split("/")[0]);
|
|
113
|
+
if (byFamily) {
|
|
114
|
+
return byFamily;
|
|
115
|
+
}
|
|
116
|
+
if (codecId.startsWith("A_PCM")) {
|
|
117
|
+
return "pcm";
|
|
118
|
+
}
|
|
119
|
+
return codecId.toLowerCase();
|
|
120
|
+
}
|
|
121
|
+
return CODEC_BY_EXTENSION.get(extension) ?? "";
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
/** Human label helper — commentary and descriptive audio must not look like main track. */
|
|
125
|
+
audioRoleLabel() {
|
|
126
|
+
if (this.isCommentary) return "commentary";
|
|
127
|
+
if (this.isVisualImpaired) return "descriptive";
|
|
128
|
+
if (this.isOriginal) return "original";
|
|
129
|
+
return "";
|
|
130
|
+
}
|
|
131
|
+
}
|
|
@@ -1,174 +1,174 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @file Content-based subtitle language detection (proxy side).
|
|
3
|
-
*
|
|
4
|
-
* Uses `franc` (n-gram / trigram frequency against per-language reference
|
|
5
|
-
* profiles — MIT). Runs on the proxy where the full subtitle text and
|
|
6
|
-
* node_modules live, so no detection model ships to the browser. Detection is
|
|
7
|
-
* restricted to a curated set of plausible subtitle languages via franc's
|
|
8
|
-
* `only` option: this both maps ISO 639-3 → ISO 639-1 + English name and
|
|
9
|
-
* avoids exotic false positives on short text (e.g. English mis-detected as
|
|
10
|
-
* Scots). Returns null when franc is not confident (too little text, or
|
|
11
|
-
* undetermined).
|
|
12
|
-
*/
|
|
13
|
-
|
|
14
|
-
import { franc } from "franc";
|
|
15
|
-
|
|
16
|
-
/** ISO 639-3 (franc output) → { code: ISO 639-1 / BCP-47, name }. Curated allowlist. */
|
|
17
|
-
const LANG_3_TO_1 = {
|
|
18
|
-
eng: { code: "en", name: "English" },
|
|
19
|
-
rus: { code: "ru", name: "Russian" },
|
|
20
|
-
ukr: { code: "uk", name: "Ukrainian" },
|
|
21
|
-
bel: { code: "be", name: "Belarusian" },
|
|
22
|
-
jpn: { code: "ja", name: "Japanese" },
|
|
23
|
-
kor: { code: "ko", name: "Korean" },
|
|
24
|
-
cmn: { code: "zh", name: "Chinese" },
|
|
25
|
-
spa: { code: "es", name: "Spanish" },
|
|
26
|
-
fra: { code: "fr", name: "French" },
|
|
27
|
-
deu: { code: "de", name: "German" },
|
|
28
|
-
ita: { code: "it", name: "Italian" },
|
|
29
|
-
por: { code: "pt", name: "Portuguese" },
|
|
30
|
-
pol: { code: "pl", name: "Polish" },
|
|
31
|
-
nld: { code: "nl", name: "Dutch" },
|
|
32
|
-
arb: { code: "ar", name: "Arabic" },
|
|
33
|
-
tur: { code: "tr", name: "Turkish" },
|
|
34
|
-
vie: { code: "vi", name: "Vietnamese" },
|
|
35
|
-
tha: { code: "th", name: "Thai" },
|
|
36
|
-
hin: { code: "hi", name: "Hindi" },
|
|
37
|
-
ind: { code: "id", name: "Indonesian" },
|
|
38
|
-
zlm: { code: "ms", name: "Malay" },
|
|
39
|
-
ces: { code: "cs", name: "Czech" },
|
|
40
|
-
slk: { code: "sk", name: "Slovak" },
|
|
41
|
-
ron: { code: "ro", name: "Romanian" },
|
|
42
|
-
hun: { code: "hu", name: "Hungarian" },
|
|
43
|
-
srp: { code: "sr", name: "Serbian" },
|
|
44
|
-
hrv: { code: "hr", name: "Croatian" },
|
|
45
|
-
bul: { code: "bg", name: "Bulgarian" },
|
|
46
|
-
ell: { code: "el", name: "Greek" },
|
|
47
|
-
heb: { code: "he", name: "Hebrew" },
|
|
48
|
-
dan: { code: "da", name: "Danish" },
|
|
49
|
-
fin: { code: "fi", name: "Finnish" },
|
|
50
|
-
nob: { code: "no", name: "Norwegian" },
|
|
51
|
-
swe: { code: "sv", name: "Swedish" },
|
|
52
|
-
fas: { code: "fa", name: "Persian" }
|
|
53
|
-
};
|
|
54
|
-
|
|
55
|
-
const ONLY = Object.keys(LANG_3_TO_1);
|
|
56
|
-
|
|
57
|
-
/**
|
|
58
|
-
* The least text, in characters, that supports an answer of each language.
|
|
59
|
-
*
|
|
60
|
-
* MEASURED, not chosen — `research/franc-boundary-2026-09-02.md`. Method:
|
|
61
|
-
* Wikipedia extracts per language (deliberately NOT the UDHR, which is what
|
|
62
|
-
* franc's own profiles are built from and would read optimistically), 120
|
|
63
|
-
* windows cut at random from them at each length of a ladder from 40 to 1300
|
|
64
|
-
* characters, and the figure recorded is the shortest length from which franc
|
|
65
|
-
* answered correctly in at least 95 % of trials AND kept doing so at every
|
|
66
|
-
* longer length measured.
|
|
67
|
-
*
|
|
68
|
-
* Why it is per language rather than one number: the answer is not equally hard
|
|
69
|
-
* to reach, and the spread is fivefold. Greek and Korean settle at 40
|
|
70
|
-
* characters because their script settles it; English needs 130; Russian and
|
|
71
|
-
* Czech need 650, because each competes with neighbours in this very list for
|
|
72
|
-
* the same trigrams — Russian with Bulgarian, Serbian and Ukrainian, Czech with
|
|
73
|
-
* Slovak.
|
|
74
|
-
*
|
|
75
|
-
* Two languages are deliberately ABSENT. Swedish and Chinese did not settle
|
|
76
|
-
* anywhere in the ladder on the corpora collected, so no figure for them is
|
|
77
|
-
* measured and none is invented; they take the fallback below.
|
|
78
|
-
*
|
|
79
|
-
* A language with no entry gets the WORST measured figure. That is the
|
|
80
|
-
* conservative reading and it is still a measurement rather than a guess: it
|
|
81
|
-
* says "no better than the hardest language we have measured".
|
|
82
|
-
*
|
|
83
|
-
* @type {Record<string, number>}
|
|
84
|
-
*/
|
|
85
|
-
const LEAST_TEXT = {
|
|
86
|
-
bel: 100,
|
|
87
|
-
bul: 80,
|
|
88
|
-
ces: 650,
|
|
89
|
-
deu: 200,
|
|
90
|
-
ell: 40,
|
|
91
|
-
eng: 130,
|
|
92
|
-
fra: 80,
|
|
93
|
-
heb: 60,
|
|
94
|
-
ita: 160,
|
|
95
|
-
kor: 40,
|
|
96
|
-
nld: 130,
|
|
97
|
-
pol: 200,
|
|
98
|
-
por: 200,
|
|
99
|
-
rus: 650,
|
|
100
|
-
spa: 100,
|
|
101
|
-
srp: 100,
|
|
102
|
-
tur: 160,
|
|
103
|
-
ukr: 250
|
|
104
|
-
};
|
|
105
|
-
|
|
106
|
-
/** The worst measured figure, used for any language not in the table. */
|
|
107
|
-
const LEAST_TEXT_WORST = Math.max(...Object.values(LEAST_TEXT), 0);
|
|
108
|
-
|
|
109
|
-
/** franc's own floor: below this it is not asked at all. */
|
|
110
|
-
const FRANC_FLOOR = 15;
|
|
111
|
-
|
|
112
|
-
/** One space between words, nothing else — the form every figure above is in. */
|
|
113
|
-
function normalise(text) {
|
|
114
|
-
return typeof text === "string" ? text.replace(/\s+/g, " ").trim() : "";
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
/**
|
|
118
|
-
* franc's answer for this text, or null when it has none.
|
|
119
|
-
*
|
|
120
|
-
* @param {string} text
|
|
121
|
-
* @returns {string | null} ISO 639-3.
|
|
122
|
-
*/
|
|
123
|
-
function ask(text) {
|
|
124
|
-
if (text.length < FRANC_FLOOR) {
|
|
125
|
-
return null;
|
|
126
|
-
}
|
|
127
|
-
const iso3 = franc(text, { only: ONLY, minLength: FRANC_FLOOR });
|
|
128
|
-
return iso3 === "und" ? null : iso3;
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
/**
|
|
132
|
-
* Best-effort detect the language of subtitle text.
|
|
133
|
-
*
|
|
134
|
-
* **Give this the words a viewer reads and nothing else.** franc scores letter
|
|
135
|
-
* trigrams over the whole string it is handed, so anything around the words
|
|
136
|
-
* competes with them. An ASS file is markup by half: measured 2026-09-01 on
|
|
137
|
-
* `[HorribleSubs] Drifters - 03 [1080p].ass`, 5040 Latin characters of Aegisub
|
|
138
|
-
* headers, style and font names, `Format:`/`Dialogue:` field prefixes and
|
|
139
|
-
* `{\…}` override groups against 5983 Cyrillic characters of dialogue —
|
|
140
|
-
* `franc(the file) = eng`, `franc(the dialogue) = rus`. The proxy had already
|
|
141
|
-
* built the markup-free text and detected on the file anyway, so a Russian
|
|
142
|
-
* track was offered to the viewer as English.
|
|
143
|
-
*
|
|
144
|
-
* `detectLanguageFromVtt` below is the safe entry point for a whole document;
|
|
145
|
-
* this one is for text that is already only text.
|
|
146
|
-
*
|
|
147
|
-
* @param {string} text - Subtitle text with no markup left in it.
|
|
148
|
-
* @returns {{ code: string, name: string } | null} Detected language, or null when uncertain.
|
|
149
|
-
*/
|
|
150
|
-
export function detectLanguage(text) {
|
|
151
|
-
const words = normalise(text);
|
|
152
|
-
if (words.length < FRANC_FLOOR) {
|
|
153
|
-
return null;
|
|
154
|
-
}
|
|
155
|
-
const candidate = ask(words);
|
|
156
|
-
if (candidate === null) {
|
|
157
|
-
return null;
|
|
158
|
-
}
|
|
159
|
-
// Enough text to support THIS answer. The figure is the language's own,
|
|
160
|
-
// because the languages are not alike: Russian shares its trigrams with
|
|
161
|
-
// Bulgarian, Serbian and Ukrainian and needs several times what English does.
|
|
162
|
-
if (words.length < (LEAST_TEXT[candidate] ?? LEAST_TEXT_WORST)) {
|
|
163
|
-
return null;
|
|
164
|
-
}
|
|
165
|
-
// And an answer that does not survive losing half the text was an accident of
|
|
166
|
-
// where the text happened to stop, not a reading of it. Free — franc costs
|
|
167
|
-
// about 2 ms whatever the size, measured — and it needs no figure of its own,
|
|
168
|
-
// because the test is taken on the text in hand.
|
|
169
|
-
const middle = Math.floor(words.length / 2);
|
|
170
|
-
if (ask(words.slice(0, middle)) !== candidate || ask(words.slice(middle)) !== candidate) {
|
|
171
|
-
return null;
|
|
172
|
-
}
|
|
173
|
-
return LANG_3_TO_1[candidate] ?? null;
|
|
174
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* @file Content-based subtitle language detection (proxy side).
|
|
3
|
+
*
|
|
4
|
+
* Uses `franc` (n-gram / trigram frequency against per-language reference
|
|
5
|
+
* profiles — MIT). Runs on the proxy where the full subtitle text and
|
|
6
|
+
* node_modules live, so no detection model ships to the browser. Detection is
|
|
7
|
+
* restricted to a curated set of plausible subtitle languages via franc's
|
|
8
|
+
* `only` option: this both maps ISO 639-3 → ISO 639-1 + English name and
|
|
9
|
+
* avoids exotic false positives on short text (e.g. English mis-detected as
|
|
10
|
+
* Scots). Returns null when franc is not confident (too little text, or
|
|
11
|
+
* undetermined).
|
|
12
|
+
*/
|
|
13
|
+
|
|
14
|
+
import { franc } from "franc";
|
|
15
|
+
|
|
16
|
+
/** ISO 639-3 (franc output) → { code: ISO 639-1 / BCP-47, name }. Curated allowlist. */
|
|
17
|
+
const LANG_3_TO_1 = {
|
|
18
|
+
eng: { code: "en", name: "English" },
|
|
19
|
+
rus: { code: "ru", name: "Russian" },
|
|
20
|
+
ukr: { code: "uk", name: "Ukrainian" },
|
|
21
|
+
bel: { code: "be", name: "Belarusian" },
|
|
22
|
+
jpn: { code: "ja", name: "Japanese" },
|
|
23
|
+
kor: { code: "ko", name: "Korean" },
|
|
24
|
+
cmn: { code: "zh", name: "Chinese" },
|
|
25
|
+
spa: { code: "es", name: "Spanish" },
|
|
26
|
+
fra: { code: "fr", name: "French" },
|
|
27
|
+
deu: { code: "de", name: "German" },
|
|
28
|
+
ita: { code: "it", name: "Italian" },
|
|
29
|
+
por: { code: "pt", name: "Portuguese" },
|
|
30
|
+
pol: { code: "pl", name: "Polish" },
|
|
31
|
+
nld: { code: "nl", name: "Dutch" },
|
|
32
|
+
arb: { code: "ar", name: "Arabic" },
|
|
33
|
+
tur: { code: "tr", name: "Turkish" },
|
|
34
|
+
vie: { code: "vi", name: "Vietnamese" },
|
|
35
|
+
tha: { code: "th", name: "Thai" },
|
|
36
|
+
hin: { code: "hi", name: "Hindi" },
|
|
37
|
+
ind: { code: "id", name: "Indonesian" },
|
|
38
|
+
zlm: { code: "ms", name: "Malay" },
|
|
39
|
+
ces: { code: "cs", name: "Czech" },
|
|
40
|
+
slk: { code: "sk", name: "Slovak" },
|
|
41
|
+
ron: { code: "ro", name: "Romanian" },
|
|
42
|
+
hun: { code: "hu", name: "Hungarian" },
|
|
43
|
+
srp: { code: "sr", name: "Serbian" },
|
|
44
|
+
hrv: { code: "hr", name: "Croatian" },
|
|
45
|
+
bul: { code: "bg", name: "Bulgarian" },
|
|
46
|
+
ell: { code: "el", name: "Greek" },
|
|
47
|
+
heb: { code: "he", name: "Hebrew" },
|
|
48
|
+
dan: { code: "da", name: "Danish" },
|
|
49
|
+
fin: { code: "fi", name: "Finnish" },
|
|
50
|
+
nob: { code: "no", name: "Norwegian" },
|
|
51
|
+
swe: { code: "sv", name: "Swedish" },
|
|
52
|
+
fas: { code: "fa", name: "Persian" }
|
|
53
|
+
};
|
|
54
|
+
|
|
55
|
+
const ONLY = Object.keys(LANG_3_TO_1);
|
|
56
|
+
|
|
57
|
+
/**
|
|
58
|
+
* The least text, in characters, that supports an answer of each language.
|
|
59
|
+
*
|
|
60
|
+
* MEASURED, not chosen — `research/franc-boundary-2026-09-02.md`. Method:
|
|
61
|
+
* Wikipedia extracts per language (deliberately NOT the UDHR, which is what
|
|
62
|
+
* franc's own profiles are built from and would read optimistically), 120
|
|
63
|
+
* windows cut at random from them at each length of a ladder from 40 to 1300
|
|
64
|
+
* characters, and the figure recorded is the shortest length from which franc
|
|
65
|
+
* answered correctly in at least 95 % of trials AND kept doing so at every
|
|
66
|
+
* longer length measured.
|
|
67
|
+
*
|
|
68
|
+
* Why it is per language rather than one number: the answer is not equally hard
|
|
69
|
+
* to reach, and the spread is fivefold. Greek and Korean settle at 40
|
|
70
|
+
* characters because their script settles it; English needs 130; Russian and
|
|
71
|
+
* Czech need 650, because each competes with neighbours in this very list for
|
|
72
|
+
* the same trigrams — Russian with Bulgarian, Serbian and Ukrainian, Czech with
|
|
73
|
+
* Slovak.
|
|
74
|
+
*
|
|
75
|
+
* Two languages are deliberately ABSENT. Swedish and Chinese did not settle
|
|
76
|
+
* anywhere in the ladder on the corpora collected, so no figure for them is
|
|
77
|
+
* measured and none is invented; they take the fallback below.
|
|
78
|
+
*
|
|
79
|
+
* A language with no entry gets the WORST measured figure. That is the
|
|
80
|
+
* conservative reading and it is still a measurement rather than a guess: it
|
|
81
|
+
* says "no better than the hardest language we have measured".
|
|
82
|
+
*
|
|
83
|
+
* @type {Record<string, number>}
|
|
84
|
+
*/
|
|
85
|
+
const LEAST_TEXT = {
|
|
86
|
+
bel: 100,
|
|
87
|
+
bul: 80,
|
|
88
|
+
ces: 650,
|
|
89
|
+
deu: 200,
|
|
90
|
+
ell: 40,
|
|
91
|
+
eng: 130,
|
|
92
|
+
fra: 80,
|
|
93
|
+
heb: 60,
|
|
94
|
+
ita: 160,
|
|
95
|
+
kor: 40,
|
|
96
|
+
nld: 130,
|
|
97
|
+
pol: 200,
|
|
98
|
+
por: 200,
|
|
99
|
+
rus: 650,
|
|
100
|
+
spa: 100,
|
|
101
|
+
srp: 100,
|
|
102
|
+
tur: 160,
|
|
103
|
+
ukr: 250
|
|
104
|
+
};
|
|
105
|
+
|
|
106
|
+
/** The worst measured figure, used for any language not in the table. */
|
|
107
|
+
const LEAST_TEXT_WORST = Math.max(...Object.values(LEAST_TEXT), 0);
|
|
108
|
+
|
|
109
|
+
/** franc's own floor: below this it is not asked at all. */
|
|
110
|
+
const FRANC_FLOOR = 15;
|
|
111
|
+
|
|
112
|
+
/** One space between words, nothing else — the form every figure above is in. */
|
|
113
|
+
function normalise(text) {
|
|
114
|
+
return typeof text === "string" ? text.replace(/\s+/g, " ").trim() : "";
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
/**
|
|
118
|
+
* franc's answer for this text, or null when it has none.
|
|
119
|
+
*
|
|
120
|
+
* @param {string} text
|
|
121
|
+
* @returns {string | null} ISO 639-3.
|
|
122
|
+
*/
|
|
123
|
+
function ask(text) {
|
|
124
|
+
if (text.length < FRANC_FLOOR) {
|
|
125
|
+
return null;
|
|
126
|
+
}
|
|
127
|
+
const iso3 = franc(text, { only: ONLY, minLength: FRANC_FLOOR });
|
|
128
|
+
return iso3 === "und" ? null : iso3;
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
/**
|
|
132
|
+
* Best-effort detect the language of subtitle text.
|
|
133
|
+
*
|
|
134
|
+
* **Give this the words a viewer reads and nothing else.** franc scores letter
|
|
135
|
+
* trigrams over the whole string it is handed, so anything around the words
|
|
136
|
+
* competes with them. An ASS file is markup by half: measured 2026-09-01 on
|
|
137
|
+
* `[HorribleSubs] Drifters - 03 [1080p].ass`, 5040 Latin characters of Aegisub
|
|
138
|
+
* headers, style and font names, `Format:`/`Dialogue:` field prefixes and
|
|
139
|
+
* `{\…}` override groups against 5983 Cyrillic characters of dialogue —
|
|
140
|
+
* `franc(the file) = eng`, `franc(the dialogue) = rus`. The proxy had already
|
|
141
|
+
* built the markup-free text and detected on the file anyway, so a Russian
|
|
142
|
+
* track was offered to the viewer as English.
|
|
143
|
+
*
|
|
144
|
+
* `detectLanguageFromVtt` below is the safe entry point for a whole document;
|
|
145
|
+
* this one is for text that is already only text.
|
|
146
|
+
*
|
|
147
|
+
* @param {string} text - Subtitle text with no markup left in it.
|
|
148
|
+
* @returns {{ code: string, name: string } | null} Detected language, or null when uncertain.
|
|
149
|
+
*/
|
|
150
|
+
export function detectLanguage(text) {
|
|
151
|
+
const words = normalise(text);
|
|
152
|
+
if (words.length < FRANC_FLOOR) {
|
|
153
|
+
return null;
|
|
154
|
+
}
|
|
155
|
+
const candidate = ask(words);
|
|
156
|
+
if (candidate === null) {
|
|
157
|
+
return null;
|
|
158
|
+
}
|
|
159
|
+
// Enough text to support THIS answer. The figure is the language's own,
|
|
160
|
+
// because the languages are not alike: Russian shares its trigrams with
|
|
161
|
+
// Bulgarian, Serbian and Ukrainian and needs several times what English does.
|
|
162
|
+
if (words.length < (LEAST_TEXT[candidate] ?? LEAST_TEXT_WORST)) {
|
|
163
|
+
return null;
|
|
164
|
+
}
|
|
165
|
+
// And an answer that does not survive losing half the text was an accident of
|
|
166
|
+
// where the text happened to stop, not a reading of it. Free — franc costs
|
|
167
|
+
// about 2 ms whatever the size, measured — and it needs no figure of its own,
|
|
168
|
+
// because the test is taken on the text in hand.
|
|
169
|
+
const middle = Math.floor(words.length / 2);
|
|
170
|
+
if (ask(words.slice(0, middle)) !== candidate || ask(words.slice(middle)) !== candidate) {
|
|
171
|
+
return null;
|
|
172
|
+
}
|
|
173
|
+
return LANG_3_TO_1[candidate] ?? null;
|
|
174
|
+
}
|