@steipete/summarize-core 0.11.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/esm/content/bun.js +21 -0
- package/dist/esm/content/bun.js.map +1 -0
- package/dist/esm/content/index.js +1 -0
- package/dist/esm/content/index.js.map +1 -1
- package/dist/esm/content/link-preview/client.js +6 -0
- package/dist/esm/content/link-preview/client.js.map +1 -1
- package/dist/esm/content/link-preview/content/fetcher.js +19 -2
- package/dist/esm/content/link-preview/content/fetcher.js.map +1 -1
- package/dist/esm/content/link-preview/content/firecrawl.js.map +1 -1
- package/dist/esm/content/link-preview/content/html.js.map +1 -1
- package/dist/esm/content/link-preview/content/index.js +29 -12
- package/dist/esm/content/link-preview/content/index.js.map +1 -1
- package/dist/esm/content/link-preview/content/utils.js.map +1 -1
- package/dist/esm/content/transcript/index.js +2 -0
- package/dist/esm/content/transcript/index.js.map +1 -1
- package/dist/esm/content/transcript/providers/generic.js +10 -11
- package/dist/esm/content/transcript/providers/generic.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/apple-flow.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/media.js +9 -1
- package/dist/esm/content/transcript/providers/podcast/media.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/provider-flow.js +157 -0
- package/dist/esm/content/transcript/providers/podcast/provider-flow.js.map +1 -0
- package/dist/esm/content/transcript/providers/podcast/rss-feed.js +123 -0
- package/dist/esm/content/transcript/providers/podcast/rss-feed.js.map +1 -0
- package/dist/esm/content/transcript/providers/podcast/rss-transcript.js +113 -0
- package/dist/esm/content/transcript/providers/podcast/rss-transcript.js.map +1 -0
- package/dist/esm/content/transcript/providers/podcast/rss.js +2 -226
- package/dist/esm/content/transcript/providers/podcast/rss.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/spotify-flow.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast.js +26 -155
- package/dist/esm/content/transcript/providers/podcast.js.map +1 -1
- package/dist/esm/content/transcript/providers/transcription-capability.js +22 -0
- package/dist/esm/content/transcript/providers/transcription-capability.js.map +1 -0
- package/dist/esm/content/transcript/providers/transcription-start.js +40 -30
- package/dist/esm/content/transcript/providers/transcription-start.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube/api.js +3 -2
- package/dist/esm/content/transcript/providers/youtube/api.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube/captions-player.js +173 -0
- package/dist/esm/content/transcript/providers/youtube/captions-player.js.map +1 -0
- package/dist/esm/content/transcript/providers/youtube/captions-shared.js +8 -0
- package/dist/esm/content/transcript/providers/youtube/captions-shared.js.map +1 -0
- package/dist/esm/content/transcript/providers/youtube/captions-transcript.js +361 -0
- package/dist/esm/content/transcript/providers/youtube/captions-transcript.js.map +1 -0
- package/dist/esm/content/transcript/providers/youtube/captions.js +2 -557
- package/dist/esm/content/transcript/providers/youtube/captions.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube/provider-flow.js +189 -0
- package/dist/esm/content/transcript/providers/youtube/provider-flow.js.map +1 -0
- package/dist/esm/content/transcript/providers/youtube/yt-dlp.js +7 -2
- package/dist/esm/content/transcript/providers/youtube/yt-dlp.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube.js +42 -194
- package/dist/esm/content/transcript/providers/youtube.js.map +1 -1
- package/dist/esm/content/transcript/transcription-config.js +24 -4
- package/dist/esm/content/transcript/transcription-config.js.map +1 -1
- package/dist/esm/content/url.js +3 -3
- package/dist/esm/content/url.js.map +1 -1
- package/dist/esm/processes.js.map +1 -1
- package/dist/esm/prompts/format.js +6 -0
- package/dist/esm/prompts/format.js.map +1 -1
- package/dist/esm/prompts/link-summary.js +27 -3
- package/dist/esm/prompts/link-summary.js.map +1 -1
- package/dist/esm/transcription/onnx-cli.js.map +1 -1
- package/dist/esm/transcription/whisper/assemblyai.js +132 -0
- package/dist/esm/transcription/whisper/assemblyai.js.map +1 -0
- package/dist/esm/transcription/whisper/chunking.js +64 -0
- package/dist/esm/transcription/whisper/chunking.js.map +1 -0
- package/dist/esm/transcription/whisper/cloud-providers.js +69 -0
- package/dist/esm/transcription/whisper/cloud-providers.js.map +1 -0
- package/dist/esm/transcription/whisper/core.js +316 -390
- package/dist/esm/transcription/whisper/core.js.map +1 -1
- package/dist/esm/transcription/whisper/gemini.js +324 -0
- package/dist/esm/transcription/whisper/gemini.js.map +1 -0
- package/dist/esm/transcription/whisper/preferences.js +16 -0
- package/dist/esm/transcription/whisper/preferences.js.map +1 -0
- package/dist/esm/transcription/whisper/provider-setup.js +62 -0
- package/dist/esm/transcription/whisper/provider-setup.js.map +1 -0
- package/dist/esm/transcription/whisper/remote-provider-attempts.js +189 -0
- package/dist/esm/transcription/whisper/remote-provider-attempts.js.map +1 -0
- package/dist/esm/transcription/whisper/remote.js +220 -0
- package/dist/esm/transcription/whisper/remote.js.map +1 -0
- package/dist/esm/transcription/whisper/whisper-cpp.js.map +1 -1
- package/dist/types/content/bun.d.ts +6 -0
- package/dist/types/content/index.d.ts +1 -0
- package/dist/types/content/link-preview/client.d.ts +3 -1
- package/dist/types/content/link-preview/content/fetcher.d.ts +1 -1
- package/dist/types/content/link-preview/content/html.d.ts +1 -1
- package/dist/types/content/link-preview/deps.d.ts +8 -2
- package/dist/types/content/link-preview/types.d.ts +1 -1
- package/dist/types/content/transcript/providers/podcast/flow-context.d.ts +3 -0
- package/dist/types/content/transcript/providers/podcast/media.d.ts +4 -2
- package/dist/types/content/transcript/providers/podcast/provider-flow.d.ts +7 -0
- package/dist/types/content/transcript/providers/podcast/rss-feed.d.ts +15 -0
- package/dist/types/content/transcript/providers/podcast/rss-transcript.d.ts +12 -0
- package/dist/types/content/transcript/providers/podcast/rss.d.ts +2 -24
- package/dist/types/content/transcript/providers/transcription-capability.d.ts +18 -0
- package/dist/types/content/transcript/providers/transcription-start.d.ts +10 -3
- package/dist/types/content/transcript/providers/youtube/captions-player.d.ts +12 -0
- package/dist/types/content/transcript/providers/youtube/captions-shared.d.ts +42 -0
- package/dist/types/content/transcript/providers/youtube/captions-transcript.d.ts +4 -0
- package/dist/types/content/transcript/providers/youtube/captions.d.ts +2 -19
- package/dist/types/content/transcript/providers/youtube/provider-flow.d.ts +34 -0
- package/dist/types/content/transcript/providers/youtube/yt-dlp.d.ts +4 -2
- package/dist/types/content/transcript/transcription-config.d.ts +6 -0
- package/dist/types/content/transcript/types.d.ts +1 -0
- package/dist/types/prompts/format.d.ts +1 -0
- package/dist/types/prompts/link-summary.d.ts +2 -1
- package/dist/types/transcription/whisper/assemblyai.d.ts +17 -0
- package/dist/types/transcription/whisper/chunking.d.ts +11 -0
- package/dist/types/transcription/whisper/cloud-providers.d.ts +22 -0
- package/dist/types/transcription/whisper/core.d.ts +12 -14
- package/dist/types/transcription/whisper/gemini.d.ts +14 -0
- package/dist/types/transcription/whisper/preferences.d.ts +4 -0
- package/dist/types/transcription/whisper/provider-setup.d.ts +30 -0
- package/dist/types/transcription/whisper/remote-provider-attempts.d.ts +51 -0
- package/dist/types/transcription/whisper/remote.d.ts +51 -0
- package/dist/types/transcription/whisper/types.d.ts +1 -1
- package/package.json +15 -16
|
@@ -1,11 +1,15 @@
|
|
|
1
1
|
import { isOnnxCliConfigured, resolvePreferredOnnxModel } from "../../../transcription/onnx-cli.js";
|
|
2
2
|
import { isWhisperCppReady, resolveWhisperCppModelNameForDisplay, } from "../../../transcription/whisper.js";
|
|
3
|
+
import { buildCloudModelIdChain, buildCloudProviderHint, } from "../../../transcription/whisper/cloud-providers.js";
|
|
4
|
+
import { resolveGeminiTranscriptionModel } from "../../../transcription/whisper/provider-setup.js";
|
|
3
5
|
import { resolveTranscriptionConfig } from "../transcription-config.js";
|
|
4
|
-
export async function resolveTranscriptionAvailability({ env, transcription, groqApiKey, openaiApiKey, falApiKey, }) {
|
|
6
|
+
export async function resolveTranscriptionAvailability({ env, transcription, groqApiKey, assemblyaiApiKey, geminiApiKey, openaiApiKey, falApiKey, }) {
|
|
5
7
|
const effective = resolveTranscriptionConfig({
|
|
6
8
|
env,
|
|
7
9
|
transcription,
|
|
8
10
|
groqApiKey,
|
|
11
|
+
assemblyaiApiKey,
|
|
12
|
+
geminiApiKey,
|
|
9
13
|
openaiApiKey,
|
|
10
14
|
falApiKey,
|
|
11
15
|
});
|
|
@@ -16,46 +20,39 @@ export async function resolveTranscriptionAvailability({ env, transcription, gro
|
|
|
16
20
|
: false;
|
|
17
21
|
const hasLocalWhisper = await isWhisperCppReady();
|
|
18
22
|
const hasGroq = Boolean(effective.groqApiKey);
|
|
23
|
+
const hasAssemblyAi = Boolean(effective.assemblyaiApiKey);
|
|
24
|
+
const hasGemini = Boolean(effective.geminiApiKey);
|
|
19
25
|
const hasOpenai = Boolean(effective.openaiApiKey);
|
|
20
26
|
const hasFal = Boolean(effective.falApiKey);
|
|
21
|
-
const hasAnyProvider = onnxReady || hasLocalWhisper || hasGroq || hasOpenai || hasFal;
|
|
27
|
+
const hasAnyProvider = onnxReady || hasLocalWhisper || hasGroq || hasAssemblyAi || hasGemini || hasOpenai || hasFal;
|
|
22
28
|
return {
|
|
23
29
|
preferredOnnxModel,
|
|
24
30
|
onnxReady,
|
|
25
31
|
hasLocalWhisper,
|
|
26
32
|
hasGroq,
|
|
33
|
+
hasAssemblyAi,
|
|
34
|
+
hasGemini,
|
|
27
35
|
hasOpenai,
|
|
28
36
|
hasFal,
|
|
29
37
|
hasAnyProvider,
|
|
38
|
+
geminiModelId: effective.geminiModel ?? resolveGeminiTranscriptionModel(effectiveEnv),
|
|
30
39
|
};
|
|
31
40
|
}
|
|
32
|
-
export async function resolveTranscriptionStartInfo({ env, transcription, groqApiKey, openaiApiKey, falApiKey, }) {
|
|
41
|
+
export async function resolveTranscriptionStartInfo({ env, transcription, groqApiKey, assemblyaiApiKey, geminiApiKey, openaiApiKey, falApiKey, }) {
|
|
33
42
|
const availability = await resolveTranscriptionAvailability({
|
|
34
43
|
env,
|
|
35
44
|
transcription,
|
|
36
45
|
groqApiKey,
|
|
46
|
+
assemblyaiApiKey,
|
|
47
|
+
geminiApiKey,
|
|
37
48
|
openaiApiKey,
|
|
38
49
|
falApiKey,
|
|
39
50
|
});
|
|
40
|
-
const providerHint = availability.
|
|
41
|
-
?
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
: availability.hasFal
|
|
46
|
-
? "groq->fal"
|
|
47
|
-
: "groq"
|
|
48
|
-
: availability.onnxReady
|
|
49
|
-
? "onnx"
|
|
50
|
-
: availability.hasLocalWhisper
|
|
51
|
-
? "cpp"
|
|
52
|
-
: availability.hasOpenai && availability.hasFal
|
|
53
|
-
? "openai->fal"
|
|
54
|
-
: availability.hasOpenai
|
|
55
|
-
? "openai"
|
|
56
|
-
: availability.hasFal
|
|
57
|
-
? "fal"
|
|
58
|
-
: "unknown";
|
|
51
|
+
const providerHint = availability.onnxReady
|
|
52
|
+
? "onnx"
|
|
53
|
+
: availability.hasLocalWhisper
|
|
54
|
+
? "cpp"
|
|
55
|
+
: resolveCloudProviderHint(availability);
|
|
59
56
|
const modelId = providerHint === "onnx"
|
|
60
57
|
? availability.preferredOnnxModel
|
|
61
58
|
? `onnx/${availability.preferredOnnxModel}`
|
|
@@ -66,13 +63,26 @@ export async function resolveTranscriptionStartInfo({ env, transcription, groqAp
|
|
|
66
63
|
return { availability, providerHint, modelId };
|
|
67
64
|
}
|
|
68
65
|
function resolveCloudModelId(availability) {
|
|
69
|
-
const
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
66
|
+
const cloudModelId = buildCloudModelIdChain({
|
|
67
|
+
availability,
|
|
68
|
+
geminiModelId: availability.geminiModelId,
|
|
69
|
+
});
|
|
70
|
+
if (!availability.hasGroq)
|
|
71
|
+
return cloudModelId;
|
|
72
|
+
return cloudModelId
|
|
73
|
+
? `groq/whisper-large-v3-turbo->${cloudModelId}`
|
|
74
|
+
: "groq/whisper-large-v3-turbo";
|
|
75
|
+
}
|
|
76
|
+
function resolveCloudProviderHint(availability) {
|
|
77
|
+
const cloudHint = buildCloudProviderHint({
|
|
78
|
+
hasAssemblyAi: availability.hasAssemblyAi,
|
|
79
|
+
hasGemini: availability.hasGemini,
|
|
80
|
+
hasOpenai: availability.hasOpenai,
|
|
81
|
+
hasFal: availability.hasFal,
|
|
82
|
+
});
|
|
83
|
+
const chain = availability.hasGroq
|
|
84
|
+
? ["groq", cloudHint].filter(Boolean).join("->")
|
|
85
|
+
: (cloudHint ?? "");
|
|
86
|
+
return chain.length > 0 ? chain : "unknown";
|
|
77
87
|
}
|
|
78
88
|
//# sourceMappingURL=transcription-start.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcription-start.js","sourceRoot":"","sources":["../../../../../src/content/transcript/providers/transcription-start.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"transcription-start.js","sourceRoot":"","sources":["../../../../../src/content/transcript/providers/transcription-start.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AACpG,OAAO,EACL,iBAAiB,EACjB,oCAAoC,GACrC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GACvB,MAAM,mDAAmD,CAAC;AAC3D,OAAO,EAAE,+BAA+B,EAAE,MAAM,kDAAkD,CAAC;AAEnG,OAAO,EAAE,0BAA0B,EAA4B,MAAM,4BAA4B,CAAC;AAiBlG,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,EACrD,GAAG,EACH,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,SAAS,GASV;IACC,MAAM,SAAS,GAAG,0BAA0B,CAAC;QAC3C,GAAG;QACH,aAAa;QACb,UAAU;QACV,gBAAgB;QAChB,YAAY;QACZ,YAAY;QACZ,SAAS;KACV,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IAClD,MAAM,kBAAkB,GAAG,yBAAyB,CAAC,YAAY,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,kBAAkB;QAClC,CAAC,CAAC,mBAAmB,CAAC,kBAAkB,EAAE,YAAY,CAAC;QACvD,CAAC,CAAC,KAAK,CAAC;IAEV,MAAM,eAAe,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,OAAO,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,cAAc,GAClB,SAAS,IAAI,eAAe,IAAI,OAAO,IAAI,aAAa,IAAI,SAAS,IAAI,SAAS,IAAI,MAAM,CAAC;IAE/F,OAAO;QACL,kBAAkB;QAClB,SAAS;QACT,eAAe;QACf,OAAO;QACP,aAAa;QACb,SAAS;QACT,SAAS;QACT,MAAM;QACN,cAAc;QACd,aAAa,EAAE,SAAS,CAAC,WAAW,IAAI,+BAA+B,CAAC,YAAY,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,EAClD,GAAG,EACH,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,SAAS,GASV;IAKC,MAAM,YAAY,GAAG,MAAM,gCAAgC,CAAC;QAC1D,GAAG;QACH,aAAa;QACb,UAAU;QACV,gBAAgB;QAChB,YAAY;QACZ,YAAY;QACZ,SAAS;KACV,CAAC,CAAC;IAEH,MAAM,YAAY,GAA8B,YAAY,CAAC,SAAS;QACpE,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,YAAY,CAAC,eAAe;YAC5B,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,wBAAwB,CAAC,YAAY,CAAC,CAAC;IAE7C,MAAM,OAAO,GACX,YAAY,KAAK,MAAM;QACrB,CAAC,CAAC,YAAY,CAAC,kBAAkB;YAC/B,CAAC,CAAC,QAAQ,YAAY,CAAC,kBAAkB,EAAE;YAC3C,CAAC,CAAC,MAAM;QACV,CAAC,CAAC,YAAY,KAAK,KAAK;YACtB,CAAC,CAAC,CAAC,CAAC,MAAM,oCAAoC,EAAE,CAAC,IAAI,aAAa,CAAC;YACnE,CAAC,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;IAE1C,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,mBAAmB,CAAC,YAAuC;IAClE,MAAM,YAAY,GAAG,sBAAsB,CAAC;QAC1C,YAAY;QACZ,aAAa,EAAE,YAAY,CAAC,aAAa;KAC1C,CAAC,CAAC;IACH,IAAI,CAAC,YAAY,CAAC,OAAO;QAAE,OAAO,YAAY,CAAC;IAC/C,OAAO,YAAY;QACjB,CAAC,CAAC,gCAAgC,YAAY,EAAE;QAChD,CAAC,CAAC,6BAA6B,CAAC;AACpC,CAAC;AAED,SAAS,wBAAwB,CAC/B,YAAuC;IAEvC,MAAM,SAAS,GAAG,sBAAsB,CAAC;QACvC,aAAa,EAAE,YAAY,CAAC,aAAa;QACzC,SAAS,EAAE,YAAY,CAAC,SAAS;QACjC,SAAS,EAAE,YAAY,CAAC,SAAS;QACjC,MAAM,EAAE,YAAY,CAAC,MAAM;KAC5B,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO;QAChC,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAChD,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IACtB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAE,KAAmC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7E,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { withBunCompressionHeaders } from "../../../bun.js";
|
|
1
2
|
import { fetchWithTimeout } from "../../../link-preview/fetch-with-timeout.js";
|
|
2
3
|
import { parseTimestampToMs } from "../../timestamps.js";
|
|
3
4
|
import { extractYoutubeBootstrapConfig, isRecord } from "../../utils.js";
|
|
@@ -82,7 +83,7 @@ export const fetchTranscriptFromTranscriptEndpoint = async (fetchImpl, { config,
|
|
|
82
83
|
try {
|
|
83
84
|
const userAgent = REQUEST_HEADERS["User-Agent"] ??
|
|
84
85
|
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36";
|
|
85
|
-
const headers = {
|
|
86
|
+
const headers = withBunCompressionHeaders({
|
|
86
87
|
"Content-Type": "application/json",
|
|
87
88
|
"User-Agent": userAgent,
|
|
88
89
|
Accept: "application/json",
|
|
@@ -90,7 +91,7 @@ export const fetchTranscriptFromTranscriptEndpoint = async (fetchImpl, { config,
|
|
|
90
91
|
Referer: originalUrl,
|
|
91
92
|
"X-Goog-AuthUser": "0",
|
|
92
93
|
"X-Youtube-Bootstrap-Logged-In": "false",
|
|
93
|
-
};
|
|
94
|
+
});
|
|
94
95
|
if (config.clientName) {
|
|
95
96
|
headers["X-Youtube-Client-Name"] = config.clientName;
|
|
96
97
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/api.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6CAA6C,CAAC;AAE/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,6BAA6B,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAEzE,MAAM,eAAe,GAA2B;IAC9C,YAAY,EACV,iHAAiH;IACnH,MAAM,EACJ,kGAAkG;IACpG,iBAAiB,EAAE,gBAAgB;IACnC,eAAe,EAAE,UAAU;IAC3B,MAAM,EAAE,UAAU;CACnB,CAAC;AAyBF,MAAM,6BAA6B,GAAG,gDAAgD,CAAC;AAOvF,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,IAAY,EAAkC,EAAE;IAC9F,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAClE,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,CAAC,EAAE,UAAU,CAAC,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,cAAc,GAAG,eAAyC,CAAC;QACjE,MAAM,eAAe,GAAG,cAAc,CAAC,iBAAiB,CAAC;QACzD,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5E,MAAM,gBAAgB,GAAG,cAAc,CAAC,iBAAiB,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;QAErE,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,oBAAoB,GAAG,cAAc,CAAC,YAAY,CAAC;QACzD,MAAM,wBAAwB,GAC5B,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QACzE,MAAM,sBAAsB,GAAI,OAAmC,CAAC,MAAM,CAAC;QAC3E,MAAM,aAAa,GAAG,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC;QACvF,MAAM,sBAAsB,GAC1B,OAAO,aAAa,EAAE,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAE,aAAa,CAAC,WAAsB,CAAC,CAAC,CAAC,IAAI,CAAC;QAChG,MAAM,WAAW,GAAG,wBAAwB,IAAI,sBAAsB,CAAC;QACvE,MAAM,mBAAmB,GAAG,cAAc,CAAC,6BAA6B,CAAC;QACzE,MAAM,UAAU,GACd,OAAO,mBAAmB,KAAK,QAAQ;YACrC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC;YAC7B,CAAC,CAAC,OAAO,mBAAmB,KAAK,QAAQ;gBACvC,CAAC,CAAC,mBAAmB;gBACrB,CAAC,CAAC,IAAI,CAAC;QACb,MAAM,sBAAsB,GAAG,cAAc,CAAC,gCAAgC,CAAC;QAC/E,MAAM,aAAa,GACjB,OAAO,sBAAsB,KAAK,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7E,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5E,MAAM,kBAAkB,GAAG,cAAc,CAAC,gBAAgB,CAAC;QAC3D,MAAM,SAAS,GAAG,OAAO,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC;QAErF,OAAO;YACL,MAAM;YACN,OAAO;YACP,MAAM,EAAE,UAAU;YAClB,WAAW;YACX,UAAU;YACV,aAAa;YACb,MAAM;YACN,SAAS;SACV,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qCAAqC,GAAG,KAAK,EACxD,SAAuB,EACvB,EACE,MAAM,EACN,WAAW,GAIZ,EACyC,EAAE;IAE5C,MAAM,aAAa,GAAG,MAAM,CAAC,OAA+B,CAAC;IAC7D,MAAM,cAAc,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC;QACnD,CAAC,CAAE,aAAa,CAAC,MAAkC;QACnD,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,OAAO,GAAG;QACd,OAAO,EAAE;YACP,GAAG,aAAa;YAChB,MAAM,EAAE;gBACN,GAAG,cAAc;gBACjB,WAAW;aACZ;SACF;QACD,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,SAAS,GACb,eAAe,CAAC,YAAY,CAAC;YAC7B,iHAAiH,CAAC;QACpH,MAAM,OAAO,GAA2B,yBAAyB,CAAC;YAChE,cAAc,EAAE,kBAAkB;YAClC,YAAY,EAAE,SAAS;YACvB,MAAM,EAAE,kBAAkB;YAC1B,MAAM,EAAE,yBAAyB;YACjC,OAAO,EAAE,WAAW;YACpB,iBAAiB,EAAE,GAAG;YACtB,+BAA+B,EAAE,OAAO;SACzC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,CAAC,uBAAuB,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;QACvD,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO,CAAC,0BAA0B,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC;QAC7D,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,OAAO,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;QACpD,CAAC;QACD,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACxE,OAAO,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,sBAAsB,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,SAAS,EACT,0DAA0D,MAAM,CAAC,MAAM,EAAE,EACzE;YACE,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,uCAAuC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,qDAAqD;AACrD,SAAS,iBAAiB,CAAC,MAAe,EAAE,IAAc;IACxD,IAAI,OAAO,GAAY,MAAM,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,OAAO,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAe,EAAE,IAAc;IACvD,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7C,CAAC;AAED,MAAM,CAAC,MAAM,uCAAuC,GAAG,CACrD,IAAa,EACoB,EAAE;IACnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,6BAA6B,CAAC,CAAC,CAAC;IACnF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IACtE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,iBAAiB,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC;IACjF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,eAAe,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,eAAe,EAAE,CAAC,+BAA+B,CAAC,CAAC,CAAC;IAC3F,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,iBAAiB,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,+BAA+B,CAAC,CAAC,CAAC;IAC/E,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,gBAAgB,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACvE,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAwB,EAAE,CAAC;IACzC,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,EAAE,CAAC,2BAA2B,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI;aACd,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,SAAS,GAAG,KAA4B,CAAC;YAC/C,OAAO,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC;aACR,IAAI,EAAE,CAAC;QACV,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,MAAM,cAAc,GAAI,QAAoC,CAAC,OAAO,CAAC;YACrE,MAAM,iBAAiB,GAAI,QAAoC,CAAC,UAAU,CAAC;YAC3E,MAAM,OAAO,GAAG,kBAAkB,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;YAC1D,MAAM,UAAU,GAAG,kBAAkB,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YAChE,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;gBACpB,MAAM,KAAK,GAAG,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC/D,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO;oBACP,KAAK;oBACL,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;iBACvC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACtB,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;KAChD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CACtC,IAAY,EAUL,EAAE;IACT,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,cAAc,GAAG,eAAyC,CAAC;QACjE,MAAM,eAAe,GAAG,cAAc,CAAC,iBAAiB,CAAC;QACzD,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5E,MAAM,gBAAgB,GAAG,cAAc,CAAC,iBAAiB,CAAC;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;QACrE,MAAM,sBAAsB,GAAG,cAAc,CAAC,wBAAwB,CAAC;QACvE,MAAM,aAAa,GACjB,OAAO,sBAAsB,KAAK,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7E,MAAM,mBAAmB,GAAG,cAAc,CAAC,6BAA6B,CAAC;QACzE,MAAM,UAAU,GACd,OAAO,mBAAmB,KAAK,QAAQ;YACrC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC;YAC7B,CAAC,CAAC,OAAO,mBAAmB,KAAK,QAAQ;gBACvC,CAAC,CAAC,mBAAmB;gBACrB,CAAC,CAAC,IAAI,CAAC;QACb,MAAM,sBAAsB,GAAI,OAAmC,CAAC,MAAM,CAAC;QAC3E,MAAM,aAAa,GAAG,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC;QACvF,MAAM,oBAAoB,GAAG,aAAa,EAAE,WAAW,CAAC;QACxD,MAAM,WAAW,GAAG,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5E,MAAM,kBAAkB,GAAG,cAAc,CAAC,gBAAgB,CAAC;QAC3D,MAAM,SAAS,GAAG,OAAO,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC;QACrF,MAAM,aAAa,GAAI,eAA2C,CAAC,UAAU,CAAC;QAC9E,MAAM,SAAS,GAAG,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO;YACL,MAAM;YACN,OAAO;YACP,aAAa;YACb,UAAU;YACV,WAAW;YACX,MAAM;YACN,SAAS;YACT,SAAS;SACV,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC,CAAC"}
|
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { withBunCompressionHeaders } from "../../../bun.js";
|
|
2
|
+
import { fetchWithTimeout } from "../../../link-preview/fetch-with-timeout.js";
|
|
3
|
+
import { extractYoutubeiBootstrap } from "./api.js";
|
|
4
|
+
import { INNERTUBE_API_KEY_REGEX, REQUEST_HEADERS, YT_INITIAL_PLAYER_RESPONSE_TOKEN, isObjectLike, } from "./captions-shared.js";
|
|
5
|
+
function extractBalancedJsonObject(source, startAt) {
|
|
6
|
+
const start = source.indexOf("{", startAt);
|
|
7
|
+
if (start < 0) {
|
|
8
|
+
return null;
|
|
9
|
+
}
|
|
10
|
+
let depth = 0;
|
|
11
|
+
let inString = false;
|
|
12
|
+
let quote = null;
|
|
13
|
+
let escaping = false;
|
|
14
|
+
for (let i = start; i < source.length; i += 1) {
|
|
15
|
+
const ch = source[i];
|
|
16
|
+
if (!ch)
|
|
17
|
+
continue;
|
|
18
|
+
if (inString) {
|
|
19
|
+
if (escaping) {
|
|
20
|
+
escaping = false;
|
|
21
|
+
continue;
|
|
22
|
+
}
|
|
23
|
+
if (ch === "\\") {
|
|
24
|
+
escaping = true;
|
|
25
|
+
continue;
|
|
26
|
+
}
|
|
27
|
+
if (quote && ch === quote) {
|
|
28
|
+
inString = false;
|
|
29
|
+
quote = null;
|
|
30
|
+
}
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
if (ch === '"' || ch === "'") {
|
|
34
|
+
inString = true;
|
|
35
|
+
quote = ch;
|
|
36
|
+
continue;
|
|
37
|
+
}
|
|
38
|
+
if (ch === "{") {
|
|
39
|
+
depth += 1;
|
|
40
|
+
continue;
|
|
41
|
+
}
|
|
42
|
+
if (ch === "}") {
|
|
43
|
+
depth -= 1;
|
|
44
|
+
if (depth === 0) {
|
|
45
|
+
return source.slice(start, i + 1);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
return null;
|
|
50
|
+
}
|
|
51
|
+
export function extractInitialPlayerResponse(html) {
|
|
52
|
+
const tokenIndex = html.indexOf(YT_INITIAL_PLAYER_RESPONSE_TOKEN);
|
|
53
|
+
if (tokenIndex < 0) {
|
|
54
|
+
return null;
|
|
55
|
+
}
|
|
56
|
+
const assignmentIndex = html.indexOf("=", tokenIndex);
|
|
57
|
+
if (assignmentIndex < 0) {
|
|
58
|
+
return null;
|
|
59
|
+
}
|
|
60
|
+
const objectText = extractBalancedJsonObject(html, assignmentIndex);
|
|
61
|
+
if (!objectText) {
|
|
62
|
+
return null;
|
|
63
|
+
}
|
|
64
|
+
try {
|
|
65
|
+
const parsed = JSON.parse(objectText);
|
|
66
|
+
return isObjectLike(parsed) ? parsed : null;
|
|
67
|
+
}
|
|
68
|
+
catch {
|
|
69
|
+
return null;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
function coerceDurationSeconds(value) {
|
|
73
|
+
const asNumber = typeof value === "number" ? value : typeof value === "string" ? Number(value) : Number.NaN;
|
|
74
|
+
if (!Number.isFinite(asNumber) || asNumber <= 0)
|
|
75
|
+
return null;
|
|
76
|
+
return asNumber;
|
|
77
|
+
}
|
|
78
|
+
function extractDurationSecondsFromHtml(html) {
|
|
79
|
+
const candidates = [
|
|
80
|
+
/"lengthSeconds":"(\d+)"/,
|
|
81
|
+
/"lengthSeconds":(\d+)/,
|
|
82
|
+
/"durationSeconds":"(\d+)"/,
|
|
83
|
+
/"durationSeconds":(\d+)/,
|
|
84
|
+
];
|
|
85
|
+
for (const pattern of candidates) {
|
|
86
|
+
const match = html.match(pattern);
|
|
87
|
+
if (!match?.[1])
|
|
88
|
+
continue;
|
|
89
|
+
const value = Number(match[1]);
|
|
90
|
+
if (Number.isFinite(value) && value > 0)
|
|
91
|
+
return value;
|
|
92
|
+
}
|
|
93
|
+
return null;
|
|
94
|
+
}
|
|
95
|
+
export function extractDurationSecondsFromPlayerPayload(payload) {
|
|
96
|
+
const videoDetails = payload.videoDetails;
|
|
97
|
+
if (isObjectLike(videoDetails)) {
|
|
98
|
+
const duration = coerceDurationSeconds(videoDetails.lengthSeconds);
|
|
99
|
+
if (duration)
|
|
100
|
+
return duration;
|
|
101
|
+
}
|
|
102
|
+
const microformat = payload.microformat;
|
|
103
|
+
if (isObjectLike(microformat)) {
|
|
104
|
+
const renderer = microformat.playerMicroformatRenderer;
|
|
105
|
+
if (isObjectLike(renderer)) {
|
|
106
|
+
const duration = coerceDurationSeconds(renderer.lengthSeconds);
|
|
107
|
+
if (duration)
|
|
108
|
+
return duration;
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
return null;
|
|
112
|
+
}
|
|
113
|
+
export function extractYoutubeDurationSeconds(html) {
|
|
114
|
+
const playerResponse = extractInitialPlayerResponse(html);
|
|
115
|
+
if (playerResponse) {
|
|
116
|
+
const duration = extractDurationSecondsFromPlayerPayload(playerResponse);
|
|
117
|
+
if (duration)
|
|
118
|
+
return duration;
|
|
119
|
+
}
|
|
120
|
+
return extractDurationSecondsFromHtml(html);
|
|
121
|
+
}
|
|
122
|
+
export function extractInnertubeApiKey(html) {
|
|
123
|
+
const match = html.match(INNERTUBE_API_KEY_REGEX);
|
|
124
|
+
const key = match?.[1] ?? match?.[2] ?? null;
|
|
125
|
+
return typeof key === "string" && key.trim().length > 0 ? key.trim() : null;
|
|
126
|
+
}
|
|
127
|
+
export async function fetchYoutubePlayerPayload(fetchImpl, { html, videoId }) {
|
|
128
|
+
const bootstrap = extractYoutubeiBootstrap(html);
|
|
129
|
+
const apiKey = bootstrap?.apiKey ?? extractInnertubeApiKey(html);
|
|
130
|
+
if (!apiKey)
|
|
131
|
+
return null;
|
|
132
|
+
const context = bootstrap?.context;
|
|
133
|
+
const clientContext = isObjectLike(context) && isObjectLike(context.client) ? context.client : null;
|
|
134
|
+
const requestBody = {
|
|
135
|
+
context: clientContext && isObjectLike(context)
|
|
136
|
+
? context
|
|
137
|
+
: {
|
|
138
|
+
client: {
|
|
139
|
+
clientName: "ANDROID",
|
|
140
|
+
clientVersion: "20.10.38",
|
|
141
|
+
},
|
|
142
|
+
},
|
|
143
|
+
videoId,
|
|
144
|
+
};
|
|
145
|
+
try {
|
|
146
|
+
const userAgent = REQUEST_HEADERS["User-Agent"] ??
|
|
147
|
+
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36";
|
|
148
|
+
const response = await fetchWithTimeout(fetchImpl, `https://www.youtube.com/youtubei/v1/player?key=${apiKey}`, {
|
|
149
|
+
method: "POST",
|
|
150
|
+
headers: withBunCompressionHeaders({
|
|
151
|
+
"Content-Type": "application/json",
|
|
152
|
+
"User-Agent": userAgent,
|
|
153
|
+
"Accept-Language": REQUEST_HEADERS["Accept-Language"] ?? "en-US,en;q=0.9",
|
|
154
|
+
Accept: "application/json",
|
|
155
|
+
}),
|
|
156
|
+
body: JSON.stringify(requestBody),
|
|
157
|
+
});
|
|
158
|
+
if (!response.ok)
|
|
159
|
+
return null;
|
|
160
|
+
const parsed = await response.json();
|
|
161
|
+
return isObjectLike(parsed) ? parsed : null;
|
|
162
|
+
}
|
|
163
|
+
catch {
|
|
164
|
+
return null;
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
export async function fetchYoutubeDurationSecondsViaPlayer(fetchImpl, { html, videoId }) {
|
|
168
|
+
const payload = await fetchYoutubePlayerPayload(fetchImpl, { html, videoId });
|
|
169
|
+
if (!payload)
|
|
170
|
+
return null;
|
|
171
|
+
return extractDurationSecondsFromPlayerPayload(payload);
|
|
172
|
+
}
|
|
173
|
+
//# sourceMappingURL=captions-player.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"captions-player.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/captions-player.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6CAA6C,CAAC;AAC/E,OAAO,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,EACL,uBAAuB,EACvB,eAAe,EACf,gCAAgC,EAChC,YAAY,GACb,MAAM,sBAAsB,CAAC;AAE9B,SAAS,yBAAyB,CAAC,MAAc,EAAE,OAAe;IAChE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,KAAK,GAAqB,IAAI,CAAC;IACnC,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,EAAE;YAAE,SAAS;QAElB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,GAAG,KAAK,CAAC;gBACjB,SAAS;YACX,CAAC;YACD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBAChB,QAAQ,GAAG,IAAI,CAAC;gBAChB,SAAS;YACX,CAAC;YACD,IAAI,KAAK,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;gBAC1B,QAAQ,GAAG,KAAK,CAAC;gBACjB,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,QAAQ,GAAG,IAAI,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBAChB,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,IAAY;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAClE,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACtD,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACpE,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/C,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IAC3C,MAAM,QAAQ,GACZ,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,8BAA8B,CAAC,IAAY;IAClD,MAAM,UAAU,GAAG;QACjB,yBAAyB;QACzB,uBAAuB;QACvB,2BAA2B;QAC3B,yBAAyB;KAC1B,CAAC;IACF,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAAE,SAAS;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;IACxD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,uCAAuC,CACrD,OAAgC;IAEhC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAC1C,IAAI,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,qBAAqB,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QACnE,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;IAChC,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IACxC,IAAI,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,yBAAyB,CAAC;QACvD,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,qBAAqB,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/D,IAAI,QAAQ;gBAAE,OAAO,QAAQ,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,IAAY;IACxD,MAAM,cAAc,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC;IAC1D,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,uCAAuC,CAAC,cAAc,CAAC,CAAC;QACzE,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;IAChC,CAAC;IAED,OAAO,8BAA8B,CAAC,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC7C,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,SAAuB,EACvB,EAAE,IAAI,EAAE,OAAO,EAAqC;IAEpD,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACjE,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,MAAM,OAAO,GAAG,SAAS,EAAE,OAAO,CAAC;IACnC,MAAM,aAAa,GACjB,YAAY,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAEhF,MAAM,WAAW,GAA4B;QAC3C,OAAO,EACL,aAAa,IAAI,YAAY,CAAC,OAAO,CAAC;YACpC,CAAC,CAAC,OAAO;YACT,CAAC,CAAC;gBACE,MAAM,EAAE;oBACN,UAAU,EAAE,SAAS;oBACrB,aAAa,EAAE,UAAU;iBAC1B;aACF;QACP,OAAO;KACR,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,SAAS,GACb,eAAe,CAAC,YAAY,CAAC;YAC7B,iHAAiH,CAAC;QAEpH,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CACrC,SAAS,EACT,kDAAkD,MAAM,EAAE,EAC1D;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,yBAAyB,CAAC;gBACjC,cAAc,EAAE,kBAAkB;gBAClC,YAAY,EAAE,SAAS;gBACvB,iBAAiB,EAAE,eAAe,CAAC,iBAAiB,CAAC,IAAI,gBAAgB;gBACzE,MAAM,EAAE,kBAAkB;aAC3B,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,MAAM,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oCAAoC,CACxD,SAAuB,EACvB,EAAE,IAAI,EAAE,OAAO,EAAqC;IAEpD,MAAM,OAAO,GAAG,MAAM,yBAAyB,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9E,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,OAAO,uCAAuC,CAAC,OAAO,CAAC,CAAC;AAC1D,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export const REQUEST_HEADERS = {
|
|
2
|
+
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36",
|
|
3
|
+
"Accept-Language": "en-US,en;q=0.9",
|
|
4
|
+
};
|
|
5
|
+
export const YT_INITIAL_PLAYER_RESPONSE_TOKEN = "ytInitialPlayerResponse";
|
|
6
|
+
export const INNERTUBE_API_KEY_REGEX = /"INNERTUBE_API_KEY":"([^"]+)"|INNERTUBE_API_KEY\\":\\"([^\\"]+)\\"/;
|
|
7
|
+
export const isObjectLike = (value) => typeof value === "object" && value !== null;
|
|
8
|
+
//# sourceMappingURL=captions-shared.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"captions-shared.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/captions-shared.ts"],"names":[],"mappings":"AAaA,MAAM,CAAC,MAAM,eAAe,GAA2B;IACrD,YAAY,EACV,iHAAiH;IACnH,iBAAiB,EAAE,gBAAgB;CACpC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,yBAAyB,CAAC;AAC1E,MAAM,CAAC,MAAM,uBAAuB,GAClC,oEAAoE,CAAC;AAEvE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAc,EAAoC,EAAE,CAC/E,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC"}
|