@steipete/summarize-core 0.7.1 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/esm/content/cache/types.js +2 -0
- package/dist/esm/content/cache/types.js.map +1 -0
- package/dist/esm/content/index.js +1 -0
- package/dist/esm/content/index.js.map +1 -1
- package/dist/esm/content/link-preview/client.js +3 -0
- package/dist/esm/content/link-preview/client.js.map +1 -1
- package/dist/esm/content/link-preview/content/fetcher.js +1 -1
- package/dist/esm/content/link-preview/content/fetcher.js.map +1 -1
- package/dist/esm/content/link-preview/content/html.js +1 -1
- package/dist/esm/content/link-preview/content/html.js.map +1 -1
- package/dist/esm/content/link-preview/content/index.js +22 -3
- package/dist/esm/content/link-preview/content/index.js.map +1 -1
- package/dist/esm/content/link-preview/deps.js.map +1 -1
- package/dist/esm/content/transcript/index.js +1 -0
- package/dist/esm/content/transcript/index.js.map +1 -1
- package/dist/esm/content/transcript/providers/generic.js +84 -4
- package/dist/esm/content/transcript/providers/generic.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast.js +1 -0
- package/dist/esm/content/transcript/providers/podcast.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube/captions.js +35 -14
- package/dist/esm/content/transcript/providers/youtube/captions.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube/yt-dlp.js +84 -12
- package/dist/esm/content/transcript/providers/youtube/yt-dlp.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube.js +38 -2
- package/dist/esm/content/transcript/providers/youtube.js.map +1 -1
- package/dist/esm/content/transcript/utils.js +25 -69
- package/dist/esm/content/transcript/utils.js.map +1 -1
- package/dist/esm/content/url.js +76 -0
- package/dist/esm/content/url.js.map +1 -0
- package/dist/esm/prompts/cli.js +25 -5
- package/dist/esm/prompts/cli.js.map +1 -1
- package/dist/esm/prompts/file.js +51 -12
- package/dist/esm/prompts/file.js.map +1 -1
- package/dist/esm/prompts/format.js +26 -0
- package/dist/esm/prompts/format.js.map +1 -0
- package/dist/esm/prompts/link-summary.js +51 -22
- package/dist/esm/prompts/link-summary.js.map +1 -1
- package/dist/types/content/cache/types.d.ts +25 -0
- package/dist/types/content/index.d.ts +3 -1
- package/dist/types/content/link-preview/client.d.ts +6 -1
- package/dist/types/content/link-preview/content/types.d.ts +1 -1
- package/dist/types/content/link-preview/deps.d.ts +11 -20
- package/dist/types/content/transcript/cache.d.ts +1 -1
- package/dist/types/content/transcript/providers/generic.d.ts +1 -1
- package/dist/types/content/transcript/providers/youtube/captions.d.ts +3 -1
- package/dist/types/content/transcript/providers/youtube/yt-dlp.d.ts +3 -1
- package/dist/types/content/transcript/types.d.ts +2 -1
- package/dist/types/content/transcript/utils.d.ts +1 -3
- package/dist/types/content/url.d.ts +8 -0
- package/dist/types/prompts/cli.d.ts +4 -1
- package/dist/types/prompts/file.d.ts +9 -2
- package/dist/types/prompts/format.d.ts +14 -0
- package/dist/types/prompts/link-summary.d.ts +4 -1
- package/package.json +10 -10
- package/dist/cjs/content/index.js +0 -14
- package/dist/cjs/content/index.js.map +0 -1
- package/dist/cjs/content/link-preview/client.js +0 -31
- package/dist/cjs/content/link-preview/client.js.map +0 -1
- package/dist/cjs/content/link-preview/content/article.js +0 -164
- package/dist/cjs/content/link-preview/content/article.js.map +0 -1
- package/dist/cjs/content/link-preview/content/cleaner.js +0 -63
- package/dist/cjs/content/link-preview/content/cleaner.js.map +0 -1
- package/dist/cjs/content/link-preview/content/constants.js +0 -10
- package/dist/cjs/content/link-preview/content/constants.js.map +0 -1
- package/dist/cjs/content/link-preview/content/fetcher.js +0 -128
- package/dist/cjs/content/link-preview/content/fetcher.js.map +0 -1
- package/dist/cjs/content/link-preview/content/firecrawl.js +0 -90
- package/dist/cjs/content/link-preview/content/firecrawl.js.map +0 -1
- package/dist/cjs/content/link-preview/content/html.js +0 -165
- package/dist/cjs/content/link-preview/content/html.js.map +0 -1
- package/dist/cjs/content/link-preview/content/index.js +0 -348
- package/dist/cjs/content/link-preview/content/index.js.map +0 -1
- package/dist/cjs/content/link-preview/content/jsonld.js +0 -80
- package/dist/cjs/content/link-preview/content/jsonld.js.map +0 -1
- package/dist/cjs/content/link-preview/content/parsers.js +0 -81
- package/dist/cjs/content/link-preview/content/parsers.js.map +0 -1
- package/dist/cjs/content/link-preview/content/podcast-utils.js +0 -85
- package/dist/cjs/content/link-preview/content/podcast-utils.js.map +0 -1
- package/dist/cjs/content/link-preview/content/readability.js +0 -90
- package/dist/cjs/content/link-preview/content/readability.js.map +0 -1
- package/dist/cjs/content/link-preview/content/twitter-utils.js +0 -74
- package/dist/cjs/content/link-preview/content/twitter-utils.js.map +0 -1
- package/dist/cjs/content/link-preview/content/types.js +0 -7
- package/dist/cjs/content/link-preview/content/types.js.map +0 -1
- package/dist/cjs/content/link-preview/content/utils.js +0 -177
- package/dist/cjs/content/link-preview/content/utils.js.map +0 -1
- package/dist/cjs/content/link-preview/content/video.js +0 -99
- package/dist/cjs/content/link-preview/content/video.js.map +0 -1
- package/dist/cjs/content/link-preview/content/youtube.js +0 -85
- package/dist/cjs/content/link-preview/content/youtube.js.map +0 -1
- package/dist/cjs/content/link-preview/deps.js +0 -23
- package/dist/cjs/content/link-preview/deps.js.map +0 -1
- package/dist/cjs/content/link-preview/fetch-with-timeout.js +0 -38
- package/dist/cjs/content/link-preview/fetch-with-timeout.js.map +0 -1
- package/dist/cjs/content/link-preview/types.js +0 -5
- package/dist/cjs/content/link-preview/types.js.map +0 -1
- package/dist/cjs/content/transcript/cache.js +0 -85
- package/dist/cjs/content/transcript/cache.js.map +0 -1
- package/dist/cjs/content/transcript/index.js +0 -134
- package/dist/cjs/content/transcript/index.js.map +0 -1
- package/dist/cjs/content/transcript/normalize.js +0 -49
- package/dist/cjs/content/transcript/normalize.js.map +0 -1
- package/dist/cjs/content/transcript/providers/generic.js +0 -16
- package/dist/cjs/content/transcript/providers/generic.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/apple-flow.js +0 -226
- package/dist/cjs/content/transcript/providers/podcast/apple-flow.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/apple.js +0 -43
- package/dist/cjs/content/transcript/providers/podcast/apple.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/constants.js +0 -11
- package/dist/cjs/content/transcript/providers/podcast/constants.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/flow-context.js +0 -3
- package/dist/cjs/content/transcript/providers/podcast/flow-context.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/itunes.js +0 -139
- package/dist/cjs/content/transcript/providers/podcast/itunes.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/json.js +0 -43
- package/dist/cjs/content/transcript/providers/podcast/json.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/media.js +0 -355
- package/dist/cjs/content/transcript/providers/podcast/media.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/results.js +0 -32
- package/dist/cjs/content/transcript/providers/podcast/results.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/rss.js +0 -262
- package/dist/cjs/content/transcript/providers/podcast/rss.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/spotify-flow.js +0 -221
- package/dist/cjs/content/transcript/providers/podcast/spotify-flow.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast/spotify.js +0 -119
- package/dist/cjs/content/transcript/providers/podcast/spotify.js.map +0 -1
- package/dist/cjs/content/transcript/providers/podcast.js +0 -260
- package/dist/cjs/content/transcript/providers/podcast.js.map +0 -1
- package/dist/cjs/content/transcript/providers/youtube/api.js +0 -264
- package/dist/cjs/content/transcript/providers/youtube/api.js.map +0 -1
- package/dist/cjs/content/transcript/providers/youtube/apify.js +0 -59
- package/dist/cjs/content/transcript/providers/youtube/apify.js.map +0 -1
- package/dist/cjs/content/transcript/providers/youtube/captions.js +0 -413
- package/dist/cjs/content/transcript/providers/youtube/captions.js.map +0 -1
- package/dist/cjs/content/transcript/providers/youtube/yt-dlp.js +0 -170
- package/dist/cjs/content/transcript/providers/youtube/yt-dlp.js.map +0 -1
- package/dist/cjs/content/transcript/providers/youtube.js +0 -178
- package/dist/cjs/content/transcript/providers/youtube.js.map +0 -1
- package/dist/cjs/content/transcript/types.js +0 -3
- package/dist/cjs/content/transcript/types.js.map +0 -1
- package/dist/cjs/content/transcript/utils.js +0 -303
- package/dist/cjs/content/transcript/utils.js.map +0 -1
- package/dist/cjs/index.js +0 -22
- package/dist/cjs/index.js.map +0 -1
- package/dist/cjs/language.js +0 -132
- package/dist/cjs/language.js.map +0 -1
- package/dist/cjs/package.json +0 -3
- package/dist/cjs/prompts/cli.js +0 -23
- package/dist/cjs/prompts/cli.js.map +0 -1
- package/dist/cjs/prompts/file.js +0 -52
- package/dist/cjs/prompts/file.js.map +0 -1
- package/dist/cjs/prompts/index.js +0 -14
- package/dist/cjs/prompts/index.js.map +0 -1
- package/dist/cjs/prompts/link-summary.js +0 -122
- package/dist/cjs/prompts/link-summary.js.map +0 -1
- package/dist/cjs/shared/contracts.js +0 -5
- package/dist/cjs/shared/contracts.js.map +0 -1
- package/dist/cjs/transcription/whisper/constants.js +0 -11
- package/dist/cjs/transcription/whisper/constants.js.map +0 -1
- package/dist/cjs/transcription/whisper/core.js +0 -307
- package/dist/cjs/transcription/whisper/core.js.map +0 -1
- package/dist/cjs/transcription/whisper/fal.js +0 -44
- package/dist/cjs/transcription/whisper/fal.js.map +0 -1
- package/dist/cjs/transcription/whisper/ffmpeg.js +0 -187
- package/dist/cjs/transcription/whisper/ffmpeg.js.map +0 -1
- package/dist/cjs/transcription/whisper/openai.js +0 -51
- package/dist/cjs/transcription/whisper/openai.js.map +0 -1
- package/dist/cjs/transcription/whisper/types.js +0 -3
- package/dist/cjs/transcription/whisper/types.js.map +0 -1
- package/dist/cjs/transcription/whisper/utils.js +0 -70
- package/dist/cjs/transcription/whisper/utils.js.map +0 -1
- package/dist/cjs/transcription/whisper/whisper-cpp.js +0 -232
- package/dist/cjs/transcription/whisper/whisper-cpp.js.map +0 -1
- package/dist/cjs/transcription/whisper.js +0 -15
- package/dist/cjs/transcription/whisper.js.map +0 -1
|
@@ -1,264 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.extractYoutubeiBootstrap = exports.extractTranscriptFromTranscriptEndpoint = exports.fetchTranscriptFromTranscriptEndpoint = exports.extractYoutubeiTranscriptConfig = void 0;
|
|
4
|
-
const fetch_with_timeout_js_1 = require("../../../link-preview/fetch-with-timeout.js");
|
|
5
|
-
const utils_js_1 = require("../../utils.js");
|
|
6
|
-
const REQUEST_HEADERS = {
|
|
7
|
-
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36',
|
|
8
|
-
Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8',
|
|
9
|
-
'Accept-Language': 'en-US,en;q=0.9',
|
|
10
|
-
'Cache-Control': 'no-cache',
|
|
11
|
-
Pragma: 'no-cache',
|
|
12
|
-
};
|
|
13
|
-
const GET_TRANSCRIPT_ENDPOINT_REGEX = /"getTranscriptEndpoint":\{"params":"([^"]+)"\}/;
|
|
14
|
-
const extractYoutubeiTranscriptConfig = (html) => {
|
|
15
|
-
try {
|
|
16
|
-
const bootstrapConfig = (0, utils_js_1.extractYoutubeBootstrapConfig)(html);
|
|
17
|
-
if (!bootstrapConfig) {
|
|
18
|
-
return null;
|
|
19
|
-
}
|
|
20
|
-
const parametersMatch = html.match(GET_TRANSCRIPT_ENDPOINT_REGEX);
|
|
21
|
-
if (!parametersMatch) {
|
|
22
|
-
return null;
|
|
23
|
-
}
|
|
24
|
-
const [, parameters] = parametersMatch;
|
|
25
|
-
if (!parameters) {
|
|
26
|
-
return null;
|
|
27
|
-
}
|
|
28
|
-
const typedBootstrap = bootstrapConfig;
|
|
29
|
-
const apiKeyCandidate = typedBootstrap.INNERTUBE_API_KEY;
|
|
30
|
-
const apiKey = typeof apiKeyCandidate === 'string' ? apiKeyCandidate : null;
|
|
31
|
-
const contextCandidate = typedBootstrap.INNERTUBE_CONTEXT;
|
|
32
|
-
const context = (0, utils_js_1.isRecord)(contextCandidate) ? contextCandidate : null;
|
|
33
|
-
if (!(apiKey && context)) {
|
|
34
|
-
return null;
|
|
35
|
-
}
|
|
36
|
-
const visitorDataCandidate = typedBootstrap.VISITOR_DATA;
|
|
37
|
-
const visitorDataFromBootstrap = typeof visitorDataCandidate === 'string' ? visitorDataCandidate : null;
|
|
38
|
-
const contextClientCandidate = context.client;
|
|
39
|
-
const contextClient = (0, utils_js_1.isRecord)(contextClientCandidate) ? contextClientCandidate : null;
|
|
40
|
-
const visitorDataFromContext = typeof contextClient?.visitorData === 'string' ? contextClient.visitorData : null;
|
|
41
|
-
const visitorData = visitorDataFromBootstrap ?? visitorDataFromContext;
|
|
42
|
-
const clientNameCandidate = typedBootstrap.INNERTUBE_CONTEXT_CLIENT_NAME;
|
|
43
|
-
const clientName = typeof clientNameCandidate === 'number'
|
|
44
|
-
? String(clientNameCandidate)
|
|
45
|
-
: typeof clientNameCandidate === 'string'
|
|
46
|
-
? clientNameCandidate
|
|
47
|
-
: null;
|
|
48
|
-
const clientVersionCandidate = typedBootstrap.INNERTUBE_CONTEXT_CLIENT_VERSION;
|
|
49
|
-
const clientVersion = typeof clientVersionCandidate === 'string' ? clientVersionCandidate : null;
|
|
50
|
-
const pageClCandidate = typedBootstrap.PAGE_CL;
|
|
51
|
-
const pageCl = typeof pageClCandidate === 'number' ? pageClCandidate : null;
|
|
52
|
-
const pageLabelCandidate = typedBootstrap.PAGE_BUILD_LABEL;
|
|
53
|
-
const pageLabel = typeof pageLabelCandidate === 'string' ? pageLabelCandidate : null;
|
|
54
|
-
return {
|
|
55
|
-
apiKey,
|
|
56
|
-
context,
|
|
57
|
-
params: parameters,
|
|
58
|
-
visitorData,
|
|
59
|
-
clientName,
|
|
60
|
-
clientVersion,
|
|
61
|
-
pageCl,
|
|
62
|
-
pageLabel,
|
|
63
|
-
};
|
|
64
|
-
}
|
|
65
|
-
catch {
|
|
66
|
-
return null;
|
|
67
|
-
}
|
|
68
|
-
};
|
|
69
|
-
exports.extractYoutubeiTranscriptConfig = extractYoutubeiTranscriptConfig;
|
|
70
|
-
const fetchTranscriptFromTranscriptEndpoint = async (fetchImpl, { config, originalUrl, }) => {
|
|
71
|
-
const contextRecord = config.context;
|
|
72
|
-
const existingClient = (0, utils_js_1.isRecord)(contextRecord.client)
|
|
73
|
-
? contextRecord.client
|
|
74
|
-
: {};
|
|
75
|
-
const payload = {
|
|
76
|
-
context: {
|
|
77
|
-
...contextRecord,
|
|
78
|
-
client: {
|
|
79
|
-
...existingClient,
|
|
80
|
-
originalUrl,
|
|
81
|
-
},
|
|
82
|
-
},
|
|
83
|
-
params: config.params,
|
|
84
|
-
};
|
|
85
|
-
try {
|
|
86
|
-
const userAgent = REQUEST_HEADERS['User-Agent'] ??
|
|
87
|
-
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36';
|
|
88
|
-
const headers = {
|
|
89
|
-
'Content-Type': 'application/json',
|
|
90
|
-
'User-Agent': userAgent,
|
|
91
|
-
Accept: 'application/json',
|
|
92
|
-
Origin: 'https://www.youtube.com',
|
|
93
|
-
Referer: originalUrl,
|
|
94
|
-
'X-Goog-AuthUser': '0',
|
|
95
|
-
'X-Youtube-Bootstrap-Logged-In': 'false',
|
|
96
|
-
};
|
|
97
|
-
if (config.clientName) {
|
|
98
|
-
headers['X-Youtube-Client-Name'] = config.clientName;
|
|
99
|
-
}
|
|
100
|
-
if (config.clientVersion) {
|
|
101
|
-
headers['X-Youtube-Client-Version'] = config.clientVersion;
|
|
102
|
-
}
|
|
103
|
-
if (config.visitorData) {
|
|
104
|
-
headers['X-Goog-Visitor-Id'] = config.visitorData;
|
|
105
|
-
}
|
|
106
|
-
if (typeof config.pageCl === 'number' && Number.isFinite(config.pageCl)) {
|
|
107
|
-
headers['X-Youtube-Page-CL'] = String(config.pageCl);
|
|
108
|
-
}
|
|
109
|
-
if (config.pageLabel) {
|
|
110
|
-
headers['X-Youtube-Page-Label'] = config.pageLabel;
|
|
111
|
-
}
|
|
112
|
-
const response = await (0, fetch_with_timeout_js_1.fetchWithTimeout)(fetchImpl, `https://www.youtube.com/youtubei/v1/get_transcript?key=${config.apiKey}`, {
|
|
113
|
-
method: 'POST',
|
|
114
|
-
headers,
|
|
115
|
-
body: JSON.stringify(payload),
|
|
116
|
-
});
|
|
117
|
-
if (!response.ok) {
|
|
118
|
-
return null;
|
|
119
|
-
}
|
|
120
|
-
return (0, exports.extractTranscriptFromTranscriptEndpoint)(await response.json());
|
|
121
|
-
}
|
|
122
|
-
catch {
|
|
123
|
-
return null;
|
|
124
|
-
}
|
|
125
|
-
};
|
|
126
|
-
exports.fetchTranscriptFromTranscriptEndpoint = fetchTranscriptFromTranscriptEndpoint;
|
|
127
|
-
// Type-safe helper functions for YouTube API parsing
|
|
128
|
-
function getNestedProperty(object, path) {
|
|
129
|
-
let current = object;
|
|
130
|
-
for (const key of path) {
|
|
131
|
-
if (!((0, utils_js_1.isRecord)(current) && key in current)) {
|
|
132
|
-
return null;
|
|
133
|
-
}
|
|
134
|
-
current = current[key];
|
|
135
|
-
}
|
|
136
|
-
return current;
|
|
137
|
-
}
|
|
138
|
-
function getArrayProperty(object, path) {
|
|
139
|
-
const value = getNestedProperty(object, path);
|
|
140
|
-
return Array.isArray(value) ? value : null;
|
|
141
|
-
}
|
|
142
|
-
const extractTranscriptFromTranscriptEndpoint = (data) => {
|
|
143
|
-
if (!(0, utils_js_1.isRecord)(data)) {
|
|
144
|
-
return null;
|
|
145
|
-
}
|
|
146
|
-
const actions = getArrayProperty(data, ['actions']);
|
|
147
|
-
if (!actions || actions.length === 0) {
|
|
148
|
-
return null;
|
|
149
|
-
}
|
|
150
|
-
const updatePanel = getNestedProperty(actions[0], ['updateEngagementPanelAction']);
|
|
151
|
-
if (!updatePanel) {
|
|
152
|
-
return null;
|
|
153
|
-
}
|
|
154
|
-
const transcriptContent = getNestedProperty(updatePanel, ['content']);
|
|
155
|
-
if (!transcriptContent) {
|
|
156
|
-
return null;
|
|
157
|
-
}
|
|
158
|
-
const searchPanel = getNestedProperty(transcriptContent, ['transcriptRenderer']);
|
|
159
|
-
if (!searchPanel) {
|
|
160
|
-
return null;
|
|
161
|
-
}
|
|
162
|
-
const segmentList = getNestedProperty(searchPanel, ['content']);
|
|
163
|
-
if (!segmentList) {
|
|
164
|
-
return null;
|
|
165
|
-
}
|
|
166
|
-
const listRenderer = getNestedProperty(segmentList, ['transcriptSearchPanelRenderer']);
|
|
167
|
-
if (!listRenderer) {
|
|
168
|
-
return null;
|
|
169
|
-
}
|
|
170
|
-
const body = getNestedProperty(listRenderer, ['body']);
|
|
171
|
-
if (!body) {
|
|
172
|
-
return null;
|
|
173
|
-
}
|
|
174
|
-
const segmentBody = getNestedProperty(body, ['transcriptSegmentListRenderer']);
|
|
175
|
-
if (!segmentBody) {
|
|
176
|
-
return null;
|
|
177
|
-
}
|
|
178
|
-
const segments = getArrayProperty(segmentBody, ['initialSegments']);
|
|
179
|
-
if (!segments || segments.length === 0) {
|
|
180
|
-
return null;
|
|
181
|
-
}
|
|
182
|
-
const lines = [];
|
|
183
|
-
for (const segment of segments) {
|
|
184
|
-
const renderer = getNestedProperty(segment, ['transcriptSegmentRenderer']);
|
|
185
|
-
if (!renderer) {
|
|
186
|
-
continue;
|
|
187
|
-
}
|
|
188
|
-
const snippet = getNestedProperty(renderer, ['snippet']);
|
|
189
|
-
if (!snippet) {
|
|
190
|
-
continue;
|
|
191
|
-
}
|
|
192
|
-
const runs = getArrayProperty(snippet, ['runs']);
|
|
193
|
-
if (!runs) {
|
|
194
|
-
continue;
|
|
195
|
-
}
|
|
196
|
-
const text = runs
|
|
197
|
-
.map((value) => {
|
|
198
|
-
if (!(0, utils_js_1.isRecord)(value)) {
|
|
199
|
-
return '';
|
|
200
|
-
}
|
|
201
|
-
const runRecord = value;
|
|
202
|
-
return typeof runRecord.text === 'string' ? runRecord.text : '';
|
|
203
|
-
})
|
|
204
|
-
.join('')
|
|
205
|
-
.trim();
|
|
206
|
-
if (text.length > 0) {
|
|
207
|
-
lines.push(text);
|
|
208
|
-
}
|
|
209
|
-
}
|
|
210
|
-
if (lines.length === 0) {
|
|
211
|
-
return null;
|
|
212
|
-
}
|
|
213
|
-
return lines.join('\n');
|
|
214
|
-
};
|
|
215
|
-
exports.extractTranscriptFromTranscriptEndpoint = extractTranscriptFromTranscriptEndpoint;
|
|
216
|
-
const extractYoutubeiBootstrap = (html) => {
|
|
217
|
-
try {
|
|
218
|
-
const bootstrapConfig = (0, utils_js_1.extractYoutubeBootstrapConfig)(html);
|
|
219
|
-
if (!bootstrapConfig) {
|
|
220
|
-
return null;
|
|
221
|
-
}
|
|
222
|
-
const typedBootstrap = bootstrapConfig;
|
|
223
|
-
const apiKeyCandidate = typedBootstrap.INNERTUBE_API_KEY;
|
|
224
|
-
const apiKey = typeof apiKeyCandidate === 'string' ? apiKeyCandidate : null;
|
|
225
|
-
const contextCandidate = typedBootstrap.INNERTUBE_CONTEXT;
|
|
226
|
-
const context = (0, utils_js_1.isRecord)(contextCandidate) ? contextCandidate : null;
|
|
227
|
-
const clientVersionCandidate = typedBootstrap.INNERTUBE_CLIENT_VERSION;
|
|
228
|
-
const clientVersion = typeof clientVersionCandidate === 'string' ? clientVersionCandidate : null;
|
|
229
|
-
const clientNameCandidate = typedBootstrap.INNERTUBE_CONTEXT_CLIENT_NAME;
|
|
230
|
-
const clientName = typeof clientNameCandidate === 'number'
|
|
231
|
-
? String(clientNameCandidate)
|
|
232
|
-
: typeof clientNameCandidate === 'string'
|
|
233
|
-
? clientNameCandidate
|
|
234
|
-
: null;
|
|
235
|
-
const contextClientCandidate = context.client;
|
|
236
|
-
const contextClient = (0, utils_js_1.isRecord)(contextClientCandidate) ? contextClientCandidate : null;
|
|
237
|
-
const visitorDataCandidate = contextClient?.visitorData;
|
|
238
|
-
const visitorData = typeof visitorDataCandidate === 'string' ? visitorDataCandidate : null;
|
|
239
|
-
const pageClCandidate = typedBootstrap.PAGE_CL;
|
|
240
|
-
const pageCl = typeof pageClCandidate === 'number' ? pageClCandidate : null;
|
|
241
|
-
const pageLabelCandidate = typedBootstrap.PAGE_BUILD_LABEL;
|
|
242
|
-
const pageLabel = typeof pageLabelCandidate === 'string' ? pageLabelCandidate : null;
|
|
243
|
-
const xsrfCandidate = bootstrapConfig.XSRF_TOKEN;
|
|
244
|
-
const xsrfToken = typeof xsrfCandidate === 'string' ? xsrfCandidate : null;
|
|
245
|
-
if (!context) {
|
|
246
|
-
return null;
|
|
247
|
-
}
|
|
248
|
-
return {
|
|
249
|
-
apiKey,
|
|
250
|
-
context,
|
|
251
|
-
clientVersion,
|
|
252
|
-
clientName,
|
|
253
|
-
visitorData,
|
|
254
|
-
pageCl,
|
|
255
|
-
pageLabel,
|
|
256
|
-
xsrfToken,
|
|
257
|
-
};
|
|
258
|
-
}
|
|
259
|
-
catch {
|
|
260
|
-
return null;
|
|
261
|
-
}
|
|
262
|
-
};
|
|
263
|
-
exports.extractYoutubeiBootstrap = extractYoutubeiBootstrap;
|
|
264
|
-
//# sourceMappingURL=api.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/api.ts"],"names":[],"mappings":";;;AAAA,uFAA8E;AAC9E,6CAAwE;AAExE,MAAM,eAAe,GAA2B;IAC9C,YAAY,EACV,iHAAiH;IACnH,MAAM,EACJ,kGAAkG;IACpG,iBAAiB,EAAE,gBAAgB;IACnC,eAAe,EAAE,UAAU;IAC3B,MAAM,EAAE,UAAU;CACnB,CAAA;AAyBD,MAAM,6BAA6B,GAAG,gDAAgD,CAAA;AAE/E,MAAM,+BAA+B,GAAG,CAAC,IAAY,EAAkC,EAAE;IAC9F,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,IAAA,wCAA6B,EAAC,IAAI,CAAC,CAAA;QAC3D,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QACjE,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,CAAC,EAAE,UAAU,CAAC,GAAG,eAAe,CAAA;QACtC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,cAAc,GAAG,eAAyC,CAAA;QAChE,MAAM,eAAe,GAAG,cAAc,CAAC,iBAAiB,CAAA;QACxD,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3E,MAAM,gBAAgB,GAAG,cAAc,CAAC,iBAAiB,CAAA;QACzD,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAA;QAEpE,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,oBAAoB,GAAG,cAAc,CAAC,YAAY,CAAA;QACxD,MAAM,wBAAwB,GAC5B,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAA;QACxE,MAAM,sBAAsB,GAAI,OAAmC,CAAC,MAAM,CAAA;QAC1E,MAAM,aAAa,GAAG,IAAA,mBAAQ,EAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAA;QACtF,MAAM,sBAAsB,GAC1B,OAAO,aAAa,EAAE,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAE,aAAa,CAAC,WAAsB,CAAC,CAAC,CAAC,IAAI,CAAA;QAC/F,MAAM,WAAW,GAAG,wBAAwB,IAAI,sBAAsB,CAAA;QACtE,MAAM,mBAAmB,GAAG,cAAc,CAAC,6BAA6B,CAAA;QACxE,MAAM,UAAU,GACd,OAAO,mBAAmB,KAAK,QAAQ;YACrC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC;YAC7B,CAAC,CAAC,OAAO,mBAAmB,KAAK,QAAQ;gBACvC,CAAC,CAAC,mBAAmB;gBACrB,CAAC,CAAC,IAAI,CAAA;QACZ,MAAM,sBAAsB,GAAG,cAAc,CAAC,gCAAgC,CAAA;QAC9E,MAAM,aAAa,GAAG,OAAO,sBAAsB,KAAK,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAA;QAChG,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,CAAA;QAC9C,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3E,MAAM,kBAAkB,GAAG,cAAc,CAAC,gBAAgB,CAAA;QAC1D,MAAM,SAAS,GAAG,OAAO,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAA;QAEpF,OAAO;YACL,MAAM;YACN,OAAO;YACP,MAAM,EAAE,UAAU;YAClB,WAAW;YACX,UAAU;YACV,aAAa;YACb,MAAM;YACN,SAAS;SACV,CAAA;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AA9DY,QAAA,+BAA+B,mCA8D3C;AAEM,MAAM,qCAAqC,GAAG,KAAK,EACxD,SAAuB,EACvB,EACE,MAAM,EACN,WAAW,GAIZ,EACuB,EAAE;IAE1B,MAAM,aAAa,GAAG,MAAM,CAAC,OAA+B,CAAA;IAC5D,MAAM,cAAc,GAAG,IAAA,mBAAQ,EAAC,aAAa,CAAC,MAAM,CAAC;QACnD,CAAC,CAAE,aAAa,CAAC,MAAkC;QACnD,CAAC,CAAC,EAAE,CAAA;IAEN,MAAM,OAAO,GAAG;QACd,OAAO,EAAE;YACP,GAAG,aAAa;YAChB,MAAM,EAAE;gBACN,GAAG,cAAc;gBACjB,WAAW;aACZ;SACF;QACD,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAA;IAED,IAAI,CAAC;QACH,MAAM,SAAS,GACb,eAAe,CAAC,YAAY,CAAC;YAC7B,iHAAiH,CAAA;QACnH,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,YAAY,EAAE,SAAS;YACvB,MAAM,EAAE,kBAAkB;YAC1B,MAAM,EAAE,yBAAyB;YACjC,OAAO,EAAE,WAAW;YACpB,iBAAiB,EAAE,GAAG;YACtB,+BAA+B,EAAE,OAAO;SACzC,CAAA;QAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,CAAC,uBAAuB,CAAC,GAAG,MAAM,CAAC,UAAU,CAAA;QACtD,CAAC;QACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO,CAAC,0BAA0B,CAAC,GAAG,MAAM,CAAC,aAAa,CAAA;QAC5D,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,OAAO,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,WAAW,CAAA;QACnD,CAAC;QACD,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACxE,OAAO,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACtD,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,sBAAsB,CAAC,GAAG,MAAM,CAAC,SAAS,CAAA;QACpD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAA,wCAAgB,EACrC,SAAS,EACT,0DAA0D,MAAM,CAAC,MAAM,EAAE,EACzE;YACE,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,CACF,CAAA;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,OAAO,IAAA,+CAAuC,EAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AA3EY,QAAA,qCAAqC,yCA2EjD;AAED,qDAAqD;AACrD,SAAS,iBAAiB,CAAC,MAAe,EAAE,IAAc;IACxD,IAAI,OAAO,GAAY,MAAM,CAAA;IAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,IAAA,mBAAQ,EAAC,OAAO,CAAC,IAAI,GAAG,IAAI,OAAO,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAe,EAAE,IAAc;IACvD,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAC7C,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAA;AAC5C,CAAC;AAEM,MAAM,uCAAuC,GAAG,CAAC,IAAa,EAAiB,EAAE;IACtF,IAAI,CAAC,IAAA,mBAAQ,EAAC,IAAI,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;IACnD,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,6BAA6B,CAAC,CAAC,CAAA;IAClF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;IACrE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,iBAAiB,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAA;IAChF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;IAC/D,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,YAAY,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC,+BAA+B,CAAC,CAAC,CAAA;IACtF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,IAAI,GAAG,iBAAiB,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;IACtD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,+BAA+B,CAAC,CAAC,CAAA;IAC9E,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAA;IACnE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,EAAE,CAAC,2BAA2B,CAAC,CAAC,CAAA;QAC1E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,SAAQ;QACV,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;QACxD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAQ;QACV,CAAC;QAED,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC,CAAA;QAChD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAQ;QACV,CAAC;QACD,MAAM,IAAI,GAAG,IAAI;aACd,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,IAAI,CAAC,IAAA,mBAAQ,EAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,EAAE,CAAA;YACX,CAAC;YACD,MAAM,SAAS,GAAG,KAA4B,CAAA;YAC9C,OAAO,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;QACjE,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC;aACR,IAAI,EAAE,CAAA;QACT,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC,CAAA;AAtFY,QAAA,uCAAuC,2CAsFnD;AAEM,MAAM,wBAAwB,GAAG,CACtC,IAAY,EAUL,EAAE;IACT,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,IAAA,wCAA6B,EAAC,IAAI,CAAC,CAAA;QAC3D,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,cAAc,GAAG,eAAyC,CAAA;QAChE,MAAM,eAAe,GAAG,cAAc,CAAC,iBAAiB,CAAA;QACxD,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3E,MAAM,gBAAgB,GAAG,cAAc,CAAC,iBAAiB,CAAA;QACzD,MAAM,OAAO,GAAG,IAAA,mBAAQ,EAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAA;QACpE,MAAM,sBAAsB,GAAG,cAAc,CAAC,wBAAwB,CAAA;QACtE,MAAM,aAAa,GAAG,OAAO,sBAAsB,KAAK,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAA;QAChG,MAAM,mBAAmB,GAAG,cAAc,CAAC,6BAA6B,CAAA;QACxE,MAAM,UAAU,GACd,OAAO,mBAAmB,KAAK,QAAQ;YACrC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC;YAC7B,CAAC,CAAC,OAAO,mBAAmB,KAAK,QAAQ;gBACvC,CAAC,CAAC,mBAAmB;gBACrB,CAAC,CAAC,IAAI,CAAA;QACZ,MAAM,sBAAsB,GAAI,OAAmC,CAAC,MAAM,CAAA;QAC1E,MAAM,aAAa,GAAG,IAAA,mBAAQ,EAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAA;QACtF,MAAM,oBAAoB,GAAG,aAAa,EAAE,WAAW,CAAA;QACvD,MAAM,WAAW,GAAG,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAA;QAC1F,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,CAAA;QAC9C,MAAM,MAAM,GAAG,OAAO,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3E,MAAM,kBAAkB,GAAG,cAAc,CAAC,gBAAgB,CAAA;QAC1D,MAAM,SAAS,GAAG,OAAO,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAA;QACpF,MAAM,aAAa,GAAI,eAA2C,CAAC,UAAU,CAAA;QAC7E,MAAM,SAAS,GAAG,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAA;QAC1E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO;YACL,MAAM;YACN,OAAO;YACP,aAAa;YACb,UAAU;YACV,WAAW;YACX,MAAM;YACN,SAAS;YACT,SAAS;SACV,CAAA;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AAzDY,QAAA,wBAAwB,4BAyDpC"}
|
|
@@ -1,59 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.fetchTranscriptWithApify = void 0;
|
|
4
|
-
const fetch_with_timeout_js_1 = require("../../../link-preview/fetch-with-timeout.js");
|
|
5
|
-
const utils_js_1 = require("../../utils.js");
|
|
6
|
-
const PINTO_YOUTUBE_TRANSCRIPT_SCRAPER_ACTOR = 'faVsWy9VTSNVIhWpR';
|
|
7
|
-
function normalizePintoTranscript(raw) {
|
|
8
|
-
if (!(0, utils_js_1.isRecord)(raw))
|
|
9
|
-
return null;
|
|
10
|
-
const data = raw.data;
|
|
11
|
-
if (!Array.isArray(data))
|
|
12
|
-
return null;
|
|
13
|
-
const lines = [];
|
|
14
|
-
for (const item of data) {
|
|
15
|
-
if (!(0, utils_js_1.isRecord)(item))
|
|
16
|
-
continue;
|
|
17
|
-
const text = typeof item.text === 'string' ? item.text.trim() : '';
|
|
18
|
-
if (text)
|
|
19
|
-
lines.push(text);
|
|
20
|
-
}
|
|
21
|
-
return lines.length > 0 ? lines.join('\n') : null;
|
|
22
|
-
}
|
|
23
|
-
const fetchTranscriptWithApify = async (fetchImpl, apifyApiToken, url) => {
|
|
24
|
-
if (!apifyApiToken) {
|
|
25
|
-
return null;
|
|
26
|
-
}
|
|
27
|
-
try {
|
|
28
|
-
const response = await (0, fetch_with_timeout_js_1.fetchWithTimeout)(fetchImpl, `https://api.apify.com/v2/acts/${PINTO_YOUTUBE_TRANSCRIPT_SCRAPER_ACTOR}/run-sync-get-dataset-items?token=${apifyApiToken}`, {
|
|
29
|
-
method: 'POST',
|
|
30
|
-
headers: { 'Content-Type': 'application/json' },
|
|
31
|
-
body: JSON.stringify({
|
|
32
|
-
videoUrl: url,
|
|
33
|
-
}),
|
|
34
|
-
}, 45_000);
|
|
35
|
-
if (!response.ok) {
|
|
36
|
-
return null;
|
|
37
|
-
}
|
|
38
|
-
const payload = await response.json();
|
|
39
|
-
if (!Array.isArray(payload)) {
|
|
40
|
-
return null;
|
|
41
|
-
}
|
|
42
|
-
for (const item of payload) {
|
|
43
|
-
if (!(0, utils_js_1.isRecord)(item)) {
|
|
44
|
-
continue;
|
|
45
|
-
}
|
|
46
|
-
const recordItem = item;
|
|
47
|
-
const normalized = normalizePintoTranscript(recordItem);
|
|
48
|
-
if (normalized) {
|
|
49
|
-
return normalized;
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
return null;
|
|
53
|
-
}
|
|
54
|
-
catch {
|
|
55
|
-
return null;
|
|
56
|
-
}
|
|
57
|
-
};
|
|
58
|
-
exports.fetchTranscriptWithApify = fetchTranscriptWithApify;
|
|
59
|
-
//# sourceMappingURL=apify.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"apify.js","sourceRoot":"","sources":["../../../../../../src/content/transcript/providers/youtube/apify.ts"],"names":[],"mappings":";;;AAAA,uFAA8E;AAC9E,6CAAyC;AAEzC,MAAM,sCAAsC,GAAG,mBAAmB,CAAA;AAMlE,SAAS,wBAAwB,CAAC,GAAY;IAC5C,IAAI,CAAC,IAAA,mBAAQ,EAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAA;IACrB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACrC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,IAAA,mBAAQ,EAAC,IAAI,CAAC;YAAE,SAAQ;QAC7B,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAClE,IAAI,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACnD,CAAC;AAEM,MAAM,wBAAwB,GAAG,KAAK,EAC3C,SAAuB,EACvB,aAA4B,EAC5B,GAAW,EACa,EAAE;IAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAA,wCAAgB,EACrC,SAAS,EACT,iCAAiC,sCAAsC,qCAAqC,aAAa,EAAE,EAC3H;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,GAAG;aACd,CAAC;SACH,EACD,MAAM,CACP,CAAA;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;QACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAA;QACb,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAA,mBAAQ,EAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,SAAQ;YACV,CAAC;YACD,MAAM,UAAU,GAAG,IAA2B,CAAA;YAC9C,MAAM,UAAU,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAA;YACvD,IAAI,UAAU,EAAE,CAAC;gBACf,OAAO,UAAU,CAAA;YACnB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA;AA/CY,QAAA,wBAAwB,4BA+CpC"}
|