@asterxsk/kiln 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +155 -155
- package/agent/AGENTS.md +67 -67
- package/agent/README.md +5 -5
- package/agent/extensions/ask-user/index.ts +418 -418
- package/agent/extensions/ask-user/install.ps1 +27 -27
- package/agent/extensions/ask-user/install.sh +24 -24
- package/agent/extensions/ask-user/package-lock.json +769 -769
- package/agent/extensions/ask-user/package.json +19 -19
- package/agent/extensions/ask-user/prompt.ts +45 -45
- package/agent/extensions/ask-user/tsconfig.json +7 -7
- package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
- package/agent/extensions/background-terminals/index.ts +627 -627
- package/agent/extensions/background-terminals/install.ps1 +27 -27
- package/agent/extensions/background-terminals/install.sh +24 -24
- package/agent/extensions/background-terminals/manager.test.ts +735 -735
- package/agent/extensions/background-terminals/output.test.ts +109 -109
- package/agent/extensions/background-terminals/package-lock.json +769 -769
- package/agent/extensions/background-terminals/package.json +17 -17
- package/agent/extensions/background-terminals/prompt.test.ts +125 -125
- package/agent/extensions/background-terminals/ps.test.ts +82 -82
- package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
- package/agent/extensions/background-terminals/src/domain.ts +87 -87
- package/agent/extensions/background-terminals/src/manager.ts +907 -907
- package/agent/extensions/background-terminals/src/output.ts +84 -84
- package/agent/extensions/background-terminals/src/prompt.ts +142 -142
- package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
- package/agent/extensions/background-terminals/src/runtime.ts +36 -36
- package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
- package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
- package/agent/extensions/background-terminals/tsconfig.json +7 -7
- package/agent/extensions/destructive/README.md +31 -31
- package/agent/extensions/destructive/index.ts +88 -88
- package/agent/extensions/destructive/install.ps1 +27 -27
- package/agent/extensions/destructive/install.sh +24 -24
- package/agent/extensions/file-search/index.spec.ts +443 -443
- package/agent/extensions/file-search/index.ts +459 -459
- package/agent/extensions/file-search/install.ps1 +27 -27
- package/agent/extensions/file-search/install.sh +24 -24
- package/agent/extensions/file-search/package-lock.json +2253 -2253
- package/agent/extensions/file-search/package.json +23 -23
- package/agent/extensions/file-search/src/args.ts +122 -122
- package/agent/extensions/file-search/src/binaries.ts +422 -422
- package/agent/extensions/file-search/src/output.ts +126 -126
- package/agent/extensions/file-search/src/process.ts +146 -146
- package/agent/extensions/file-search/src/prompt.ts +52 -52
- package/agent/extensions/file-search/tsconfig.json +7 -7
- package/agent/extensions/goal/README.md +50 -50
- package/agent/extensions/goal/index.ts +155 -155
- package/agent/extensions/goal/install.ps1 +27 -27
- package/agent/extensions/goal/install.sh +24 -24
- package/agent/extensions/kiln-update/README.md +38 -25
- package/agent/extensions/kiln-update/index.ts +177 -99
- package/agent/extensions/modelconf/PLAN.md +915 -915
- package/agent/extensions/modelconf/README.md +66 -66
- package/agent/extensions/modelconf/index.ts +296 -296
- package/agent/extensions/modelconf/install.ps1 +27 -27
- package/agent/extensions/modelconf/install.sh +24 -24
- package/agent/extensions/modelconf/package-lock.json +1809 -1809
- package/agent/extensions/modelconf/package.json +13 -13
- package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
- package/agent/extensions/modelconf/src/glob.ts +13 -13
- package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
- package/agent/extensions/modelconf/src/persistence.ts +164 -164
- package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
- package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
- package/agent/extensions/modelconf/tsconfig.json +15 -15
- package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
- package/agent/extensions/pi-web-access/LICENSE +21 -21
- package/agent/extensions/pi-web-access/README.md +470 -470
- package/agent/extensions/pi-web-access/SECURITY.md +5 -5
- package/agent/extensions/pi-web-access/activity.ts +101 -101
- package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
- package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
- package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
- package/agent/extensions/pi-web-access/content-find.ts +139 -139
- package/agent/extensions/pi-web-access/credential-source.ts +191 -191
- package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
- package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
- package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
- package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
- package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
- package/agent/extensions/pi-web-access/exa.ts +526 -526
- package/agent/extensions/pi-web-access/extract.ts +1196 -1196
- package/agent/extensions/pi-web-access/feature-config.ts +29 -29
- package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
- package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
- package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
- package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
- package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
- package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
- package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
- package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
- package/agent/extensions/pi-web-access/github-api.ts +197 -197
- package/agent/extensions/pi-web-access/github-extract.ts +746 -746
- package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
- package/agent/extensions/pi-web-access/index.ts +1737 -1737
- package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
- package/agent/extensions/pi-web-access/package.json +64 -64
- package/agent/extensions/pi-web-access/page-query.ts +96 -96
- package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
- package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
- package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
- package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
- package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
- package/agent/extensions/pi-web-access/search-types.ts +20 -20
- package/agent/extensions/pi-web-access/source-check.ts +282 -282
- package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
- package/agent/extensions/pi-web-access/storage.ts +521 -521
- package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
- package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
- package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
- package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
- package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
- package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
- package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
- package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
- package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
- package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
- package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
- package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
- package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
- package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
- package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
- package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
- package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
- package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
- package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
- package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
- package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
- package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
- package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
- package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
- package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
- package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
- package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
- package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
- package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
- package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
- package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
- package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
- package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
- package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
- package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
- package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
- package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
- package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
- package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
- package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
- package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
- package/agent/extensions/pi-web-access/tsconfig.json +11 -11
- package/agent/extensions/pi-web-access/utils.ts +451 -451
- package/agent/extensions/pi-web-access/video-extract.ts +392 -392
- package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
- package/agent/extensions/shared/activity-status.ts +31 -31
- package/agent/extensions/shared/child-session.test.ts +270 -270
- package/agent/extensions/shared/child-session.ts +148 -148
- package/agent/extensions/shared/context-utilization.test.ts +48 -48
- package/agent/extensions/shared/context-utilization.ts +47 -47
- package/agent/extensions/shared/dashboard-state.ts +99 -99
- package/agent/extensions/shared/install.ps1 +27 -27
- package/agent/extensions/shared/install.sh +24 -24
- package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
- package/agent/extensions/shared/tool-call-timeout.ts +104 -104
- package/agent/extensions/skillsconf/README.md +74 -74
- package/agent/extensions/skillsconf/index.ts +92 -92
- package/agent/extensions/skillsconf/install.ps1 +27 -27
- package/agent/extensions/skillsconf/install.sh +24 -24
- package/agent/extensions/skillsconf/package-lock.json +1809 -1809
- package/agent/extensions/skillsconf/package.json +18 -18
- package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
- package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
- package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
- package/agent/extensions/skillsconf/src/filter.ts +74 -74
- package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
- package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
- package/agent/extensions/skillsconf/src/persistence.ts +169 -169
- package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
- package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
- package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
- package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
- package/agent/extensions/skillsconf/tsconfig.json +15 -15
- package/agent/extensions/statusline/index.ts +273 -282
- package/agent/extensions/statusline/install.ps1 +27 -27
- package/agent/extensions/statusline/install.sh +24 -24
- package/agent/extensions/subagents/by-the-way.test.ts +29 -29
- package/agent/extensions/subagents/claude.test.ts +119 -119
- package/agent/extensions/subagents/codex.test.ts +102 -102
- package/agent/extensions/subagents/context-usage.test.ts +107 -107
- package/agent/extensions/subagents/docs/design-plan.md +568 -568
- package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
- package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
- package/agent/extensions/subagents/index.ts +779 -779
- package/agent/extensions/subagents/install.ps1 +27 -27
- package/agent/extensions/subagents/install.sh +24 -24
- package/agent/extensions/subagents/manager.test.ts +276 -276
- package/agent/extensions/subagents/package-lock.json +2244 -2244
- package/agent/extensions/subagents/package.json +19 -19
- package/agent/extensions/subagents/result-delivery.test.ts +27 -27
- package/agent/extensions/subagents/src/backend.ts +73 -73
- package/agent/extensions/subagents/src/backends/claude.ts +701 -701
- package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
- package/agent/extensions/subagents/src/backends/pi.ts +575 -575
- package/agent/extensions/subagents/src/backends/stub.ts +300 -300
- package/agent/extensions/subagents/src/by-the-way.ts +21 -21
- package/agent/extensions/subagents/src/domain.ts +253 -253
- package/agent/extensions/subagents/src/format.ts +74 -74
- package/agent/extensions/subagents/src/manager.ts +736 -736
- package/agent/extensions/subagents/src/prompt.ts +92 -92
- package/agent/extensions/subagents/src/result-delivery.ts +20 -20
- package/agent/extensions/subagents/src/runtime.ts +53 -53
- package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
- package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
- package/agent/extensions/subagents/takeover.test.ts +29 -29
- package/agent/extensions/subagents/tsconfig.json +7 -7
- package/agent/extensions/todo/AGENTS.md +38 -38
- package/agent/extensions/todo/LICENSE +21 -21
- package/agent/extensions/todo/config.ts +55 -55
- package/agent/extensions/todo/index.ts +151 -151
- package/agent/extensions/todo/install.ps1 +27 -27
- package/agent/extensions/todo/install.sh +24 -24
- package/agent/extensions/todo/locales/de.json +17 -17
- package/agent/extensions/todo/locales/en.json +15 -15
- package/agent/extensions/todo/locales/es.json +17 -17
- package/agent/extensions/todo/locales/fr.json +17 -17
- package/agent/extensions/todo/locales/pt-BR.json +17 -17
- package/agent/extensions/todo/locales/pt.json +17 -17
- package/agent/extensions/todo/locales/ru.json +17 -17
- package/agent/extensions/todo/locales/uk.json +17 -17
- package/agent/extensions/todo/locales/zh.json +17 -17
- package/agent/extensions/todo/package-lock.json +3358 -3358
- package/agent/extensions/todo/package.json +67 -67
- package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
- package/agent/extensions/todo/state/invariants.ts +20 -20
- package/agent/extensions/todo/state/replay.ts +38 -38
- package/agent/extensions/todo/state/selectors.ts +107 -107
- package/agent/extensions/todo/state/state-reducer.ts +326 -326
- package/agent/extensions/todo/state/state.ts +18 -18
- package/agent/extensions/todo/state/store.ts +82 -82
- package/agent/extensions/todo/state/task-graph.ts +57 -57
- package/agent/extensions/todo/todo-overlay.ts +200 -200
- package/agent/extensions/todo/todo.ts +155 -155
- package/agent/extensions/todo/tool/response-envelope.ts +109 -109
- package/agent/extensions/todo/tool/types.ts +206 -206
- package/agent/extensions/todo/view/format.ts +177 -177
- package/agent/extensions/trim-context/README.md +54 -54
- package/agent/extensions/trim-context/index.ts +487 -487
- package/agent/extensions/trim-context/install.ps1 +27 -27
- package/agent/extensions/trim-context/install.sh +24 -24
- package/agent/keybindings.json +7 -7
- package/agent/version.txt +1 -1
- package/bin/kiln.js +20 -13
- package/package.json +1 -1
- package/agent/extensions/taste/index.ts +0 -443
- package/agent/extensions/taste/install.ps1 +0 -27
- package/agent/extensions/taste/install.sh +0 -24
|
@@ -1,328 +1,328 @@
|
|
|
1
|
-
import { execFileSync } from "node:child_process";
|
|
2
|
-
import { existsSync, readFileSync } from "node:fs";
|
|
3
|
-
import { activityMonitor } from "./activity.ts";
|
|
4
|
-
import { canAttachImages } from "./feature-config.ts";
|
|
5
|
-
import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
|
|
6
|
-
import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
|
|
7
|
-
import { isExaAvailable, searchWithExa } from "./exa.ts";
|
|
8
|
-
import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
|
|
9
|
-
import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
|
|
10
|
-
|
|
11
|
-
const CONFIG_PATH = getWebSearchConfigPath();
|
|
12
|
-
|
|
13
|
-
const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
|
|
14
|
-
1. Video title, channel name, and duration
|
|
15
|
-
2. A brief summary (2-3 sentences)
|
|
16
|
-
3. Full transcript with timestamps
|
|
17
|
-
4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
|
|
18
|
-
|
|
19
|
-
Format as markdown.`;
|
|
20
|
-
|
|
21
|
-
const YOUTUBE_REGEX =
|
|
22
|
-
/(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
|
|
23
|
-
|
|
24
|
-
function errorMessage(err: unknown): string {
|
|
25
|
-
return err instanceof Error ? err.message : String(err);
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
function shouldRethrow(err: unknown): boolean {
|
|
29
|
-
return errorMessage(err).startsWith("Failed to parse ");
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
function addAttemptError(errors: string[], label: string, err: unknown): void {
|
|
33
|
-
const message = errorMessage(err).replace(/\s+/g, " ").trim();
|
|
34
|
-
if (message) errors.push(`${label}: ${message}`);
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
interface YouTubeConfig {
|
|
38
|
-
enabled: boolean;
|
|
39
|
-
preferredModel: string;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
function normalizePreferredModel(value: unknown, fallback: string): string {
|
|
43
|
-
if (typeof value !== "string") return fallback;
|
|
44
|
-
const normalized = value.trim();
|
|
45
|
-
return normalized.length > 0 ? normalized : fallback;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
function normalizeEnabled(value: unknown, fallback: boolean): boolean {
|
|
49
|
-
return typeof value === "boolean" ? value : fallback;
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
|
|
53
|
-
let cachedConfig: YouTubeConfig | null = null;
|
|
54
|
-
|
|
55
|
-
function loadYouTubeConfig(): YouTubeConfig {
|
|
56
|
-
if (cachedConfig) return cachedConfig;
|
|
57
|
-
if (!existsSync(CONFIG_PATH)) {
|
|
58
|
-
cachedConfig = { ...defaults };
|
|
59
|
-
return cachedConfig;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
const rawText = readFileSync(CONFIG_PATH, "utf-8");
|
|
63
|
-
let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
64
|
-
try {
|
|
65
|
-
raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
66
|
-
} catch (err) {
|
|
67
|
-
const message = err instanceof Error ? err.message : String(err);
|
|
68
|
-
throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
const yt = raw.youtube ?? {};
|
|
72
|
-
cachedConfig = {
|
|
73
|
-
enabled: normalizeEnabled(yt.enabled, defaults.enabled),
|
|
74
|
-
preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
|
|
75
|
-
};
|
|
76
|
-
return cachedConfig;
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
|
|
80
|
-
try {
|
|
81
|
-
const parsed = new URL(url);
|
|
82
|
-
if (parsed.pathname === "/playlist") {
|
|
83
|
-
return { isYouTube: false, videoId: null };
|
|
84
|
-
}
|
|
85
|
-
} catch {
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
const match = url.match(YOUTUBE_REGEX);
|
|
89
|
-
if (!match) return { isYouTube: false, videoId: null };
|
|
90
|
-
return { isYouTube: true, videoId: match[1] };
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
export function isYouTubeEnabled(): boolean {
|
|
94
|
-
return loadYouTubeConfig().enabled;
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
export async function extractYouTube(
|
|
98
|
-
url: string,
|
|
99
|
-
signal?: AbortSignal,
|
|
100
|
-
prompt?: string,
|
|
101
|
-
model?: string,
|
|
102
|
-
): Promise<ExtractedContent | null> {
|
|
103
|
-
const config = loadYouTubeConfig();
|
|
104
|
-
const { videoId } = isYouTubeURL(url);
|
|
105
|
-
const canonicalUrl = videoId
|
|
106
|
-
? `https://www.youtube.com/watch?v=${videoId}`
|
|
107
|
-
: url;
|
|
108
|
-
const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
|
|
109
|
-
const effectiveModel = model ?? config.preferredModel;
|
|
110
|
-
|
|
111
|
-
const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
|
|
112
|
-
const attemptErrors: string[] = [];
|
|
113
|
-
|
|
114
|
-
const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
115
|
-
?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
116
|
-
?? await tryExa(url, effectivePrompt, signal, attemptErrors);
|
|
117
|
-
|
|
118
|
-
if (result) {
|
|
119
|
-
result.url = url;
|
|
120
|
-
if (!result.error && videoId && canAttachImages()) {
|
|
121
|
-
const thumb = await fetchYouTubeThumbnail(videoId);
|
|
122
|
-
if (thumb) result.thumbnail = thumb;
|
|
123
|
-
}
|
|
124
|
-
activityMonitor.logComplete(activityId, result.error ? 0 : 200);
|
|
125
|
-
return result;
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
if (signal?.aborted) {
|
|
129
|
-
activityMonitor.logComplete(activityId, 0);
|
|
130
|
-
return null;
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
const error = attemptErrors.length > 0
|
|
134
|
-
? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
|
|
135
|
-
: "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
|
|
136
|
-
activityMonitor.logError(activityId, error);
|
|
137
|
-
return { url, title: "", content: "", error };
|
|
138
|
-
}
|
|
139
|
-
|
|
140
|
-
type StreamInfo = { streamUrl: string; duration: number | null };
|
|
141
|
-
type StreamResult = StreamInfo | { error: string };
|
|
142
|
-
|
|
143
|
-
function mapYtDlpError(err: unknown): string {
|
|
144
|
-
const { code, stderr, message } = readExecError(err);
|
|
145
|
-
if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
|
|
146
|
-
if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
|
|
147
|
-
const lower = stderr.toLowerCase();
|
|
148
|
-
if (lower.includes("private")) return "Video is private or unavailable";
|
|
149
|
-
if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
|
|
150
|
-
if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
|
|
151
|
-
if (lower.includes("live")) return "Cannot extract frames from a live stream";
|
|
152
|
-
const snippet = trimErrorText(stderr || message);
|
|
153
|
-
return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
|
|
157
|
-
try {
|
|
158
|
-
const output = execFileSync("yt-dlp", [
|
|
159
|
-
"--print", "duration",
|
|
160
|
-
"-g", `https://www.youtube.com/watch?v=${videoId}`,
|
|
161
|
-
], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
|
|
162
|
-
const lines = output.split(/\r?\n/);
|
|
163
|
-
const rawDuration = lines[0]?.trim();
|
|
164
|
-
const streamUrl = lines[1]?.trim();
|
|
165
|
-
if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
|
|
166
|
-
const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
|
|
167
|
-
const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
|
|
168
|
-
return { streamUrl, duration };
|
|
169
|
-
} catch (err) {
|
|
170
|
-
return { error: mapYtDlpError(err) };
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
|
|
175
|
-
try {
|
|
176
|
-
const buffer = execFileSync("ffmpeg", [
|
|
177
|
-
"-ss", String(seconds), "-i", streamUrl,
|
|
178
|
-
"-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
|
|
179
|
-
], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
|
|
180
|
-
if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
|
|
181
|
-
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
182
|
-
} catch (err) {
|
|
183
|
-
return { error: mapFfmpegError(err) };
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
|
|
187
|
-
export async function extractYouTubeFrame(
|
|
188
|
-
videoId: string,
|
|
189
|
-
seconds: number,
|
|
190
|
-
streamInfo?: StreamInfo,
|
|
191
|
-
): Promise<FrameResult> {
|
|
192
|
-
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
193
|
-
if ("error" in info) return info;
|
|
194
|
-
return extractFrameFromStream(info.streamUrl, seconds);
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
export async function extractYouTubeFrames(
|
|
198
|
-
videoId: string,
|
|
199
|
-
timestamps: number[],
|
|
200
|
-
streamInfo?: StreamInfo,
|
|
201
|
-
): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
|
|
202
|
-
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
203
|
-
if ("error" in info) return { frames: [], duration: null, error: info.error };
|
|
204
|
-
const results = await Promise.all(timestamps.map(async (t) => {
|
|
205
|
-
const frame = await extractFrameFromStream(info.streamUrl, t);
|
|
206
|
-
if ("error" in frame) return { error: frame.error };
|
|
207
|
-
return { ...frame, timestamp: formatSeconds(t) };
|
|
208
|
-
}));
|
|
209
|
-
const frames = results.filter((f): f is VideoFrame => "data" in f);
|
|
210
|
-
const errorResult = results.find((f): f is { error: string } => "error" in f);
|
|
211
|
-
return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
|
|
212
|
-
}
|
|
213
|
-
|
|
214
|
-
export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
|
|
215
|
-
try {
|
|
216
|
-
const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
|
|
217
|
-
signal: AbortSignal.timeout(5000),
|
|
218
|
-
});
|
|
219
|
-
if (!res.ok) return null;
|
|
220
|
-
const buffer = Buffer.from(await res.arrayBuffer());
|
|
221
|
-
if (buffer.length === 0) return null;
|
|
222
|
-
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
223
|
-
} catch {
|
|
224
|
-
return null;
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
async function tryGeminiWeb(
|
|
229
|
-
url: string,
|
|
230
|
-
prompt: string,
|
|
231
|
-
model: string,
|
|
232
|
-
signal: AbortSignal | undefined,
|
|
233
|
-
attemptErrors: string[],
|
|
234
|
-
): Promise<ExtractedContent | null> {
|
|
235
|
-
try {
|
|
236
|
-
const cookies = await isGeminiWebAvailable();
|
|
237
|
-
if (!cookies) return null;
|
|
238
|
-
|
|
239
|
-
if (signal?.aborted) return null;
|
|
240
|
-
|
|
241
|
-
const text = await queryWithCookies(prompt, cookies, {
|
|
242
|
-
youtubeUrl: url,
|
|
243
|
-
...(model !== "gemini-3.6-flash" ? { model } : {}),
|
|
244
|
-
signal,
|
|
245
|
-
timeoutMs: 120000,
|
|
246
|
-
});
|
|
247
|
-
|
|
248
|
-
return {
|
|
249
|
-
url,
|
|
250
|
-
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
251
|
-
content: text,
|
|
252
|
-
error: null,
|
|
253
|
-
};
|
|
254
|
-
} catch (err) {
|
|
255
|
-
if (shouldRethrow(err)) throw err;
|
|
256
|
-
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
|
|
257
|
-
return null;
|
|
258
|
-
}
|
|
259
|
-
}
|
|
260
|
-
|
|
261
|
-
async function tryGeminiApi(
|
|
262
|
-
url: string,
|
|
263
|
-
prompt: string,
|
|
264
|
-
model: string,
|
|
265
|
-
signal: AbortSignal | undefined,
|
|
266
|
-
attemptErrors: string[],
|
|
267
|
-
): Promise<ExtractedContent | null> {
|
|
268
|
-
try {
|
|
269
|
-
if (!isGeminiApiAvailableWithVideo()) return null;
|
|
270
|
-
|
|
271
|
-
if (signal?.aborted) return null;
|
|
272
|
-
|
|
273
|
-
const text = await queryGeminiApiWithVideo(prompt, url, {
|
|
274
|
-
model,
|
|
275
|
-
signal,
|
|
276
|
-
timeoutMs: 120000,
|
|
277
|
-
});
|
|
278
|
-
|
|
279
|
-
return {
|
|
280
|
-
url,
|
|
281
|
-
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
282
|
-
content: text,
|
|
283
|
-
error: null,
|
|
284
|
-
};
|
|
285
|
-
} catch (err) {
|
|
286
|
-
if (shouldRethrow(err)) throw err;
|
|
287
|
-
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
|
|
288
|
-
return null;
|
|
289
|
-
}
|
|
290
|
-
}
|
|
291
|
-
|
|
292
|
-
async function tryExa(
|
|
293
|
-
url: string,
|
|
294
|
-
prompt: string,
|
|
295
|
-
signal: AbortSignal | undefined,
|
|
296
|
-
attemptErrors: string[],
|
|
297
|
-
): Promise<ExtractedContent | null> {
|
|
298
|
-
try {
|
|
299
|
-
if (signal?.aborted || !isExaAvailable()) return null;
|
|
300
|
-
|
|
301
|
-
const exaQuery = prompt === YOUTUBE_PROMPT
|
|
302
|
-
? `Summarize this YouTube video in detail: ${url}`
|
|
303
|
-
: `${prompt} YouTube video: ${url}`;
|
|
304
|
-
|
|
305
|
-
const exaResult = await searchWithExa(
|
|
306
|
-
exaQuery,
|
|
307
|
-
{ signal },
|
|
308
|
-
);
|
|
309
|
-
const answer = exaResult?.answer;
|
|
310
|
-
|
|
311
|
-
if (!answer) return null;
|
|
312
|
-
|
|
313
|
-
const content =
|
|
314
|
-
`# Video Summary (via Exa)\n\n${answer}\n\n` +
|
|
315
|
-
`*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
|
|
316
|
-
|
|
317
|
-
return {
|
|
318
|
-
url,
|
|
319
|
-
title: "Video Summary (via Exa)",
|
|
320
|
-
content,
|
|
321
|
-
error: null,
|
|
322
|
-
};
|
|
323
|
-
} catch (err) {
|
|
324
|
-
if (shouldRethrow(err)) throw err;
|
|
325
|
-
if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
|
|
326
|
-
return null;
|
|
327
|
-
}
|
|
328
|
-
}
|
|
1
|
+
import { execFileSync } from "node:child_process";
|
|
2
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
3
|
+
import { activityMonitor } from "./activity.ts";
|
|
4
|
+
import { canAttachImages } from "./feature-config.ts";
|
|
5
|
+
import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
|
|
6
|
+
import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
|
|
7
|
+
import { isExaAvailable, searchWithExa } from "./exa.ts";
|
|
8
|
+
import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
|
|
9
|
+
import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
|
|
10
|
+
|
|
11
|
+
const CONFIG_PATH = getWebSearchConfigPath();
|
|
12
|
+
|
|
13
|
+
const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
|
|
14
|
+
1. Video title, channel name, and duration
|
|
15
|
+
2. A brief summary (2-3 sentences)
|
|
16
|
+
3. Full transcript with timestamps
|
|
17
|
+
4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
|
|
18
|
+
|
|
19
|
+
Format as markdown.`;
|
|
20
|
+
|
|
21
|
+
const YOUTUBE_REGEX =
|
|
22
|
+
/(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
|
|
23
|
+
|
|
24
|
+
function errorMessage(err: unknown): string {
|
|
25
|
+
return err instanceof Error ? err.message : String(err);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function shouldRethrow(err: unknown): boolean {
|
|
29
|
+
return errorMessage(err).startsWith("Failed to parse ");
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
function addAttemptError(errors: string[], label: string, err: unknown): void {
|
|
33
|
+
const message = errorMessage(err).replace(/\s+/g, " ").trim();
|
|
34
|
+
if (message) errors.push(`${label}: ${message}`);
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
interface YouTubeConfig {
|
|
38
|
+
enabled: boolean;
|
|
39
|
+
preferredModel: string;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
function normalizePreferredModel(value: unknown, fallback: string): string {
|
|
43
|
+
if (typeof value !== "string") return fallback;
|
|
44
|
+
const normalized = value.trim();
|
|
45
|
+
return normalized.length > 0 ? normalized : fallback;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
function normalizeEnabled(value: unknown, fallback: boolean): boolean {
|
|
49
|
+
return typeof value === "boolean" ? value : fallback;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
|
|
53
|
+
let cachedConfig: YouTubeConfig | null = null;
|
|
54
|
+
|
|
55
|
+
function loadYouTubeConfig(): YouTubeConfig {
|
|
56
|
+
if (cachedConfig) return cachedConfig;
|
|
57
|
+
if (!existsSync(CONFIG_PATH)) {
|
|
58
|
+
cachedConfig = { ...defaults };
|
|
59
|
+
return cachedConfig;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
const rawText = readFileSync(CONFIG_PATH, "utf-8");
|
|
63
|
+
let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
64
|
+
try {
|
|
65
|
+
raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
66
|
+
} catch (err) {
|
|
67
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
68
|
+
throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
const yt = raw.youtube ?? {};
|
|
72
|
+
cachedConfig = {
|
|
73
|
+
enabled: normalizeEnabled(yt.enabled, defaults.enabled),
|
|
74
|
+
preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
|
|
75
|
+
};
|
|
76
|
+
return cachedConfig;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
|
|
80
|
+
try {
|
|
81
|
+
const parsed = new URL(url);
|
|
82
|
+
if (parsed.pathname === "/playlist") {
|
|
83
|
+
return { isYouTube: false, videoId: null };
|
|
84
|
+
}
|
|
85
|
+
} catch {
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
const match = url.match(YOUTUBE_REGEX);
|
|
89
|
+
if (!match) return { isYouTube: false, videoId: null };
|
|
90
|
+
return { isYouTube: true, videoId: match[1] };
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
export function isYouTubeEnabled(): boolean {
|
|
94
|
+
return loadYouTubeConfig().enabled;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
export async function extractYouTube(
|
|
98
|
+
url: string,
|
|
99
|
+
signal?: AbortSignal,
|
|
100
|
+
prompt?: string,
|
|
101
|
+
model?: string,
|
|
102
|
+
): Promise<ExtractedContent | null> {
|
|
103
|
+
const config = loadYouTubeConfig();
|
|
104
|
+
const { videoId } = isYouTubeURL(url);
|
|
105
|
+
const canonicalUrl = videoId
|
|
106
|
+
? `https://www.youtube.com/watch?v=${videoId}`
|
|
107
|
+
: url;
|
|
108
|
+
const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
|
|
109
|
+
const effectiveModel = model ?? config.preferredModel;
|
|
110
|
+
|
|
111
|
+
const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
|
|
112
|
+
const attemptErrors: string[] = [];
|
|
113
|
+
|
|
114
|
+
const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
115
|
+
?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
116
|
+
?? await tryExa(url, effectivePrompt, signal, attemptErrors);
|
|
117
|
+
|
|
118
|
+
if (result) {
|
|
119
|
+
result.url = url;
|
|
120
|
+
if (!result.error && videoId && canAttachImages()) {
|
|
121
|
+
const thumb = await fetchYouTubeThumbnail(videoId);
|
|
122
|
+
if (thumb) result.thumbnail = thumb;
|
|
123
|
+
}
|
|
124
|
+
activityMonitor.logComplete(activityId, result.error ? 0 : 200);
|
|
125
|
+
return result;
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
if (signal?.aborted) {
|
|
129
|
+
activityMonitor.logComplete(activityId, 0);
|
|
130
|
+
return null;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
const error = attemptErrors.length > 0
|
|
134
|
+
? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
|
|
135
|
+
: "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
|
|
136
|
+
activityMonitor.logError(activityId, error);
|
|
137
|
+
return { url, title: "", content: "", error };
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
type StreamInfo = { streamUrl: string; duration: number | null };
|
|
141
|
+
type StreamResult = StreamInfo | { error: string };
|
|
142
|
+
|
|
143
|
+
function mapYtDlpError(err: unknown): string {
|
|
144
|
+
const { code, stderr, message } = readExecError(err);
|
|
145
|
+
if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
|
|
146
|
+
if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
|
|
147
|
+
const lower = stderr.toLowerCase();
|
|
148
|
+
if (lower.includes("private")) return "Video is private or unavailable";
|
|
149
|
+
if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
|
|
150
|
+
if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
|
|
151
|
+
if (lower.includes("live")) return "Cannot extract frames from a live stream";
|
|
152
|
+
const snippet = trimErrorText(stderr || message);
|
|
153
|
+
return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
|
|
157
|
+
try {
|
|
158
|
+
const output = execFileSync("yt-dlp", [
|
|
159
|
+
"--print", "duration",
|
|
160
|
+
"-g", `https://www.youtube.com/watch?v=${videoId}`,
|
|
161
|
+
], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
|
|
162
|
+
const lines = output.split(/\r?\n/);
|
|
163
|
+
const rawDuration = lines[0]?.trim();
|
|
164
|
+
const streamUrl = lines[1]?.trim();
|
|
165
|
+
if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
|
|
166
|
+
const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
|
|
167
|
+
const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
|
|
168
|
+
return { streamUrl, duration };
|
|
169
|
+
} catch (err) {
|
|
170
|
+
return { error: mapYtDlpError(err) };
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
|
|
175
|
+
try {
|
|
176
|
+
const buffer = execFileSync("ffmpeg", [
|
|
177
|
+
"-ss", String(seconds), "-i", streamUrl,
|
|
178
|
+
"-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
|
|
179
|
+
], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
|
|
180
|
+
if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
|
|
181
|
+
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
182
|
+
} catch (err) {
|
|
183
|
+
return { error: mapFfmpegError(err) };
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
export async function extractYouTubeFrame(
|
|
188
|
+
videoId: string,
|
|
189
|
+
seconds: number,
|
|
190
|
+
streamInfo?: StreamInfo,
|
|
191
|
+
): Promise<FrameResult> {
|
|
192
|
+
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
193
|
+
if ("error" in info) return info;
|
|
194
|
+
return extractFrameFromStream(info.streamUrl, seconds);
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
export async function extractYouTubeFrames(
|
|
198
|
+
videoId: string,
|
|
199
|
+
timestamps: number[],
|
|
200
|
+
streamInfo?: StreamInfo,
|
|
201
|
+
): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
|
|
202
|
+
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
203
|
+
if ("error" in info) return { frames: [], duration: null, error: info.error };
|
|
204
|
+
const results = await Promise.all(timestamps.map(async (t) => {
|
|
205
|
+
const frame = await extractFrameFromStream(info.streamUrl, t);
|
|
206
|
+
if ("error" in frame) return { error: frame.error };
|
|
207
|
+
return { ...frame, timestamp: formatSeconds(t) };
|
|
208
|
+
}));
|
|
209
|
+
const frames = results.filter((f): f is VideoFrame => "data" in f);
|
|
210
|
+
const errorResult = results.find((f): f is { error: string } => "error" in f);
|
|
211
|
+
return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
|
|
215
|
+
try {
|
|
216
|
+
const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
|
|
217
|
+
signal: AbortSignal.timeout(5000),
|
|
218
|
+
});
|
|
219
|
+
if (!res.ok) return null;
|
|
220
|
+
const buffer = Buffer.from(await res.arrayBuffer());
|
|
221
|
+
if (buffer.length === 0) return null;
|
|
222
|
+
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
223
|
+
} catch {
|
|
224
|
+
return null;
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
async function tryGeminiWeb(
|
|
229
|
+
url: string,
|
|
230
|
+
prompt: string,
|
|
231
|
+
model: string,
|
|
232
|
+
signal: AbortSignal | undefined,
|
|
233
|
+
attemptErrors: string[],
|
|
234
|
+
): Promise<ExtractedContent | null> {
|
|
235
|
+
try {
|
|
236
|
+
const cookies = await isGeminiWebAvailable();
|
|
237
|
+
if (!cookies) return null;
|
|
238
|
+
|
|
239
|
+
if (signal?.aborted) return null;
|
|
240
|
+
|
|
241
|
+
const text = await queryWithCookies(prompt, cookies, {
|
|
242
|
+
youtubeUrl: url,
|
|
243
|
+
...(model !== "gemini-3.6-flash" ? { model } : {}),
|
|
244
|
+
signal,
|
|
245
|
+
timeoutMs: 120000,
|
|
246
|
+
});
|
|
247
|
+
|
|
248
|
+
return {
|
|
249
|
+
url,
|
|
250
|
+
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
251
|
+
content: text,
|
|
252
|
+
error: null,
|
|
253
|
+
};
|
|
254
|
+
} catch (err) {
|
|
255
|
+
if (shouldRethrow(err)) throw err;
|
|
256
|
+
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
|
|
257
|
+
return null;
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
async function tryGeminiApi(
|
|
262
|
+
url: string,
|
|
263
|
+
prompt: string,
|
|
264
|
+
model: string,
|
|
265
|
+
signal: AbortSignal | undefined,
|
|
266
|
+
attemptErrors: string[],
|
|
267
|
+
): Promise<ExtractedContent | null> {
|
|
268
|
+
try {
|
|
269
|
+
if (!isGeminiApiAvailableWithVideo()) return null;
|
|
270
|
+
|
|
271
|
+
if (signal?.aborted) return null;
|
|
272
|
+
|
|
273
|
+
const text = await queryGeminiApiWithVideo(prompt, url, {
|
|
274
|
+
model,
|
|
275
|
+
signal,
|
|
276
|
+
timeoutMs: 120000,
|
|
277
|
+
});
|
|
278
|
+
|
|
279
|
+
return {
|
|
280
|
+
url,
|
|
281
|
+
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
282
|
+
content: text,
|
|
283
|
+
error: null,
|
|
284
|
+
};
|
|
285
|
+
} catch (err) {
|
|
286
|
+
if (shouldRethrow(err)) throw err;
|
|
287
|
+
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
|
|
288
|
+
return null;
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
|
|
292
|
+
async function tryExa(
|
|
293
|
+
url: string,
|
|
294
|
+
prompt: string,
|
|
295
|
+
signal: AbortSignal | undefined,
|
|
296
|
+
attemptErrors: string[],
|
|
297
|
+
): Promise<ExtractedContent | null> {
|
|
298
|
+
try {
|
|
299
|
+
if (signal?.aborted || !isExaAvailable()) return null;
|
|
300
|
+
|
|
301
|
+
const exaQuery = prompt === YOUTUBE_PROMPT
|
|
302
|
+
? `Summarize this YouTube video in detail: ${url}`
|
|
303
|
+
: `${prompt} YouTube video: ${url}`;
|
|
304
|
+
|
|
305
|
+
const exaResult = await searchWithExa(
|
|
306
|
+
exaQuery,
|
|
307
|
+
{ signal },
|
|
308
|
+
);
|
|
309
|
+
const answer = exaResult?.answer;
|
|
310
|
+
|
|
311
|
+
if (!answer) return null;
|
|
312
|
+
|
|
313
|
+
const content =
|
|
314
|
+
`# Video Summary (via Exa)\n\n${answer}\n\n` +
|
|
315
|
+
`*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
|
|
316
|
+
|
|
317
|
+
return {
|
|
318
|
+
url,
|
|
319
|
+
title: "Video Summary (via Exa)",
|
|
320
|
+
content,
|
|
321
|
+
error: null,
|
|
322
|
+
};
|
|
323
|
+
} catch (err) {
|
|
324
|
+
if (shouldRethrow(err)) throw err;
|
|
325
|
+
if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
|
|
326
|
+
return null;
|
|
327
|
+
}
|
|
328
|
+
}
|