@asterxsk/kiln 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +170 -170
  3. package/agent/AGENTS.md +67 -67
  4. package/agent/README.md +5 -5
  5. package/agent/extensions/AGENTS.md +68 -68
  6. package/agent/extensions/ask-user/index.ts +418 -418
  7. package/agent/extensions/ask-user/package-lock.json +769 -769
  8. package/agent/extensions/ask-user/package.json +19 -19
  9. package/agent/extensions/ask-user/prompt.ts +45 -45
  10. package/agent/extensions/ask-user/tsconfig.json +7 -7
  11. package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
  12. package/agent/extensions/background-terminals/index.ts +627 -627
  13. package/agent/extensions/background-terminals/manager.test.ts +735 -735
  14. package/agent/extensions/background-terminals/output.test.ts +109 -109
  15. package/agent/extensions/background-terminals/package-lock.json +769 -769
  16. package/agent/extensions/background-terminals/package.json +17 -17
  17. package/agent/extensions/background-terminals/prompt.test.ts +125 -125
  18. package/agent/extensions/background-terminals/ps.test.ts +82 -82
  19. package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
  20. package/agent/extensions/background-terminals/src/domain.ts +87 -87
  21. package/agent/extensions/background-terminals/src/manager.ts +907 -907
  22. package/agent/extensions/background-terminals/src/output.ts +84 -84
  23. package/agent/extensions/background-terminals/src/prompt.ts +142 -142
  24. package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
  25. package/agent/extensions/background-terminals/src/runtime.ts +36 -36
  26. package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
  27. package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
  28. package/agent/extensions/background-terminals/tsconfig.json +7 -7
  29. package/agent/extensions/file-search/index.spec.ts +443 -443
  30. package/agent/extensions/file-search/index.ts +459 -459
  31. package/agent/extensions/file-search/package-lock.json +2253 -2253
  32. package/agent/extensions/file-search/package.json +23 -23
  33. package/agent/extensions/file-search/src/args.ts +122 -122
  34. package/agent/extensions/file-search/src/binaries.ts +422 -422
  35. package/agent/extensions/file-search/src/output.ts +126 -126
  36. package/agent/extensions/file-search/src/process.ts +146 -146
  37. package/agent/extensions/file-search/src/prompt.ts +52 -52
  38. package/agent/extensions/file-search/tsconfig.json +7 -7
  39. package/agent/extensions/modelconf/PLAN.md +915 -915
  40. package/agent/extensions/modelconf/index.ts +296 -296
  41. package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
  42. package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
  43. package/agent/extensions/pi-web-access/LICENSE +21 -21
  44. package/agent/extensions/pi-web-access/README.md +470 -470
  45. package/agent/extensions/pi-web-access/SECURITY.md +5 -5
  46. package/agent/extensions/pi-web-access/activity.ts +101 -101
  47. package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
  48. package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
  49. package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
  50. package/agent/extensions/pi-web-access/content-find.ts +139 -139
  51. package/agent/extensions/pi-web-access/credential-source.ts +191 -191
  52. package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
  53. package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
  54. package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
  55. package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
  56. package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
  57. package/agent/extensions/pi-web-access/exa.ts +526 -526
  58. package/agent/extensions/pi-web-access/extract.ts +1196 -1196
  59. package/agent/extensions/pi-web-access/feature-config.ts +29 -29
  60. package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
  61. package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
  62. package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
  63. package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
  64. package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
  65. package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
  66. package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
  67. package/agent/extensions/pi-web-access/github-api.ts +197 -197
  68. package/agent/extensions/pi-web-access/github-extract.ts +746 -746
  69. package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
  70. package/agent/extensions/pi-web-access/index.ts +1737 -1737
  71. package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
  72. package/agent/extensions/pi-web-access/package.json +64 -64
  73. package/agent/extensions/pi-web-access/page-query.ts +96 -96
  74. package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
  75. package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
  76. package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
  77. package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
  78. package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
  79. package/agent/extensions/pi-web-access/source-check.ts +282 -282
  80. package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
  81. package/agent/extensions/pi-web-access/storage.ts +521 -521
  82. package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
  83. package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
  84. package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
  85. package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
  86. package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
  87. package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
  88. package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
  89. package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
  90. package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
  91. package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
  92. package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
  93. package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
  94. package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
  95. package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
  96. package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
  97. package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
  98. package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
  99. package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
  100. package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
  101. package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
  102. package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
  103. package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
  104. package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
  105. package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
  106. package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
  107. package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
  108. package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
  109. package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
  110. package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
  111. package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
  112. package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
  113. package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
  114. package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
  115. package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
  116. package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
  117. package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
  118. package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
  119. package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
  120. package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
  121. package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
  122. package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
  123. package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
  124. package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
  125. package/agent/extensions/pi-web-access/tsconfig.json +11 -11
  126. package/agent/extensions/pi-web-access/utils.ts +451 -451
  127. package/agent/extensions/pi-web-access/video-extract.ts +392 -392
  128. package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
  129. package/agent/extensions/shared/activity-status.ts +31 -31
  130. package/agent/extensions/shared/child-session.test.ts +270 -270
  131. package/agent/extensions/shared/child-session.ts +148 -148
  132. package/agent/extensions/shared/context-utilization.test.ts +48 -48
  133. package/agent/extensions/shared/context-utilization.ts +47 -47
  134. package/agent/extensions/shared/dashboard-state.ts +99 -99
  135. package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
  136. package/agent/extensions/shared/tool-call-timeout.ts +104 -104
  137. package/agent/extensions/subagents/by-the-way.test.ts +29 -29
  138. package/agent/extensions/subagents/claude.test.ts +119 -119
  139. package/agent/extensions/subagents/codex.test.ts +102 -102
  140. package/agent/extensions/subagents/context-usage.test.ts +107 -107
  141. package/agent/extensions/subagents/docs/design-plan.md +568 -568
  142. package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
  143. package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
  144. package/agent/extensions/subagents/index.ts +779 -779
  145. package/agent/extensions/subagents/manager.test.ts +276 -276
  146. package/agent/extensions/subagents/package-lock.json +2244 -2244
  147. package/agent/extensions/subagents/package.json +19 -19
  148. package/agent/extensions/subagents/result-delivery.test.ts +27 -27
  149. package/agent/extensions/subagents/src/backend.ts +73 -73
  150. package/agent/extensions/subagents/src/backends/claude.ts +701 -701
  151. package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
  152. package/agent/extensions/subagents/src/backends/pi.ts +575 -575
  153. package/agent/extensions/subagents/src/backends/stub.ts +300 -300
  154. package/agent/extensions/subagents/src/by-the-way.ts +21 -21
  155. package/agent/extensions/subagents/src/domain.ts +253 -253
  156. package/agent/extensions/subagents/src/format.ts +74 -74
  157. package/agent/extensions/subagents/src/manager.ts +736 -736
  158. package/agent/extensions/subagents/src/prompt.ts +92 -92
  159. package/agent/extensions/subagents/src/result-delivery.ts +20 -20
  160. package/agent/extensions/subagents/src/runtime.ts +53 -53
  161. package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
  162. package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
  163. package/agent/extensions/subagents/takeover.test.ts +29 -29
  164. package/agent/extensions/subagents/tsconfig.json +7 -7
  165. package/agent/extensions/todo/AGENTS.md +38 -38
  166. package/agent/extensions/todo/LICENSE +21 -21
  167. package/agent/extensions/todo/config.ts +55 -55
  168. package/agent/extensions/todo/index.ts +151 -151
  169. package/agent/extensions/todo/locales/de.json +17 -17
  170. package/agent/extensions/todo/locales/en.json +15 -15
  171. package/agent/extensions/todo/locales/es.json +17 -17
  172. package/agent/extensions/todo/locales/fr.json +17 -17
  173. package/agent/extensions/todo/locales/pt-BR.json +17 -17
  174. package/agent/extensions/todo/locales/pt.json +17 -17
  175. package/agent/extensions/todo/locales/ru.json +17 -17
  176. package/agent/extensions/todo/locales/uk.json +17 -17
  177. package/agent/extensions/todo/locales/zh.json +17 -17
  178. package/agent/extensions/todo/package-lock.json +3358 -3358
  179. package/agent/extensions/todo/package.json +67 -67
  180. package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
  181. package/agent/extensions/todo/state/invariants.ts +20 -20
  182. package/agent/extensions/todo/state/replay.ts +38 -38
  183. package/agent/extensions/todo/state/selectors.ts +107 -107
  184. package/agent/extensions/todo/state/state-reducer.ts +326 -326
  185. package/agent/extensions/todo/state/state.ts +18 -18
  186. package/agent/extensions/todo/state/store.ts +82 -82
  187. package/agent/extensions/todo/state/task-graph.ts +57 -57
  188. package/agent/extensions/todo/todo-overlay.ts +200 -200
  189. package/agent/extensions/todo/todo.ts +155 -155
  190. package/agent/extensions/todo/tool/response-envelope.ts +109 -109
  191. package/agent/extensions/todo/tool/types.ts +206 -206
  192. package/agent/extensions/todo/view/format.ts +177 -177
  193. package/agent/install.ps1 +637 -527
  194. package/agent/install.sh +620 -511
  195. package/agent/keybindings.json +7 -7
  196. package/bin/kiln.js +124 -11
  197. package/package.json +8 -2
  198. package/agent/extensions/taste/index.ts +0 -443
  199. package/agent/extensions/taste/install.ps1 +0 -23
  200. package/agent/extensions/taste/install.sh +0 -21
  201. /package/agent/extensions/{status line → statusline}/index.ts +0 -0
  202. /package/agent/extensions/{status line → statusline}/install.ps1 +0 -0
  203. /package/agent/extensions/{status line → statusline}/install.sh +0 -0
@@ -1,328 +1,328 @@
1
- import { execFileSync } from "node:child_process";
2
- import { existsSync, readFileSync } from "node:fs";
3
- import { activityMonitor } from "./activity.ts";
4
- import { canAttachImages } from "./feature-config.ts";
5
- import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
6
- import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
7
- import { isExaAvailable, searchWithExa } from "./exa.ts";
8
- import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
9
- import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
10
-
11
- const CONFIG_PATH = getWebSearchConfigPath();
12
-
13
- const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
14
- 1. Video title, channel name, and duration
15
- 2. A brief summary (2-3 sentences)
16
- 3. Full transcript with timestamps
17
- 4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
18
-
19
- Format as markdown.`;
20
-
21
- const YOUTUBE_REGEX =
22
- /(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
23
-
24
- function errorMessage(err: unknown): string {
25
- return err instanceof Error ? err.message : String(err);
26
- }
27
-
28
- function shouldRethrow(err: unknown): boolean {
29
- return errorMessage(err).startsWith("Failed to parse ");
30
- }
31
-
32
- function addAttemptError(errors: string[], label: string, err: unknown): void {
33
- const message = errorMessage(err).replace(/\s+/g, " ").trim();
34
- if (message) errors.push(`${label}: ${message}`);
35
- }
36
-
37
- interface YouTubeConfig {
38
- enabled: boolean;
39
- preferredModel: string;
40
- }
41
-
42
- function normalizePreferredModel(value: unknown, fallback: string): string {
43
- if (typeof value !== "string") return fallback;
44
- const normalized = value.trim();
45
- return normalized.length > 0 ? normalized : fallback;
46
- }
47
-
48
- function normalizeEnabled(value: unknown, fallback: boolean): boolean {
49
- return typeof value === "boolean" ? value : fallback;
50
- }
51
-
52
- const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
53
- let cachedConfig: YouTubeConfig | null = null;
54
-
55
- function loadYouTubeConfig(): YouTubeConfig {
56
- if (cachedConfig) return cachedConfig;
57
- if (!existsSync(CONFIG_PATH)) {
58
- cachedConfig = { ...defaults };
59
- return cachedConfig;
60
- }
61
-
62
- const rawText = readFileSync(CONFIG_PATH, "utf-8");
63
- let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
64
- try {
65
- raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
66
- } catch (err) {
67
- const message = err instanceof Error ? err.message : String(err);
68
- throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
69
- }
70
-
71
- const yt = raw.youtube ?? {};
72
- cachedConfig = {
73
- enabled: normalizeEnabled(yt.enabled, defaults.enabled),
74
- preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
75
- };
76
- return cachedConfig;
77
- }
78
-
79
- export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
80
- try {
81
- const parsed = new URL(url);
82
- if (parsed.pathname === "/playlist") {
83
- return { isYouTube: false, videoId: null };
84
- }
85
- } catch {
86
- }
87
-
88
- const match = url.match(YOUTUBE_REGEX);
89
- if (!match) return { isYouTube: false, videoId: null };
90
- return { isYouTube: true, videoId: match[1] };
91
- }
92
-
93
- export function isYouTubeEnabled(): boolean {
94
- return loadYouTubeConfig().enabled;
95
- }
96
-
97
- export async function extractYouTube(
98
- url: string,
99
- signal?: AbortSignal,
100
- prompt?: string,
101
- model?: string,
102
- ): Promise<ExtractedContent | null> {
103
- const config = loadYouTubeConfig();
104
- const { videoId } = isYouTubeURL(url);
105
- const canonicalUrl = videoId
106
- ? `https://www.youtube.com/watch?v=${videoId}`
107
- : url;
108
- const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
109
- const effectiveModel = model ?? config.preferredModel;
110
-
111
- const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
112
- const attemptErrors: string[] = [];
113
-
114
- const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
115
- ?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
116
- ?? await tryExa(url, effectivePrompt, signal, attemptErrors);
117
-
118
- if (result) {
119
- result.url = url;
120
- if (!result.error && videoId && canAttachImages()) {
121
- const thumb = await fetchYouTubeThumbnail(videoId);
122
- if (thumb) result.thumbnail = thumb;
123
- }
124
- activityMonitor.logComplete(activityId, result.error ? 0 : 200);
125
- return result;
126
- }
127
-
128
- if (signal?.aborted) {
129
- activityMonitor.logComplete(activityId, 0);
130
- return null;
131
- }
132
-
133
- const error = attemptErrors.length > 0
134
- ? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
135
- : "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
136
- activityMonitor.logError(activityId, error);
137
- return { url, title: "", content: "", error };
138
- }
139
-
140
- type StreamInfo = { streamUrl: string; duration: number | null };
141
- type StreamResult = StreamInfo | { error: string };
142
-
143
- function mapYtDlpError(err: unknown): string {
144
- const { code, stderr, message } = readExecError(err);
145
- if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
146
- if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
147
- const lower = stderr.toLowerCase();
148
- if (lower.includes("private")) return "Video is private or unavailable";
149
- if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
150
- if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
151
- if (lower.includes("live")) return "Cannot extract frames from a live stream";
152
- const snippet = trimErrorText(stderr || message);
153
- return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
154
- }
155
-
156
- export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
157
- try {
158
- const output = execFileSync("yt-dlp", [
159
- "--print", "duration",
160
- "-g", `https://www.youtube.com/watch?v=${videoId}`,
161
- ], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
162
- const lines = output.split(/\r?\n/);
163
- const rawDuration = lines[0]?.trim();
164
- const streamUrl = lines[1]?.trim();
165
- if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
166
- const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
167
- const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
168
- return { streamUrl, duration };
169
- } catch (err) {
170
- return { error: mapYtDlpError(err) };
171
- }
172
- }
173
-
174
- async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
175
- try {
176
- const buffer = execFileSync("ffmpeg", [
177
- "-ss", String(seconds), "-i", streamUrl,
178
- "-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
179
- ], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
180
- if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
181
- return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
182
- } catch (err) {
183
- return { error: mapFfmpegError(err) };
184
- }
185
- }
186
-
187
- export async function extractYouTubeFrame(
188
- videoId: string,
189
- seconds: number,
190
- streamInfo?: StreamInfo,
191
- ): Promise<FrameResult> {
192
- const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
193
- if ("error" in info) return info;
194
- return extractFrameFromStream(info.streamUrl, seconds);
195
- }
196
-
197
- export async function extractYouTubeFrames(
198
- videoId: string,
199
- timestamps: number[],
200
- streamInfo?: StreamInfo,
201
- ): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
202
- const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
203
- if ("error" in info) return { frames: [], duration: null, error: info.error };
204
- const results = await Promise.all(timestamps.map(async (t) => {
205
- const frame = await extractFrameFromStream(info.streamUrl, t);
206
- if ("error" in frame) return { error: frame.error };
207
- return { ...frame, timestamp: formatSeconds(t) };
208
- }));
209
- const frames = results.filter((f): f is VideoFrame => "data" in f);
210
- const errorResult = results.find((f): f is { error: string } => "error" in f);
211
- return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
212
- }
213
-
214
- export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
215
- try {
216
- const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
217
- signal: AbortSignal.timeout(5000),
218
- });
219
- if (!res.ok) return null;
220
- const buffer = Buffer.from(await res.arrayBuffer());
221
- if (buffer.length === 0) return null;
222
- return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
223
- } catch {
224
- return null;
225
- }
226
- }
227
-
228
- async function tryGeminiWeb(
229
- url: string,
230
- prompt: string,
231
- model: string,
232
- signal: AbortSignal | undefined,
233
- attemptErrors: string[],
234
- ): Promise<ExtractedContent | null> {
235
- try {
236
- const cookies = await isGeminiWebAvailable();
237
- if (!cookies) return null;
238
-
239
- if (signal?.aborted) return null;
240
-
241
- const text = await queryWithCookies(prompt, cookies, {
242
- youtubeUrl: url,
243
- ...(model !== "gemini-3.6-flash" ? { model } : {}),
244
- signal,
245
- timeoutMs: 120000,
246
- });
247
-
248
- return {
249
- url,
250
- title: extractHeadingTitle(text) ?? "YouTube Video",
251
- content: text,
252
- error: null,
253
- };
254
- } catch (err) {
255
- if (shouldRethrow(err)) throw err;
256
- if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
257
- return null;
258
- }
259
- }
260
-
261
- async function tryGeminiApi(
262
- url: string,
263
- prompt: string,
264
- model: string,
265
- signal: AbortSignal | undefined,
266
- attemptErrors: string[],
267
- ): Promise<ExtractedContent | null> {
268
- try {
269
- if (!isGeminiApiAvailableWithVideo()) return null;
270
-
271
- if (signal?.aborted) return null;
272
-
273
- const text = await queryGeminiApiWithVideo(prompt, url, {
274
- model,
275
- signal,
276
- timeoutMs: 120000,
277
- });
278
-
279
- return {
280
- url,
281
- title: extractHeadingTitle(text) ?? "YouTube Video",
282
- content: text,
283
- error: null,
284
- };
285
- } catch (err) {
286
- if (shouldRethrow(err)) throw err;
287
- if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
288
- return null;
289
- }
290
- }
291
-
292
- async function tryExa(
293
- url: string,
294
- prompt: string,
295
- signal: AbortSignal | undefined,
296
- attemptErrors: string[],
297
- ): Promise<ExtractedContent | null> {
298
- try {
299
- if (signal?.aborted || !isExaAvailable()) return null;
300
-
301
- const exaQuery = prompt === YOUTUBE_PROMPT
302
- ? `Summarize this YouTube video in detail: ${url}`
303
- : `${prompt} YouTube video: ${url}`;
304
-
305
- const exaResult = await searchWithExa(
306
- exaQuery,
307
- { signal },
308
- );
309
- const answer = exaResult?.answer;
310
-
311
- if (!answer) return null;
312
-
313
- const content =
314
- `# Video Summary (via Exa)\n\n${answer}\n\n` +
315
- `*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
316
-
317
- return {
318
- url,
319
- title: "Video Summary (via Exa)",
320
- content,
321
- error: null,
322
- };
323
- } catch (err) {
324
- if (shouldRethrow(err)) throw err;
325
- if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
326
- return null;
327
- }
328
- }
1
+ import { execFileSync } from "node:child_process";
2
+ import { existsSync, readFileSync } from "node:fs";
3
+ import { activityMonitor } from "./activity.ts";
4
+ import { canAttachImages } from "./feature-config.ts";
5
+ import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
6
+ import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
7
+ import { isExaAvailable, searchWithExa } from "./exa.ts";
8
+ import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
9
+ import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
10
+
11
+ const CONFIG_PATH = getWebSearchConfigPath();
12
+
13
+ const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
14
+ 1. Video title, channel name, and duration
15
+ 2. A brief summary (2-3 sentences)
16
+ 3. Full transcript with timestamps
17
+ 4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
18
+
19
+ Format as markdown.`;
20
+
21
+ const YOUTUBE_REGEX =
22
+ /(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
23
+
24
+ function errorMessage(err: unknown): string {
25
+ return err instanceof Error ? err.message : String(err);
26
+ }
27
+
28
+ function shouldRethrow(err: unknown): boolean {
29
+ return errorMessage(err).startsWith("Failed to parse ");
30
+ }
31
+
32
+ function addAttemptError(errors: string[], label: string, err: unknown): void {
33
+ const message = errorMessage(err).replace(/\s+/g, " ").trim();
34
+ if (message) errors.push(`${label}: ${message}`);
35
+ }
36
+
37
+ interface YouTubeConfig {
38
+ enabled: boolean;
39
+ preferredModel: string;
40
+ }
41
+
42
+ function normalizePreferredModel(value: unknown, fallback: string): string {
43
+ if (typeof value !== "string") return fallback;
44
+ const normalized = value.trim();
45
+ return normalized.length > 0 ? normalized : fallback;
46
+ }
47
+
48
+ function normalizeEnabled(value: unknown, fallback: boolean): boolean {
49
+ return typeof value === "boolean" ? value : fallback;
50
+ }
51
+
52
+ const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
53
+ let cachedConfig: YouTubeConfig | null = null;
54
+
55
+ function loadYouTubeConfig(): YouTubeConfig {
56
+ if (cachedConfig) return cachedConfig;
57
+ if (!existsSync(CONFIG_PATH)) {
58
+ cachedConfig = { ...defaults };
59
+ return cachedConfig;
60
+ }
61
+
62
+ const rawText = readFileSync(CONFIG_PATH, "utf-8");
63
+ let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
64
+ try {
65
+ raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
66
+ } catch (err) {
67
+ const message = err instanceof Error ? err.message : String(err);
68
+ throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
69
+ }
70
+
71
+ const yt = raw.youtube ?? {};
72
+ cachedConfig = {
73
+ enabled: normalizeEnabled(yt.enabled, defaults.enabled),
74
+ preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
75
+ };
76
+ return cachedConfig;
77
+ }
78
+
79
+ export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
80
+ try {
81
+ const parsed = new URL(url);
82
+ if (parsed.pathname === "/playlist") {
83
+ return { isYouTube: false, videoId: null };
84
+ }
85
+ } catch {
86
+ }
87
+
88
+ const match = url.match(YOUTUBE_REGEX);
89
+ if (!match) return { isYouTube: false, videoId: null };
90
+ return { isYouTube: true, videoId: match[1] };
91
+ }
92
+
93
+ export function isYouTubeEnabled(): boolean {
94
+ return loadYouTubeConfig().enabled;
95
+ }
96
+
97
+ export async function extractYouTube(
98
+ url: string,
99
+ signal?: AbortSignal,
100
+ prompt?: string,
101
+ model?: string,
102
+ ): Promise<ExtractedContent | null> {
103
+ const config = loadYouTubeConfig();
104
+ const { videoId } = isYouTubeURL(url);
105
+ const canonicalUrl = videoId
106
+ ? `https://www.youtube.com/watch?v=${videoId}`
107
+ : url;
108
+ const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
109
+ const effectiveModel = model ?? config.preferredModel;
110
+
111
+ const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
112
+ const attemptErrors: string[] = [];
113
+
114
+ const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
115
+ ?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
116
+ ?? await tryExa(url, effectivePrompt, signal, attemptErrors);
117
+
118
+ if (result) {
119
+ result.url = url;
120
+ if (!result.error && videoId && canAttachImages()) {
121
+ const thumb = await fetchYouTubeThumbnail(videoId);
122
+ if (thumb) result.thumbnail = thumb;
123
+ }
124
+ activityMonitor.logComplete(activityId, result.error ? 0 : 200);
125
+ return result;
126
+ }
127
+
128
+ if (signal?.aborted) {
129
+ activityMonitor.logComplete(activityId, 0);
130
+ return null;
131
+ }
132
+
133
+ const error = attemptErrors.length > 0
134
+ ? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
135
+ : "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
136
+ activityMonitor.logError(activityId, error);
137
+ return { url, title: "", content: "", error };
138
+ }
139
+
140
+ type StreamInfo = { streamUrl: string; duration: number | null };
141
+ type StreamResult = StreamInfo | { error: string };
142
+
143
+ function mapYtDlpError(err: unknown): string {
144
+ const { code, stderr, message } = readExecError(err);
145
+ if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
146
+ if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
147
+ const lower = stderr.toLowerCase();
148
+ if (lower.includes("private")) return "Video is private or unavailable";
149
+ if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
150
+ if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
151
+ if (lower.includes("live")) return "Cannot extract frames from a live stream";
152
+ const snippet = trimErrorText(stderr || message);
153
+ return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
154
+ }
155
+
156
+ export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
157
+ try {
158
+ const output = execFileSync("yt-dlp", [
159
+ "--print", "duration",
160
+ "-g", `https://www.youtube.com/watch?v=${videoId}`,
161
+ ], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
162
+ const lines = output.split(/\r?\n/);
163
+ const rawDuration = lines[0]?.trim();
164
+ const streamUrl = lines[1]?.trim();
165
+ if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
166
+ const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
167
+ const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
168
+ return { streamUrl, duration };
169
+ } catch (err) {
170
+ return { error: mapYtDlpError(err) };
171
+ }
172
+ }
173
+
174
+ async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
175
+ try {
176
+ const buffer = execFileSync("ffmpeg", [
177
+ "-ss", String(seconds), "-i", streamUrl,
178
+ "-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
179
+ ], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
180
+ if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
181
+ return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
182
+ } catch (err) {
183
+ return { error: mapFfmpegError(err) };
184
+ }
185
+ }
186
+
187
+ export async function extractYouTubeFrame(
188
+ videoId: string,
189
+ seconds: number,
190
+ streamInfo?: StreamInfo,
191
+ ): Promise<FrameResult> {
192
+ const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
193
+ if ("error" in info) return info;
194
+ return extractFrameFromStream(info.streamUrl, seconds);
195
+ }
196
+
197
+ export async function extractYouTubeFrames(
198
+ videoId: string,
199
+ timestamps: number[],
200
+ streamInfo?: StreamInfo,
201
+ ): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
202
+ const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
203
+ if ("error" in info) return { frames: [], duration: null, error: info.error };
204
+ const results = await Promise.all(timestamps.map(async (t) => {
205
+ const frame = await extractFrameFromStream(info.streamUrl, t);
206
+ if ("error" in frame) return { error: frame.error };
207
+ return { ...frame, timestamp: formatSeconds(t) };
208
+ }));
209
+ const frames = results.filter((f): f is VideoFrame => "data" in f);
210
+ const errorResult = results.find((f): f is { error: string } => "error" in f);
211
+ return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
212
+ }
213
+
214
+ export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
215
+ try {
216
+ const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
217
+ signal: AbortSignal.timeout(5000),
218
+ });
219
+ if (!res.ok) return null;
220
+ const buffer = Buffer.from(await res.arrayBuffer());
221
+ if (buffer.length === 0) return null;
222
+ return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
223
+ } catch {
224
+ return null;
225
+ }
226
+ }
227
+
228
+ async function tryGeminiWeb(
229
+ url: string,
230
+ prompt: string,
231
+ model: string,
232
+ signal: AbortSignal | undefined,
233
+ attemptErrors: string[],
234
+ ): Promise<ExtractedContent | null> {
235
+ try {
236
+ const cookies = await isGeminiWebAvailable();
237
+ if (!cookies) return null;
238
+
239
+ if (signal?.aborted) return null;
240
+
241
+ const text = await queryWithCookies(prompt, cookies, {
242
+ youtubeUrl: url,
243
+ ...(model !== "gemini-3.6-flash" ? { model } : {}),
244
+ signal,
245
+ timeoutMs: 120000,
246
+ });
247
+
248
+ return {
249
+ url,
250
+ title: extractHeadingTitle(text) ?? "YouTube Video",
251
+ content: text,
252
+ error: null,
253
+ };
254
+ } catch (err) {
255
+ if (shouldRethrow(err)) throw err;
256
+ if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
257
+ return null;
258
+ }
259
+ }
260
+
261
+ async function tryGeminiApi(
262
+ url: string,
263
+ prompt: string,
264
+ model: string,
265
+ signal: AbortSignal | undefined,
266
+ attemptErrors: string[],
267
+ ): Promise<ExtractedContent | null> {
268
+ try {
269
+ if (!isGeminiApiAvailableWithVideo()) return null;
270
+
271
+ if (signal?.aborted) return null;
272
+
273
+ const text = await queryGeminiApiWithVideo(prompt, url, {
274
+ model,
275
+ signal,
276
+ timeoutMs: 120000,
277
+ });
278
+
279
+ return {
280
+ url,
281
+ title: extractHeadingTitle(text) ?? "YouTube Video",
282
+ content: text,
283
+ error: null,
284
+ };
285
+ } catch (err) {
286
+ if (shouldRethrow(err)) throw err;
287
+ if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
288
+ return null;
289
+ }
290
+ }
291
+
292
+ async function tryExa(
293
+ url: string,
294
+ prompt: string,
295
+ signal: AbortSignal | undefined,
296
+ attemptErrors: string[],
297
+ ): Promise<ExtractedContent | null> {
298
+ try {
299
+ if (signal?.aborted || !isExaAvailable()) return null;
300
+
301
+ const exaQuery = prompt === YOUTUBE_PROMPT
302
+ ? `Summarize this YouTube video in detail: ${url}`
303
+ : `${prompt} YouTube video: ${url}`;
304
+
305
+ const exaResult = await searchWithExa(
306
+ exaQuery,
307
+ { signal },
308
+ );
309
+ const answer = exaResult?.answer;
310
+
311
+ if (!answer) return null;
312
+
313
+ const content =
314
+ `# Video Summary (via Exa)\n\n${answer}\n\n` +
315
+ `*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
316
+
317
+ return {
318
+ url,
319
+ title: "Video Summary (via Exa)",
320
+ content,
321
+ error: null,
322
+ };
323
+ } catch (err) {
324
+ if (shouldRethrow(err)) throw err;
325
+ if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
326
+ return null;
327
+ }
328
+ }