@asterxsk/kiln 0.4.0 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +155 -155
  2. package/agent/AGENTS.md +67 -67
  3. package/agent/README.md +5 -5
  4. package/agent/extensions/ask-user/index.ts +418 -418
  5. package/agent/extensions/ask-user/install.ps1 +27 -27
  6. package/agent/extensions/ask-user/install.sh +24 -24
  7. package/agent/extensions/ask-user/package-lock.json +769 -769
  8. package/agent/extensions/ask-user/package.json +19 -19
  9. package/agent/extensions/ask-user/prompt.ts +45 -45
  10. package/agent/extensions/ask-user/tsconfig.json +7 -7
  11. package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
  12. package/agent/extensions/background-terminals/index.ts +627 -627
  13. package/agent/extensions/background-terminals/install.ps1 +27 -27
  14. package/agent/extensions/background-terminals/install.sh +24 -24
  15. package/agent/extensions/background-terminals/manager.test.ts +735 -735
  16. package/agent/extensions/background-terminals/output.test.ts +109 -109
  17. package/agent/extensions/background-terminals/package-lock.json +769 -769
  18. package/agent/extensions/background-terminals/package.json +17 -17
  19. package/agent/extensions/background-terminals/prompt.test.ts +125 -125
  20. package/agent/extensions/background-terminals/ps.test.ts +82 -82
  21. package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
  22. package/agent/extensions/background-terminals/src/domain.ts +87 -87
  23. package/agent/extensions/background-terminals/src/manager.ts +907 -907
  24. package/agent/extensions/background-terminals/src/output.ts +84 -84
  25. package/agent/extensions/background-terminals/src/prompt.ts +142 -142
  26. package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
  27. package/agent/extensions/background-terminals/src/runtime.ts +36 -36
  28. package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
  29. package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
  30. package/agent/extensions/background-terminals/tsconfig.json +7 -7
  31. package/agent/extensions/destructive/README.md +31 -31
  32. package/agent/extensions/destructive/index.ts +88 -88
  33. package/agent/extensions/destructive/install.ps1 +27 -27
  34. package/agent/extensions/destructive/install.sh +24 -24
  35. package/agent/extensions/file-search/index.spec.ts +443 -443
  36. package/agent/extensions/file-search/index.ts +459 -459
  37. package/agent/extensions/file-search/install.ps1 +27 -27
  38. package/agent/extensions/file-search/install.sh +24 -24
  39. package/agent/extensions/file-search/package-lock.json +2253 -2253
  40. package/agent/extensions/file-search/package.json +23 -23
  41. package/agent/extensions/file-search/src/args.ts +122 -122
  42. package/agent/extensions/file-search/src/binaries.ts +422 -422
  43. package/agent/extensions/file-search/src/output.ts +126 -126
  44. package/agent/extensions/file-search/src/process.ts +146 -146
  45. package/agent/extensions/file-search/src/prompt.ts +52 -52
  46. package/agent/extensions/file-search/tsconfig.json +7 -7
  47. package/agent/extensions/goal/README.md +50 -50
  48. package/agent/extensions/goal/index.ts +155 -155
  49. package/agent/extensions/goal/install.ps1 +27 -27
  50. package/agent/extensions/goal/install.sh +24 -24
  51. package/agent/extensions/kiln-update/README.md +38 -25
  52. package/agent/extensions/kiln-update/index.ts +177 -99
  53. package/agent/extensions/modelconf/PLAN.md +915 -915
  54. package/agent/extensions/modelconf/README.md +66 -66
  55. package/agent/extensions/modelconf/index.ts +296 -296
  56. package/agent/extensions/modelconf/install.ps1 +27 -27
  57. package/agent/extensions/modelconf/install.sh +24 -24
  58. package/agent/extensions/modelconf/package-lock.json +1809 -1809
  59. package/agent/extensions/modelconf/package.json +13 -13
  60. package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
  61. package/agent/extensions/modelconf/src/glob.ts +13 -13
  62. package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
  63. package/agent/extensions/modelconf/src/persistence.ts +164 -164
  64. package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
  65. package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
  66. package/agent/extensions/modelconf/tsconfig.json +15 -15
  67. package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
  68. package/agent/extensions/pi-web-access/LICENSE +21 -21
  69. package/agent/extensions/pi-web-access/README.md +470 -470
  70. package/agent/extensions/pi-web-access/SECURITY.md +5 -5
  71. package/agent/extensions/pi-web-access/activity.ts +101 -101
  72. package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
  73. package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
  74. package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
  75. package/agent/extensions/pi-web-access/content-find.ts +139 -139
  76. package/agent/extensions/pi-web-access/credential-source.ts +191 -191
  77. package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
  78. package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
  79. package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
  80. package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
  81. package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
  82. package/agent/extensions/pi-web-access/exa.ts +526 -526
  83. package/agent/extensions/pi-web-access/extract.ts +1196 -1196
  84. package/agent/extensions/pi-web-access/feature-config.ts +29 -29
  85. package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
  86. package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
  87. package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
  88. package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
  89. package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
  90. package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
  91. package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
  92. package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
  93. package/agent/extensions/pi-web-access/github-api.ts +197 -197
  94. package/agent/extensions/pi-web-access/github-extract.ts +746 -746
  95. package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
  96. package/agent/extensions/pi-web-access/index.ts +1737 -1737
  97. package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
  98. package/agent/extensions/pi-web-access/package.json +64 -64
  99. package/agent/extensions/pi-web-access/page-query.ts +96 -96
  100. package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
  101. package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
  102. package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
  103. package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
  104. package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
  105. package/agent/extensions/pi-web-access/search-types.ts +20 -20
  106. package/agent/extensions/pi-web-access/source-check.ts +282 -282
  107. package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
  108. package/agent/extensions/pi-web-access/storage.ts +521 -521
  109. package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
  110. package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
  111. package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
  112. package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
  113. package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
  114. package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
  115. package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
  116. package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
  117. package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
  118. package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
  119. package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
  120. package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
  121. package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
  122. package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
  123. package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
  124. package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
  125. package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
  126. package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
  127. package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
  128. package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
  129. package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
  130. package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
  131. package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
  132. package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
  133. package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
  134. package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
  135. package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
  136. package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
  137. package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
  138. package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
  139. package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
  140. package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
  141. package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
  142. package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
  143. package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
  144. package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
  145. package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
  146. package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
  147. package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
  148. package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
  149. package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
  150. package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
  151. package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
  152. package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
  153. package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
  154. package/agent/extensions/pi-web-access/tsconfig.json +11 -11
  155. package/agent/extensions/pi-web-access/utils.ts +451 -451
  156. package/agent/extensions/pi-web-access/video-extract.ts +392 -392
  157. package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
  158. package/agent/extensions/shared/activity-status.ts +31 -31
  159. package/agent/extensions/shared/child-session.test.ts +270 -270
  160. package/agent/extensions/shared/child-session.ts +148 -148
  161. package/agent/extensions/shared/context-utilization.test.ts +48 -48
  162. package/agent/extensions/shared/context-utilization.ts +47 -47
  163. package/agent/extensions/shared/dashboard-state.ts +99 -99
  164. package/agent/extensions/shared/install.ps1 +27 -27
  165. package/agent/extensions/shared/install.sh +24 -24
  166. package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
  167. package/agent/extensions/shared/tool-call-timeout.ts +104 -104
  168. package/agent/extensions/skillsconf/README.md +74 -74
  169. package/agent/extensions/skillsconf/index.ts +92 -92
  170. package/agent/extensions/skillsconf/install.ps1 +27 -27
  171. package/agent/extensions/skillsconf/install.sh +24 -24
  172. package/agent/extensions/skillsconf/package-lock.json +1809 -1809
  173. package/agent/extensions/skillsconf/package.json +18 -18
  174. package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
  175. package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
  176. package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
  177. package/agent/extensions/skillsconf/src/filter.ts +74 -74
  178. package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
  179. package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
  180. package/agent/extensions/skillsconf/src/persistence.ts +169 -169
  181. package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
  182. package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
  183. package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
  184. package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
  185. package/agent/extensions/skillsconf/tsconfig.json +15 -15
  186. package/agent/extensions/statusline/index.ts +273 -282
  187. package/agent/extensions/statusline/install.ps1 +27 -27
  188. package/agent/extensions/statusline/install.sh +24 -24
  189. package/agent/extensions/subagents/by-the-way.test.ts +29 -29
  190. package/agent/extensions/subagents/claude.test.ts +119 -119
  191. package/agent/extensions/subagents/codex.test.ts +102 -102
  192. package/agent/extensions/subagents/context-usage.test.ts +107 -107
  193. package/agent/extensions/subagents/docs/design-plan.md +568 -568
  194. package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
  195. package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
  196. package/agent/extensions/subagents/index.ts +779 -779
  197. package/agent/extensions/subagents/install.ps1 +27 -27
  198. package/agent/extensions/subagents/install.sh +24 -24
  199. package/agent/extensions/subagents/manager.test.ts +276 -276
  200. package/agent/extensions/subagents/package-lock.json +2244 -2244
  201. package/agent/extensions/subagents/package.json +19 -19
  202. package/agent/extensions/subagents/result-delivery.test.ts +27 -27
  203. package/agent/extensions/subagents/src/backend.ts +73 -73
  204. package/agent/extensions/subagents/src/backends/claude.ts +701 -701
  205. package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
  206. package/agent/extensions/subagents/src/backends/pi.ts +575 -575
  207. package/agent/extensions/subagents/src/backends/stub.ts +300 -300
  208. package/agent/extensions/subagents/src/by-the-way.ts +21 -21
  209. package/agent/extensions/subagents/src/domain.ts +253 -253
  210. package/agent/extensions/subagents/src/format.ts +74 -74
  211. package/agent/extensions/subagents/src/manager.ts +736 -736
  212. package/agent/extensions/subagents/src/prompt.ts +92 -92
  213. package/agent/extensions/subagents/src/result-delivery.ts +20 -20
  214. package/agent/extensions/subagents/src/runtime.ts +53 -53
  215. package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
  216. package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
  217. package/agent/extensions/subagents/takeover.test.ts +29 -29
  218. package/agent/extensions/subagents/tsconfig.json +7 -7
  219. package/agent/extensions/todo/AGENTS.md +38 -38
  220. package/agent/extensions/todo/LICENSE +21 -21
  221. package/agent/extensions/todo/config.ts +55 -55
  222. package/agent/extensions/todo/index.ts +151 -151
  223. package/agent/extensions/todo/install.ps1 +27 -27
  224. package/agent/extensions/todo/install.sh +24 -24
  225. package/agent/extensions/todo/locales/de.json +17 -17
  226. package/agent/extensions/todo/locales/en.json +15 -15
  227. package/agent/extensions/todo/locales/es.json +17 -17
  228. package/agent/extensions/todo/locales/fr.json +17 -17
  229. package/agent/extensions/todo/locales/pt-BR.json +17 -17
  230. package/agent/extensions/todo/locales/pt.json +17 -17
  231. package/agent/extensions/todo/locales/ru.json +17 -17
  232. package/agent/extensions/todo/locales/uk.json +17 -17
  233. package/agent/extensions/todo/locales/zh.json +17 -17
  234. package/agent/extensions/todo/package-lock.json +3358 -3358
  235. package/agent/extensions/todo/package.json +67 -67
  236. package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
  237. package/agent/extensions/todo/state/invariants.ts +20 -20
  238. package/agent/extensions/todo/state/replay.ts +38 -38
  239. package/agent/extensions/todo/state/selectors.ts +107 -107
  240. package/agent/extensions/todo/state/state-reducer.ts +326 -326
  241. package/agent/extensions/todo/state/state.ts +18 -18
  242. package/agent/extensions/todo/state/store.ts +82 -82
  243. package/agent/extensions/todo/state/task-graph.ts +57 -57
  244. package/agent/extensions/todo/todo-overlay.ts +200 -200
  245. package/agent/extensions/todo/todo.ts +155 -155
  246. package/agent/extensions/todo/tool/response-envelope.ts +109 -109
  247. package/agent/extensions/todo/tool/types.ts +206 -206
  248. package/agent/extensions/todo/view/format.ts +177 -177
  249. package/agent/extensions/trim-context/README.md +54 -54
  250. package/agent/extensions/trim-context/index.ts +487 -487
  251. package/agent/extensions/trim-context/install.ps1 +27 -27
  252. package/agent/extensions/trim-context/install.sh +24 -24
  253. package/agent/keybindings.json +7 -7
  254. package/agent/version.txt +1 -1
  255. package/bin/kiln.js +20 -13
  256. package/package.json +1 -1
  257. package/agent/extensions/taste/index.ts +0 -443
  258. package/agent/extensions/taste/install.ps1 +0 -27
  259. package/agent/extensions/taste/install.sh +0 -24
@@ -1,328 +1,328 @@
1
- import { execFileSync } from "node:child_process";
2
- import { existsSync, readFileSync } from "node:fs";
3
- import { activityMonitor } from "./activity.ts";
4
- import { canAttachImages } from "./feature-config.ts";
5
- import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
6
- import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
7
- import { isExaAvailable, searchWithExa } from "./exa.ts";
8
- import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
9
- import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
10
-
11
- const CONFIG_PATH = getWebSearchConfigPath();
12
-
13
- const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
14
- 1. Video title, channel name, and duration
15
- 2. A brief summary (2-3 sentences)
16
- 3. Full transcript with timestamps
17
- 4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
18
-
19
- Format as markdown.`;
20
-
21
- const YOUTUBE_REGEX =
22
- /(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
23
-
24
- function errorMessage(err: unknown): string {
25
- return err instanceof Error ? err.message : String(err);
26
- }
27
-
28
- function shouldRethrow(err: unknown): boolean {
29
- return errorMessage(err).startsWith("Failed to parse ");
30
- }
31
-
32
- function addAttemptError(errors: string[], label: string, err: unknown): void {
33
- const message = errorMessage(err).replace(/\s+/g, " ").trim();
34
- if (message) errors.push(`${label}: ${message}`);
35
- }
36
-
37
- interface YouTubeConfig {
38
- enabled: boolean;
39
- preferredModel: string;
40
- }
41
-
42
- function normalizePreferredModel(value: unknown, fallback: string): string {
43
- if (typeof value !== "string") return fallback;
44
- const normalized = value.trim();
45
- return normalized.length > 0 ? normalized : fallback;
46
- }
47
-
48
- function normalizeEnabled(value: unknown, fallback: boolean): boolean {
49
- return typeof value === "boolean" ? value : fallback;
50
- }
51
-
52
- const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
53
- let cachedConfig: YouTubeConfig | null = null;
54
-
55
- function loadYouTubeConfig(): YouTubeConfig {
56
- if (cachedConfig) return cachedConfig;
57
- if (!existsSync(CONFIG_PATH)) {
58
- cachedConfig = { ...defaults };
59
- return cachedConfig;
60
- }
61
-
62
- const rawText = readFileSync(CONFIG_PATH, "utf-8");
63
- let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
64
- try {
65
- raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
66
- } catch (err) {
67
- const message = err instanceof Error ? err.message : String(err);
68
- throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
69
- }
70
-
71
- const yt = raw.youtube ?? {};
72
- cachedConfig = {
73
- enabled: normalizeEnabled(yt.enabled, defaults.enabled),
74
- preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
75
- };
76
- return cachedConfig;
77
- }
78
-
79
- export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
80
- try {
81
- const parsed = new URL(url);
82
- if (parsed.pathname === "/playlist") {
83
- return { isYouTube: false, videoId: null };
84
- }
85
- } catch {
86
- }
87
-
88
- const match = url.match(YOUTUBE_REGEX);
89
- if (!match) return { isYouTube: false, videoId: null };
90
- return { isYouTube: true, videoId: match[1] };
91
- }
92
-
93
- export function isYouTubeEnabled(): boolean {
94
- return loadYouTubeConfig().enabled;
95
- }
96
-
97
- export async function extractYouTube(
98
- url: string,
99
- signal?: AbortSignal,
100
- prompt?: string,
101
- model?: string,
102
- ): Promise<ExtractedContent | null> {
103
- const config = loadYouTubeConfig();
104
- const { videoId } = isYouTubeURL(url);
105
- const canonicalUrl = videoId
106
- ? `https://www.youtube.com/watch?v=${videoId}`
107
- : url;
108
- const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
109
- const effectiveModel = model ?? config.preferredModel;
110
-
111
- const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
112
- const attemptErrors: string[] = [];
113
-
114
- const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
115
- ?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
116
- ?? await tryExa(url, effectivePrompt, signal, attemptErrors);
117
-
118
- if (result) {
119
- result.url = url;
120
- if (!result.error && videoId && canAttachImages()) {
121
- const thumb = await fetchYouTubeThumbnail(videoId);
122
- if (thumb) result.thumbnail = thumb;
123
- }
124
- activityMonitor.logComplete(activityId, result.error ? 0 : 200);
125
- return result;
126
- }
127
-
128
- if (signal?.aborted) {
129
- activityMonitor.logComplete(activityId, 0);
130
- return null;
131
- }
132
-
133
- const error = attemptErrors.length > 0
134
- ? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
135
- : "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
136
- activityMonitor.logError(activityId, error);
137
- return { url, title: "", content: "", error };
138
- }
139
-
140
- type StreamInfo = { streamUrl: string; duration: number | null };
141
- type StreamResult = StreamInfo | { error: string };
142
-
143
- function mapYtDlpError(err: unknown): string {
144
- const { code, stderr, message } = readExecError(err);
145
- if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
146
- if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
147
- const lower = stderr.toLowerCase();
148
- if (lower.includes("private")) return "Video is private or unavailable";
149
- if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
150
- if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
151
- if (lower.includes("live")) return "Cannot extract frames from a live stream";
152
- const snippet = trimErrorText(stderr || message);
153
- return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
154
- }
155
-
156
- export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
157
- try {
158
- const output = execFileSync("yt-dlp", [
159
- "--print", "duration",
160
- "-g", `https://www.youtube.com/watch?v=${videoId}`,
161
- ], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
162
- const lines = output.split(/\r?\n/);
163
- const rawDuration = lines[0]?.trim();
164
- const streamUrl = lines[1]?.trim();
165
- if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
166
- const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
167
- const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
168
- return { streamUrl, duration };
169
- } catch (err) {
170
- return { error: mapYtDlpError(err) };
171
- }
172
- }
173
-
174
- async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
175
- try {
176
- const buffer = execFileSync("ffmpeg", [
177
- "-ss", String(seconds), "-i", streamUrl,
178
- "-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
179
- ], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
180
- if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
181
- return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
182
- } catch (err) {
183
- return { error: mapFfmpegError(err) };
184
- }
185
- }
186
-
187
- export async function extractYouTubeFrame(
188
- videoId: string,
189
- seconds: number,
190
- streamInfo?: StreamInfo,
191
- ): Promise<FrameResult> {
192
- const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
193
- if ("error" in info) return info;
194
- return extractFrameFromStream(info.streamUrl, seconds);
195
- }
196
-
197
- export async function extractYouTubeFrames(
198
- videoId: string,
199
- timestamps: number[],
200
- streamInfo?: StreamInfo,
201
- ): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
202
- const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
203
- if ("error" in info) return { frames: [], duration: null, error: info.error };
204
- const results = await Promise.all(timestamps.map(async (t) => {
205
- const frame = await extractFrameFromStream(info.streamUrl, t);
206
- if ("error" in frame) return { error: frame.error };
207
- return { ...frame, timestamp: formatSeconds(t) };
208
- }));
209
- const frames = results.filter((f): f is VideoFrame => "data" in f);
210
- const errorResult = results.find((f): f is { error: string } => "error" in f);
211
- return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
212
- }
213
-
214
- export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
215
- try {
216
- const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
217
- signal: AbortSignal.timeout(5000),
218
- });
219
- if (!res.ok) return null;
220
- const buffer = Buffer.from(await res.arrayBuffer());
221
- if (buffer.length === 0) return null;
222
- return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
223
- } catch {
224
- return null;
225
- }
226
- }
227
-
228
- async function tryGeminiWeb(
229
- url: string,
230
- prompt: string,
231
- model: string,
232
- signal: AbortSignal | undefined,
233
- attemptErrors: string[],
234
- ): Promise<ExtractedContent | null> {
235
- try {
236
- const cookies = await isGeminiWebAvailable();
237
- if (!cookies) return null;
238
-
239
- if (signal?.aborted) return null;
240
-
241
- const text = await queryWithCookies(prompt, cookies, {
242
- youtubeUrl: url,
243
- ...(model !== "gemini-3.6-flash" ? { model } : {}),
244
- signal,
245
- timeoutMs: 120000,
246
- });
247
-
248
- return {
249
- url,
250
- title: extractHeadingTitle(text) ?? "YouTube Video",
251
- content: text,
252
- error: null,
253
- };
254
- } catch (err) {
255
- if (shouldRethrow(err)) throw err;
256
- if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
257
- return null;
258
- }
259
- }
260
-
261
- async function tryGeminiApi(
262
- url: string,
263
- prompt: string,
264
- model: string,
265
- signal: AbortSignal | undefined,
266
- attemptErrors: string[],
267
- ): Promise<ExtractedContent | null> {
268
- try {
269
- if (!isGeminiApiAvailableWithVideo()) return null;
270
-
271
- if (signal?.aborted) return null;
272
-
273
- const text = await queryGeminiApiWithVideo(prompt, url, {
274
- model,
275
- signal,
276
- timeoutMs: 120000,
277
- });
278
-
279
- return {
280
- url,
281
- title: extractHeadingTitle(text) ?? "YouTube Video",
282
- content: text,
283
- error: null,
284
- };
285
- } catch (err) {
286
- if (shouldRethrow(err)) throw err;
287
- if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
288
- return null;
289
- }
290
- }
291
-
292
- async function tryExa(
293
- url: string,
294
- prompt: string,
295
- signal: AbortSignal | undefined,
296
- attemptErrors: string[],
297
- ): Promise<ExtractedContent | null> {
298
- try {
299
- if (signal?.aborted || !isExaAvailable()) return null;
300
-
301
- const exaQuery = prompt === YOUTUBE_PROMPT
302
- ? `Summarize this YouTube video in detail: ${url}`
303
- : `${prompt} YouTube video: ${url}`;
304
-
305
- const exaResult = await searchWithExa(
306
- exaQuery,
307
- { signal },
308
- );
309
- const answer = exaResult?.answer;
310
-
311
- if (!answer) return null;
312
-
313
- const content =
314
- `# Video Summary (via Exa)\n\n${answer}\n\n` +
315
- `*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
316
-
317
- return {
318
- url,
319
- title: "Video Summary (via Exa)",
320
- content,
321
- error: null,
322
- };
323
- } catch (err) {
324
- if (shouldRethrow(err)) throw err;
325
- if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
326
- return null;
327
- }
328
- }
1
+ import { execFileSync } from "node:child_process";
2
+ import { existsSync, readFileSync } from "node:fs";
3
+ import { activityMonitor } from "./activity.ts";
4
+ import { canAttachImages } from "./feature-config.ts";
5
+ import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
6
+ import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
7
+ import { isExaAvailable, searchWithExa } from "./exa.ts";
8
+ import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
9
+ import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
10
+
11
+ const CONFIG_PATH = getWebSearchConfigPath();
12
+
13
+ const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
14
+ 1. Video title, channel name, and duration
15
+ 2. A brief summary (2-3 sentences)
16
+ 3. Full transcript with timestamps
17
+ 4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
18
+
19
+ Format as markdown.`;
20
+
21
+ const YOUTUBE_REGEX =
22
+ /(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
23
+
24
+ function errorMessage(err: unknown): string {
25
+ return err instanceof Error ? err.message : String(err);
26
+ }
27
+
28
+ function shouldRethrow(err: unknown): boolean {
29
+ return errorMessage(err).startsWith("Failed to parse ");
30
+ }
31
+
32
+ function addAttemptError(errors: string[], label: string, err: unknown): void {
33
+ const message = errorMessage(err).replace(/\s+/g, " ").trim();
34
+ if (message) errors.push(`${label}: ${message}`);
35
+ }
36
+
37
+ interface YouTubeConfig {
38
+ enabled: boolean;
39
+ preferredModel: string;
40
+ }
41
+
42
+ function normalizePreferredModel(value: unknown, fallback: string): string {
43
+ if (typeof value !== "string") return fallback;
44
+ const normalized = value.trim();
45
+ return normalized.length > 0 ? normalized : fallback;
46
+ }
47
+
48
+ function normalizeEnabled(value: unknown, fallback: boolean): boolean {
49
+ return typeof value === "boolean" ? value : fallback;
50
+ }
51
+
52
+ const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
53
+ let cachedConfig: YouTubeConfig | null = null;
54
+
55
+ function loadYouTubeConfig(): YouTubeConfig {
56
+ if (cachedConfig) return cachedConfig;
57
+ if (!existsSync(CONFIG_PATH)) {
58
+ cachedConfig = { ...defaults };
59
+ return cachedConfig;
60
+ }
61
+
62
+ const rawText = readFileSync(CONFIG_PATH, "utf-8");
63
+ let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
64
+ try {
65
+ raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
66
+ } catch (err) {
67
+ const message = err instanceof Error ? err.message : String(err);
68
+ throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
69
+ }
70
+
71
+ const yt = raw.youtube ?? {};
72
+ cachedConfig = {
73
+ enabled: normalizeEnabled(yt.enabled, defaults.enabled),
74
+ preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
75
+ };
76
+ return cachedConfig;
77
+ }
78
+
79
+ export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
80
+ try {
81
+ const parsed = new URL(url);
82
+ if (parsed.pathname === "/playlist") {
83
+ return { isYouTube: false, videoId: null };
84
+ }
85
+ } catch {
86
+ }
87
+
88
+ const match = url.match(YOUTUBE_REGEX);
89
+ if (!match) return { isYouTube: false, videoId: null };
90
+ return { isYouTube: true, videoId: match[1] };
91
+ }
92
+
93
+ export function isYouTubeEnabled(): boolean {
94
+ return loadYouTubeConfig().enabled;
95
+ }
96
+
97
+ export async function extractYouTube(
98
+ url: string,
99
+ signal?: AbortSignal,
100
+ prompt?: string,
101
+ model?: string,
102
+ ): Promise<ExtractedContent | null> {
103
+ const config = loadYouTubeConfig();
104
+ const { videoId } = isYouTubeURL(url);
105
+ const canonicalUrl = videoId
106
+ ? `https://www.youtube.com/watch?v=${videoId}`
107
+ : url;
108
+ const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
109
+ const effectiveModel = model ?? config.preferredModel;
110
+
111
+ const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
112
+ const attemptErrors: string[] = [];
113
+
114
+ const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
115
+ ?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
116
+ ?? await tryExa(url, effectivePrompt, signal, attemptErrors);
117
+
118
+ if (result) {
119
+ result.url = url;
120
+ if (!result.error && videoId && canAttachImages()) {
121
+ const thumb = await fetchYouTubeThumbnail(videoId);
122
+ if (thumb) result.thumbnail = thumb;
123
+ }
124
+ activityMonitor.logComplete(activityId, result.error ? 0 : 200);
125
+ return result;
126
+ }
127
+
128
+ if (signal?.aborted) {
129
+ activityMonitor.logComplete(activityId, 0);
130
+ return null;
131
+ }
132
+
133
+ const error = attemptErrors.length > 0
134
+ ? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
135
+ : "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
136
+ activityMonitor.logError(activityId, error);
137
+ return { url, title: "", content: "", error };
138
+ }
139
+
140
+ type StreamInfo = { streamUrl: string; duration: number | null };
141
+ type StreamResult = StreamInfo | { error: string };
142
+
143
+ function mapYtDlpError(err: unknown): string {
144
+ const { code, stderr, message } = readExecError(err);
145
+ if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
146
+ if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
147
+ const lower = stderr.toLowerCase();
148
+ if (lower.includes("private")) return "Video is private or unavailable";
149
+ if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
150
+ if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
151
+ if (lower.includes("live")) return "Cannot extract frames from a live stream";
152
+ const snippet = trimErrorText(stderr || message);
153
+ return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
154
+ }
155
+
156
+ export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
157
+ try {
158
+ const output = execFileSync("yt-dlp", [
159
+ "--print", "duration",
160
+ "-g", `https://www.youtube.com/watch?v=${videoId}`,
161
+ ], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
162
+ const lines = output.split(/\r?\n/);
163
+ const rawDuration = lines[0]?.trim();
164
+ const streamUrl = lines[1]?.trim();
165
+ if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
166
+ const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
167
+ const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
168
+ return { streamUrl, duration };
169
+ } catch (err) {
170
+ return { error: mapYtDlpError(err) };
171
+ }
172
+ }
173
+
174
+ async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
175
+ try {
176
+ const buffer = execFileSync("ffmpeg", [
177
+ "-ss", String(seconds), "-i", streamUrl,
178
+ "-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
179
+ ], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
180
+ if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
181
+ return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
182
+ } catch (err) {
183
+ return { error: mapFfmpegError(err) };
184
+ }
185
+ }
186
+
187
+ export async function extractYouTubeFrame(
188
+ videoId: string,
189
+ seconds: number,
190
+ streamInfo?: StreamInfo,
191
+ ): Promise<FrameResult> {
192
+ const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
193
+ if ("error" in info) return info;
194
+ return extractFrameFromStream(info.streamUrl, seconds);
195
+ }
196
+
197
+ export async function extractYouTubeFrames(
198
+ videoId: string,
199
+ timestamps: number[],
200
+ streamInfo?: StreamInfo,
201
+ ): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
202
+ const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
203
+ if ("error" in info) return { frames: [], duration: null, error: info.error };
204
+ const results = await Promise.all(timestamps.map(async (t) => {
205
+ const frame = await extractFrameFromStream(info.streamUrl, t);
206
+ if ("error" in frame) return { error: frame.error };
207
+ return { ...frame, timestamp: formatSeconds(t) };
208
+ }));
209
+ const frames = results.filter((f): f is VideoFrame => "data" in f);
210
+ const errorResult = results.find((f): f is { error: string } => "error" in f);
211
+ return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
212
+ }
213
+
214
+ export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
215
+ try {
216
+ const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
217
+ signal: AbortSignal.timeout(5000),
218
+ });
219
+ if (!res.ok) return null;
220
+ const buffer = Buffer.from(await res.arrayBuffer());
221
+ if (buffer.length === 0) return null;
222
+ return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
223
+ } catch {
224
+ return null;
225
+ }
226
+ }
227
+
228
+ async function tryGeminiWeb(
229
+ url: string,
230
+ prompt: string,
231
+ model: string,
232
+ signal: AbortSignal | undefined,
233
+ attemptErrors: string[],
234
+ ): Promise<ExtractedContent | null> {
235
+ try {
236
+ const cookies = await isGeminiWebAvailable();
237
+ if (!cookies) return null;
238
+
239
+ if (signal?.aborted) return null;
240
+
241
+ const text = await queryWithCookies(prompt, cookies, {
242
+ youtubeUrl: url,
243
+ ...(model !== "gemini-3.6-flash" ? { model } : {}),
244
+ signal,
245
+ timeoutMs: 120000,
246
+ });
247
+
248
+ return {
249
+ url,
250
+ title: extractHeadingTitle(text) ?? "YouTube Video",
251
+ content: text,
252
+ error: null,
253
+ };
254
+ } catch (err) {
255
+ if (shouldRethrow(err)) throw err;
256
+ if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
257
+ return null;
258
+ }
259
+ }
260
+
261
+ async function tryGeminiApi(
262
+ url: string,
263
+ prompt: string,
264
+ model: string,
265
+ signal: AbortSignal | undefined,
266
+ attemptErrors: string[],
267
+ ): Promise<ExtractedContent | null> {
268
+ try {
269
+ if (!isGeminiApiAvailableWithVideo()) return null;
270
+
271
+ if (signal?.aborted) return null;
272
+
273
+ const text = await queryGeminiApiWithVideo(prompt, url, {
274
+ model,
275
+ signal,
276
+ timeoutMs: 120000,
277
+ });
278
+
279
+ return {
280
+ url,
281
+ title: extractHeadingTitle(text) ?? "YouTube Video",
282
+ content: text,
283
+ error: null,
284
+ };
285
+ } catch (err) {
286
+ if (shouldRethrow(err)) throw err;
287
+ if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
288
+ return null;
289
+ }
290
+ }
291
+
292
+ async function tryExa(
293
+ url: string,
294
+ prompt: string,
295
+ signal: AbortSignal | undefined,
296
+ attemptErrors: string[],
297
+ ): Promise<ExtractedContent | null> {
298
+ try {
299
+ if (signal?.aborted || !isExaAvailable()) return null;
300
+
301
+ const exaQuery = prompt === YOUTUBE_PROMPT
302
+ ? `Summarize this YouTube video in detail: ${url}`
303
+ : `${prompt} YouTube video: ${url}`;
304
+
305
+ const exaResult = await searchWithExa(
306
+ exaQuery,
307
+ { signal },
308
+ );
309
+ const answer = exaResult?.answer;
310
+
311
+ if (!answer) return null;
312
+
313
+ const content =
314
+ `# Video Summary (via Exa)\n\n${answer}\n\n` +
315
+ `*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
316
+
317
+ return {
318
+ url,
319
+ title: "Video Summary (via Exa)",
320
+ content,
321
+ error: null,
322
+ };
323
+ } catch (err) {
324
+ if (shouldRethrow(err)) throw err;
325
+ if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
326
+ return null;
327
+ }
328
+ }