@asterxsk/kiln 0.3.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +155 -155
- package/agent/AGENTS.md +67 -67
- package/agent/README.md +5 -5
- package/agent/extensions/ask-user/index.ts +418 -418
- package/agent/extensions/ask-user/install.ps1 +27 -27
- package/agent/extensions/ask-user/install.sh +24 -24
- package/agent/extensions/ask-user/package-lock.json +769 -769
- package/agent/extensions/ask-user/package.json +19 -19
- package/agent/extensions/ask-user/prompt.ts +45 -45
- package/agent/extensions/ask-user/tsconfig.json +7 -7
- package/agent/extensions/background-terminals/docs/implementation-guide.md +942 -942
- package/agent/extensions/background-terminals/index.ts +627 -627
- package/agent/extensions/background-terminals/install.ps1 +27 -27
- package/agent/extensions/background-terminals/install.sh +24 -24
- package/agent/extensions/background-terminals/manager.test.ts +735 -735
- package/agent/extensions/background-terminals/output.test.ts +109 -109
- package/agent/extensions/background-terminals/package-lock.json +769 -769
- package/agent/extensions/background-terminals/package.json +17 -17
- package/agent/extensions/background-terminals/prompt.test.ts +125 -125
- package/agent/extensions/background-terminals/ps.test.ts +82 -82
- package/agent/extensions/background-terminals/result-delivery.test.ts +44 -44
- package/agent/extensions/background-terminals/src/domain.ts +87 -87
- package/agent/extensions/background-terminals/src/manager.ts +907 -907
- package/agent/extensions/background-terminals/src/output.ts +84 -84
- package/agent/extensions/background-terminals/src/prompt.ts +142 -142
- package/agent/extensions/background-terminals/src/result-delivery.ts +27 -27
- package/agent/extensions/background-terminals/src/runtime.ts +36 -36
- package/agent/extensions/background-terminals/src/ui/output-view.ts +79 -79
- package/agent/extensions/background-terminals/src/ui/ps.ts +621 -621
- package/agent/extensions/background-terminals/tsconfig.json +7 -7
- package/agent/extensions/destructive/README.md +31 -31
- package/agent/extensions/destructive/index.ts +88 -88
- package/agent/extensions/destructive/install.ps1 +27 -27
- package/agent/extensions/destructive/install.sh +24 -24
- package/agent/extensions/file-search/index.spec.ts +443 -443
- package/agent/extensions/file-search/index.ts +459 -459
- package/agent/extensions/file-search/install.ps1 +27 -27
- package/agent/extensions/file-search/install.sh +24 -24
- package/agent/extensions/file-search/package-lock.json +2253 -2253
- package/agent/extensions/file-search/package.json +23 -23
- package/agent/extensions/file-search/src/args.ts +122 -122
- package/agent/extensions/file-search/src/binaries.ts +422 -422
- package/agent/extensions/file-search/src/output.ts +126 -126
- package/agent/extensions/file-search/src/process.ts +146 -146
- package/agent/extensions/file-search/src/prompt.ts +52 -52
- package/agent/extensions/file-search/tsconfig.json +7 -7
- package/agent/extensions/goal/README.md +50 -50
- package/agent/extensions/goal/index.ts +155 -155
- package/agent/extensions/goal/install.ps1 +27 -27
- package/agent/extensions/goal/install.sh +24 -24
- package/agent/extensions/kiln-update/README.md +38 -25
- package/agent/extensions/kiln-update/index.ts +177 -99
- package/agent/extensions/modelconf/PLAN.md +915 -915
- package/agent/extensions/modelconf/README.md +66 -66
- package/agent/extensions/modelconf/index.ts +296 -296
- package/agent/extensions/modelconf/install.ps1 +27 -27
- package/agent/extensions/modelconf/install.sh +24 -24
- package/agent/extensions/modelconf/package-lock.json +1809 -1809
- package/agent/extensions/modelconf/package.json +13 -13
- package/agent/extensions/modelconf/src/fuzzy.ts +26 -26
- package/agent/extensions/modelconf/src/glob.ts +13 -13
- package/agent/extensions/modelconf/src/persistence.test.ts +46 -46
- package/agent/extensions/modelconf/src/persistence.ts +164 -164
- package/agent/extensions/modelconf/src/ui/ModelConfView.test.ts +75 -75
- package/agent/extensions/modelconf/src/ui/ModelConfView.ts +1101 -1101
- package/agent/extensions/modelconf/tsconfig.json +15 -15
- package/agent/extensions/pi-web-access/CHANGELOG.md +690 -690
- package/agent/extensions/pi-web-access/LICENSE +21 -21
- package/agent/extensions/pi-web-access/README.md +470 -470
- package/agent/extensions/pi-web-access/SECURITY.md +5 -5
- package/agent/extensions/pi-web-access/activity.ts +101 -101
- package/agent/extensions/pi-web-access/auth-fetch.ts +148 -148
- package/agent/extensions/pi-web-access/brightdata-unlocker.ts +272 -272
- package/agent/extensions/pi-web-access/chrome-cookies.ts +669 -669
- package/agent/extensions/pi-web-access/content-find.ts +139 -139
- package/agent/extensions/pi-web-access/credential-source.ts +191 -191
- package/agent/extensions/pi-web-access/data-uri-sanitize.ts +406 -406
- package/agent/extensions/pi-web-access/datalab-pdf-extract.ts +568 -568
- package/agent/extensions/pi-web-access/declared-web-links.ts +173 -173
- package/agent/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +496 -496
- package/agent/extensions/pi-web-access/evidence/contract-probe.mjs +140 -140
- package/agent/extensions/pi-web-access/exa.ts +526 -526
- package/agent/extensions/pi-web-access/extract.ts +1196 -1196
- package/agent/extensions/pi-web-access/feature-config.ts +29 -29
- package/agent/extensions/pi-web-access/fetch-params.ts +111 -111
- package/agent/extensions/pi-web-access/gemini-adc.ts +298 -298
- package/agent/extensions/pi-web-access/gemini-api.ts +353 -353
- package/agent/extensions/pi-web-access/gemini-pdf-extract.ts +108 -108
- package/agent/extensions/pi-web-access/gemini-search.ts +21 -21
- package/agent/extensions/pi-web-access/gemini-url-context.ts +128 -128
- package/agent/extensions/pi-web-access/gemini-web-config.ts +101 -101
- package/agent/extensions/pi-web-access/gemini-web.ts +487 -487
- package/agent/extensions/pi-web-access/github-api.ts +197 -197
- package/agent/extensions/pi-web-access/github-extract.ts +746 -746
- package/agent/extensions/pi-web-access/github-issue-pr.ts +700 -700
- package/agent/extensions/pi-web-access/index.ts +1737 -1737
- package/agent/extensions/pi-web-access/package-lock.json +5808 -5808
- package/agent/extensions/pi-web-access/package.json +64 -64
- package/agent/extensions/pi-web-access/page-query.ts +96 -96
- package/agent/extensions/pi-web-access/pdf-extract.ts +409 -409
- package/agent/extensions/pi-web-access/promise-try.d.ts +7 -7
- package/agent/extensions/pi-web-access/query-rewrite.ts +51 -51
- package/agent/extensions/pi-web-access/render-search-error.ts +170 -170
- package/agent/extensions/pi-web-access/rsc-extract.ts +338 -338
- package/agent/extensions/pi-web-access/search-types.ts +20 -20
- package/agent/extensions/pi-web-access/source-check.ts +282 -282
- package/agent/extensions/pi-web-access/ssrf-protection.ts +526 -526
- package/agent/extensions/pi-web-access/storage.ts +521 -521
- package/agent/extensions/pi-web-access/summary-model-scope.ts +125 -125
- package/agent/extensions/pi-web-access/test/auth-fetch.test.mjs +208 -208
- package/agent/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +840 -840
- package/agent/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +441 -441
- package/agent/extensions/pi-web-access/test/config-path.test.mjs +283 -283
- package/agent/extensions/pi-web-access/test/content-find.test.mjs +25 -25
- package/agent/extensions/pi-web-access/test/credential-source.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +210 -210
- package/agent/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +552 -552
- package/agent/extensions/pi-web-access/test/declared-web-links.test.mjs +212 -212
- package/agent/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +40 -40
- package/agent/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +334 -334
- package/agent/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +95 -95
- package/agent/extensions/pi-web-access/test/fetch-modes.test.mjs +53 -53
- package/agent/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +92 -92
- package/agent/extensions/pi-web-access/test/fetch-params.test.mjs +86 -86
- package/agent/extensions/pi-web-access/test/fetch-render-call.test.mjs +34 -34
- package/agent/extensions/pi-web-access/test/fetch-routing.test.mjs +173 -173
- package/agent/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +257 -257
- package/agent/extensions/pi-web-access/test/gemini-api-transport.test.mjs +170 -170
- package/agent/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +133 -133
- package/agent/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +178 -178
- package/agent/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +148 -148
- package/agent/extensions/pi-web-access/test/get-search-content.test.mjs +223 -223
- package/agent/extensions/pi-web-access/test/github-extract.test.mjs +378 -378
- package/agent/extensions/pi-web-access/test/github-issue-pr.test.mjs +565 -565
- package/agent/extensions/pi-web-access/test/inline-content-config.test.mjs +99 -99
- package/agent/extensions/pi-web-access/test/lazy-extract-load.test.mjs +118 -118
- package/agent/extensions/pi-web-access/test/local-video-oversize.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +50 -50
- package/agent/extensions/pi-web-access/test/page-query.test.mjs +51 -51
- package/agent/extensions/pi-web-access/test/pdf-config.test.mjs +140 -140
- package/agent/extensions/pi-web-access/test/pdf-extract.test.mjs +500 -500
- package/agent/extensions/pi-web-access/test/proxy-transport.test.mjs +286 -286
- package/agent/extensions/pi-web-access/test/query-rewrite.test.mjs +52 -52
- package/agent/extensions/pi-web-access/test/rsc-fallback.test.mjs +102 -102
- package/agent/extensions/pi-web-access/test/search-error-render.test.mjs +152 -152
- package/agent/extensions/pi-web-access/test/search-providers.test.mjs +274 -274
- package/agent/extensions/pi-web-access/test/source-check.test.mjs +179 -179
- package/agent/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +205 -205
- package/agent/extensions/pi-web-access/test/ssrf-protection.test.mjs +456 -456
- package/agent/extensions/pi-web-access/test/summary-model-scope.test.mjs +106 -106
- package/agent/extensions/pi-web-access/test/tool-registration-config.test.mjs +182 -182
- package/agent/extensions/pi-web-access/test/web-search-answer-render.test.mjs +66 -66
- package/agent/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +64 -64
- package/agent/extensions/pi-web-access/tsconfig.json +11 -11
- package/agent/extensions/pi-web-access/utils.ts +451 -451
- package/agent/extensions/pi-web-access/video-extract.ts +392 -392
- package/agent/extensions/pi-web-access/youtube-extract.ts +328 -328
- package/agent/extensions/shared/activity-status.ts +31 -31
- package/agent/extensions/shared/child-session.test.ts +270 -270
- package/agent/extensions/shared/child-session.ts +148 -148
- package/agent/extensions/shared/context-utilization.test.ts +48 -48
- package/agent/extensions/shared/context-utilization.ts +47 -47
- package/agent/extensions/shared/dashboard-state.ts +99 -99
- package/agent/extensions/shared/install.ps1 +27 -27
- package/agent/extensions/shared/install.sh +24 -24
- package/agent/extensions/shared/tool-call-timeout.test.ts +117 -117
- package/agent/extensions/shared/tool-call-timeout.ts +104 -104
- package/agent/extensions/skillsconf/README.md +74 -74
- package/agent/extensions/skillsconf/index.ts +92 -92
- package/agent/extensions/skillsconf/install.ps1 +27 -27
- package/agent/extensions/skillsconf/install.sh +24 -24
- package/agent/extensions/skillsconf/package-lock.json +1809 -1809
- package/agent/extensions/skillsconf/package.json +18 -18
- package/agent/extensions/skillsconf/src/delete-skill.test.ts +64 -64
- package/agent/extensions/skillsconf/src/delete-skill.ts +45 -45
- package/agent/extensions/skillsconf/src/filter.test.ts +80 -80
- package/agent/extensions/skillsconf/src/filter.ts +74 -74
- package/agent/extensions/skillsconf/src/fuzzy.ts +26 -26
- package/agent/extensions/skillsconf/src/persistence.test.ts +72 -72
- package/agent/extensions/skillsconf/src/persistence.ts +169 -169
- package/agent/extensions/skillsconf/src/ui/SkillConfView.test.ts +337 -337
- package/agent/extensions/skillsconf/src/ui/SkillConfView.ts +758 -758
- package/agent/extensions/skillsconf/src/ui/text-input.ts +91 -91
- package/agent/extensions/skillsconf/src/ui/tui-helpers.ts +144 -144
- package/agent/extensions/skillsconf/tsconfig.json +15 -15
- package/agent/extensions/statusline/index.ts +273 -282
- package/agent/extensions/statusline/install.ps1 +27 -27
- package/agent/extensions/statusline/install.sh +24 -24
- package/agent/extensions/subagents/by-the-way.test.ts +29 -29
- package/agent/extensions/subagents/claude.test.ts +119 -119
- package/agent/extensions/subagents/codex.test.ts +102 -102
- package/agent/extensions/subagents/context-usage.test.ts +107 -107
- package/agent/extensions/subagents/docs/design-plan.md +568 -568
- package/agent/extensions/subagents/docs/effect-v4-extension-guide.md +354 -354
- package/agent/extensions/subagents/docs/effect-v4-notes.md +571 -571
- package/agent/extensions/subagents/index.ts +779 -779
- package/agent/extensions/subagents/install.ps1 +27 -27
- package/agent/extensions/subagents/install.sh +24 -24
- package/agent/extensions/subagents/manager.test.ts +276 -276
- package/agent/extensions/subagents/package-lock.json +2244 -2244
- package/agent/extensions/subagents/package.json +19 -19
- package/agent/extensions/subagents/result-delivery.test.ts +27 -27
- package/agent/extensions/subagents/src/backend.ts +73 -73
- package/agent/extensions/subagents/src/backends/claude.ts +701 -701
- package/agent/extensions/subagents/src/backends/codex.ts +1060 -1060
- package/agent/extensions/subagents/src/backends/pi.ts +575 -575
- package/agent/extensions/subagents/src/backends/stub.ts +300 -300
- package/agent/extensions/subagents/src/by-the-way.ts +21 -21
- package/agent/extensions/subagents/src/domain.ts +253 -253
- package/agent/extensions/subagents/src/format.ts +74 -74
- package/agent/extensions/subagents/src/manager.ts +736 -736
- package/agent/extensions/subagents/src/prompt.ts +92 -92
- package/agent/extensions/subagents/src/result-delivery.ts +20 -20
- package/agent/extensions/subagents/src/runtime.ts +53 -53
- package/agent/extensions/subagents/src/ui/takeover.ts +583 -583
- package/agent/extensions/subagents/src/ui/transcript.ts +201 -201
- package/agent/extensions/subagents/takeover.test.ts +29 -29
- package/agent/extensions/subagents/tsconfig.json +7 -7
- package/agent/extensions/todo/AGENTS.md +38 -38
- package/agent/extensions/todo/LICENSE +21 -21
- package/agent/extensions/todo/config.ts +55 -55
- package/agent/extensions/todo/index.ts +151 -151
- package/agent/extensions/todo/install.ps1 +27 -27
- package/agent/extensions/todo/install.sh +24 -24
- package/agent/extensions/todo/locales/de.json +17 -17
- package/agent/extensions/todo/locales/en.json +15 -15
- package/agent/extensions/todo/locales/es.json +17 -17
- package/agent/extensions/todo/locales/fr.json +17 -17
- package/agent/extensions/todo/locales/pt-BR.json +17 -17
- package/agent/extensions/todo/locales/pt.json +17 -17
- package/agent/extensions/todo/locales/ru.json +17 -17
- package/agent/extensions/todo/locales/uk.json +17 -17
- package/agent/extensions/todo/locales/zh.json +17 -17
- package/agent/extensions/todo/package-lock.json +3358 -3358
- package/agent/extensions/todo/package.json +67 -67
- package/agent/extensions/todo/state/i18n-bridge.ts +64 -64
- package/agent/extensions/todo/state/invariants.ts +20 -20
- package/agent/extensions/todo/state/replay.ts +38 -38
- package/agent/extensions/todo/state/selectors.ts +107 -107
- package/agent/extensions/todo/state/state-reducer.ts +326 -326
- package/agent/extensions/todo/state/state.ts +18 -18
- package/agent/extensions/todo/state/store.ts +82 -82
- package/agent/extensions/todo/state/task-graph.ts +57 -57
- package/agent/extensions/todo/todo-overlay.ts +200 -200
- package/agent/extensions/todo/todo.ts +155 -155
- package/agent/extensions/todo/tool/response-envelope.ts +109 -109
- package/agent/extensions/todo/tool/types.ts +206 -206
- package/agent/extensions/todo/view/format.ts +177 -177
- package/agent/extensions/trim-context/README.md +54 -54
- package/agent/extensions/trim-context/index.ts +487 -487
- package/agent/extensions/trim-context/install.ps1 +27 -27
- package/agent/extensions/trim-context/install.sh +24 -24
- package/agent/keybindings.json +7 -7
- package/agent/version.txt +1 -1
- package/bin/kiln.js +30 -21
- package/package.json +1 -1
- package/agent/extensions/taste/index.ts +0 -443
- package/agent/extensions/taste/install.ps1 +0 -27
- package/agent/extensions/taste/install.sh +0 -24
- package/agent.bak.20260905-190020/AGENTS.md +0 -67
- package/agent.bak.20260905-190020/README.md +0 -5
- package/agent.bak.20260905-190020/extensions/ask-user/index.ts +0 -418
- package/agent.bak.20260905-190020/extensions/ask-user/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/ask-user/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/ask-user/package-lock.json +0 -769
- package/agent.bak.20260905-190020/extensions/ask-user/package.json +0 -19
- package/agent.bak.20260905-190020/extensions/ask-user/prompt.ts +0 -45
- package/agent.bak.20260905-190020/extensions/ask-user/tsconfig.json +0 -7
- package/agent.bak.20260905-190020/extensions/background-terminals/docs/implementation-guide.md +0 -942
- package/agent.bak.20260905-190020/extensions/background-terminals/index.ts +0 -629
- package/agent.bak.20260905-190020/extensions/background-terminals/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/background-terminals/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/background-terminals/package-lock.json +0 -769
- package/agent.bak.20260905-190020/extensions/background-terminals/package.json +0 -17
- package/agent.bak.20260905-190020/extensions/background-terminals/src/domain.ts +0 -87
- package/agent.bak.20260905-190020/extensions/background-terminals/src/manager.ts +0 -907
- package/agent.bak.20260905-190020/extensions/background-terminals/src/output.ts +0 -84
- package/agent.bak.20260905-190020/extensions/background-terminals/src/prompt.ts +0 -142
- package/agent.bak.20260905-190020/extensions/background-terminals/src/result-delivery.ts +0 -27
- package/agent.bak.20260905-190020/extensions/background-terminals/src/runtime.ts +0 -36
- package/agent.bak.20260905-190020/extensions/background-terminals/src/ui/output-view.ts +0 -79
- package/agent.bak.20260905-190020/extensions/background-terminals/src/ui/ps.ts +0 -621
- package/agent.bak.20260905-190020/extensions/background-terminals/src/widget-order.ts +0 -121
- package/agent.bak.20260905-190020/extensions/background-terminals/test/manager.test.ts +0 -735
- package/agent.bak.20260905-190020/extensions/background-terminals/test/output.test.ts +0 -109
- package/agent.bak.20260905-190020/extensions/background-terminals/test/prompt.test.ts +0 -125
- package/agent.bak.20260905-190020/extensions/background-terminals/test/ps.test.ts +0 -82
- package/agent.bak.20260905-190020/extensions/background-terminals/test/result-delivery.test.ts +0 -44
- package/agent.bak.20260905-190020/extensions/background-terminals/tsconfig.json +0 -7
- package/agent.bak.20260905-190020/extensions/destructive/README.md +0 -34
- package/agent.bak.20260905-190020/extensions/destructive/index.ts +0 -124
- package/agent.bak.20260905-190020/extensions/destructive/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/destructive/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/file-search/index.ts +0 -459
- package/agent.bak.20260905-190020/extensions/file-search/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/file-search/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/file-search/package-lock.json +0 -2253
- package/agent.bak.20260905-190020/extensions/file-search/package.json +0 -23
- package/agent.bak.20260905-190020/extensions/file-search/src/args.ts +0 -122
- package/agent.bak.20260905-190020/extensions/file-search/src/binaries.ts +0 -422
- package/agent.bak.20260905-190020/extensions/file-search/src/output.ts +0 -126
- package/agent.bak.20260905-190020/extensions/file-search/src/process.ts +0 -146
- package/agent.bak.20260905-190020/extensions/file-search/src/prompt.ts +0 -52
- package/agent.bak.20260905-190020/extensions/file-search/test/index.spec.ts +0 -443
- package/agent.bak.20260905-190020/extensions/file-search/tsconfig.json +0 -7
- package/agent.bak.20260905-190020/extensions/goal/README.md +0 -50
- package/agent.bak.20260905-190020/extensions/goal/index.ts +0 -155
- package/agent.bak.20260905-190020/extensions/goal/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/goal/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/kiln-update/README.md +0 -25
- package/agent.bak.20260905-190020/extensions/kiln-update/index.ts +0 -99
- package/agent.bak.20260905-190020/extensions/kiln-update/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/kiln-update/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/modelconf/PLAN.md +0 -915
- package/agent.bak.20260905-190020/extensions/modelconf/README.md +0 -66
- package/agent.bak.20260905-190020/extensions/modelconf/index.ts +0 -296
- package/agent.bak.20260905-190020/extensions/modelconf/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/modelconf/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/modelconf/package-lock.json +0 -1809
- package/agent.bak.20260905-190020/extensions/modelconf/package.json +0 -13
- package/agent.bak.20260905-190020/extensions/modelconf/src/fuzzy.ts +0 -26
- package/agent.bak.20260905-190020/extensions/modelconf/src/glob.ts +0 -13
- package/agent.bak.20260905-190020/extensions/modelconf/src/persistence.test.ts +0 -46
- package/agent.bak.20260905-190020/extensions/modelconf/src/persistence.ts +0 -164
- package/agent.bak.20260905-190020/extensions/modelconf/src/ui/ModelConfView.test.ts +0 -75
- package/agent.bak.20260905-190020/extensions/modelconf/src/ui/ModelConfView.ts +0 -1101
- package/agent.bak.20260905-190020/extensions/modelconf/tsconfig.json +0 -15
- package/agent.bak.20260905-190020/extensions/pi-web-access/CHANGELOG.md +0 -690
- package/agent.bak.20260905-190020/extensions/pi-web-access/LICENSE +0 -21
- package/agent.bak.20260905-190020/extensions/pi-web-access/README.md +0 -470
- package/agent.bak.20260905-190020/extensions/pi-web-access/SECURITY.md +0 -5
- package/agent.bak.20260905-190020/extensions/pi-web-access/activity.ts +0 -101
- package/agent.bak.20260905-190020/extensions/pi-web-access/auth-fetch.ts +0 -148
- package/agent.bak.20260905-190020/extensions/pi-web-access/banner.png +0 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/brightdata-unlocker.ts +0 -272
- package/agent.bak.20260905-190020/extensions/pi-web-access/chrome-cookies.ts +0 -669
- package/agent.bak.20260905-190020/extensions/pi-web-access/content-find.ts +0 -139
- package/agent.bak.20260905-190020/extensions/pi-web-access/credential-source.ts +0 -191
- package/agent.bak.20260905-190020/extensions/pi-web-access/data-uri-sanitize.ts +0 -406
- package/agent.bak.20260905-190020/extensions/pi-web-access/datalab-pdf-extract.ts +0 -568
- package/agent.bak.20260905-190020/extensions/pi-web-access/declared-web-links.ts +0 -173
- package/agent.bak.20260905-190020/extensions/pi-web-access/evidence/CONTRACT-EVIDENCE.md +0 -496
- package/agent.bak.20260905-190020/extensions/pi-web-access/evidence/contract-probe.mjs +0 -140
- package/agent.bak.20260905-190020/extensions/pi-web-access/exa.ts +0 -526
- package/agent.bak.20260905-190020/extensions/pi-web-access/extract.ts +0 -1196
- package/agent.bak.20260905-190020/extensions/pi-web-access/feature-config.ts +0 -29
- package/agent.bak.20260905-190020/extensions/pi-web-access/fetch-params.ts +0 -111
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-adc.ts +0 -298
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-api.ts +0 -353
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-pdf-extract.ts +0 -108
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-search.ts +0 -21
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-url-context.ts +0 -128
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-web-config.ts +0 -101
- package/agent.bak.20260905-190020/extensions/pi-web-access/gemini-web.ts +0 -487
- package/agent.bak.20260905-190020/extensions/pi-web-access/github-api.ts +0 -197
- package/agent.bak.20260905-190020/extensions/pi-web-access/github-extract.ts +0 -746
- package/agent.bak.20260905-190020/extensions/pi-web-access/github-issue-pr.ts +0 -700
- package/agent.bak.20260905-190020/extensions/pi-web-access/index.ts +0 -1737
- package/agent.bak.20260905-190020/extensions/pi-web-access/package-lock.json +0 -5808
- package/agent.bak.20260905-190020/extensions/pi-web-access/package.json +0 -64
- package/agent.bak.20260905-190020/extensions/pi-web-access/page-query.ts +0 -96
- package/agent.bak.20260905-190020/extensions/pi-web-access/pdf-extract.ts +0 -409
- package/agent.bak.20260905-190020/extensions/pi-web-access/pi-web-fetch-demo.mp4 +0 -0
- package/agent.bak.20260905-190020/extensions/pi-web-access/promise-try.d.ts +0 -7
- package/agent.bak.20260905-190020/extensions/pi-web-access/query-rewrite.ts +0 -51
- package/agent.bak.20260905-190020/extensions/pi-web-access/render-search-error.ts +0 -170
- package/agent.bak.20260905-190020/extensions/pi-web-access/rsc-extract.ts +0 -338
- package/agent.bak.20260905-190020/extensions/pi-web-access/search-types.ts +0 -20
- package/agent.bak.20260905-190020/extensions/pi-web-access/source-check.ts +0 -282
- package/agent.bak.20260905-190020/extensions/pi-web-access/ssrf-protection.ts +0 -526
- package/agent.bak.20260905-190020/extensions/pi-web-access/storage.ts +0 -521
- package/agent.bak.20260905-190020/extensions/pi-web-access/summary-model-scope.ts +0 -125
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/auth-fetch.test.mjs +0 -208
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/brightdata-unlocker.test.mjs +0 -840
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/chrome-cookie-extraction.test.mjs +0 -441
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/config-path.test.mjs +0 -283
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/content-find.test.mjs +0 -25
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/credential-source.test.mjs +0 -118
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/data-uri-sanitize.test.mjs +0 -210
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/datalab-pdf-extract.test.mjs +0 -552
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/declared-web-links.test.mjs +0 -212
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-answer-storage.test.mjs +0 -40
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-cache-storage.test.mjs +0 -334
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-content-domain-policy.test.mjs +0 -95
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-modes.test.mjs +0 -53
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-not-found-guidance.test.mjs +0 -92
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-params.test.mjs +0 -86
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-render-call.test.mjs +0 -34
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/fetch-routing.test.mjs +0 -173
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-adc-auth.test.mjs +0 -257
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-api-transport.test.mjs +0 -170
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-pdf-extract.test.mjs +0 -133
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-web-cookie-opt-in.test.mjs +0 -178
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/gemini-web-header-overflow.test.mjs +0 -148
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/get-search-content.test.mjs +0 -223
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/github-extract.test.mjs +0 -378
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/github-issue-pr.test.mjs +0 -565
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/inline-content-config.test.mjs +0 -99
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/lazy-extract-load.test.mjs +0 -118
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/local-video-oversize.test.mjs +0 -52
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/package-typebox-dependency.test.mjs +0 -50
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/page-query.test.mjs +0 -51
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/pdf-config.test.mjs +0 -140
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/pdf-extract.test.mjs +0 -500
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/proxy-transport.test.mjs +0 -286
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/query-rewrite.test.mjs +0 -52
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/rsc-fallback.test.mjs +0 -102
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/search-error-render.test.mjs +0 -152
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/search-providers.test.mjs +0 -274
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/source-check.test.mjs +0 -179
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/ssrf-allow-ranges-config.test.mjs +0 -205
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/ssrf-protection.test.mjs +0 -456
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/summary-model-scope.test.mjs +0 -106
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/tool-registration-config.test.mjs +0 -182
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/web-search-answer-render.test.mjs +0 -66
- package/agent.bak.20260905-190020/extensions/pi-web-access/test/youtube-extract-errors.test.mjs +0 -64
- package/agent.bak.20260905-190020/extensions/pi-web-access/tsconfig.json +0 -11
- package/agent.bak.20260905-190020/extensions/pi-web-access/utils.ts +0 -451
- package/agent.bak.20260905-190020/extensions/pi-web-access/video-extract.ts +0 -392
- package/agent.bak.20260905-190020/extensions/pi-web-access/youtube-extract.ts +0 -328
- package/agent.bak.20260905-190020/extensions/shared/activity-status.ts +0 -31
- package/agent.bak.20260905-190020/extensions/shared/child-session.ts +0 -148
- package/agent.bak.20260905-190020/extensions/shared/context-utilization.ts +0 -47
- package/agent.bak.20260905-190020/extensions/shared/dashboard-state.ts +0 -99
- package/agent.bak.20260905-190020/extensions/shared/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/shared/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/shared/test/child-session.test.ts +0 -270
- package/agent.bak.20260905-190020/extensions/shared/test/context-utilization.test.ts +0 -48
- package/agent.bak.20260905-190020/extensions/shared/test/tool-call-timeout.test.ts +0 -117
- package/agent.bak.20260905-190020/extensions/shared/test/widget-order.test.ts +0 -167
- package/agent.bak.20260905-190020/extensions/shared/tool-call-timeout.ts +0 -104
- package/agent.bak.20260905-190020/extensions/skillsconf/README.md +0 -74
- package/agent.bak.20260905-190020/extensions/skillsconf/index.ts +0 -92
- package/agent.bak.20260905-190020/extensions/skillsconf/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/skillsconf/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/skillsconf/package-lock.json +0 -1809
- package/agent.bak.20260905-190020/extensions/skillsconf/package.json +0 -18
- package/agent.bak.20260905-190020/extensions/skillsconf/src/delete-skill.test.ts +0 -64
- package/agent.bak.20260905-190020/extensions/skillsconf/src/delete-skill.ts +0 -45
- package/agent.bak.20260905-190020/extensions/skillsconf/src/filter.test.ts +0 -80
- package/agent.bak.20260905-190020/extensions/skillsconf/src/filter.ts +0 -74
- package/agent.bak.20260905-190020/extensions/skillsconf/src/fuzzy.ts +0 -26
- package/agent.bak.20260905-190020/extensions/skillsconf/src/persistence.test.ts +0 -72
- package/agent.bak.20260905-190020/extensions/skillsconf/src/persistence.ts +0 -169
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/SkillConfView.test.ts +0 -337
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/SkillConfView.ts +0 -758
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/text-input.ts +0 -91
- package/agent.bak.20260905-190020/extensions/skillsconf/src/ui/tui-helpers.ts +0 -144
- package/agent.bak.20260905-190020/extensions/skillsconf/tsconfig.json +0 -15
- package/agent.bak.20260905-190020/extensions/statusline/index.ts +0 -282
- package/agent.bak.20260905-190020/extensions/statusline/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/statusline/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/subagents/docs/design-plan.md +0 -568
- package/agent.bak.20260905-190020/extensions/subagents/docs/effect-v4-extension-guide.md +0 -354
- package/agent.bak.20260905-190020/extensions/subagents/docs/effect-v4-notes.md +0 -571
- package/agent.bak.20260905-190020/extensions/subagents/index.ts +0 -826
- package/agent.bak.20260905-190020/extensions/subagents/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/subagents/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/subagents/package-lock.json +0 -2244
- package/agent.bak.20260905-190020/extensions/subagents/package.json +0 -19
- package/agent.bak.20260905-190020/extensions/subagents/src/backend.ts +0 -73
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/claude.ts +0 -701
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/codex.ts +0 -1060
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/pi.ts +0 -575
- package/agent.bak.20260905-190020/extensions/subagents/src/backends/stub.ts +0 -300
- package/agent.bak.20260905-190020/extensions/subagents/src/by-the-way.ts +0 -21
- package/agent.bak.20260905-190020/extensions/subagents/src/domain.ts +0 -253
- package/agent.bak.20260905-190020/extensions/subagents/src/format.ts +0 -74
- package/agent.bak.20260905-190020/extensions/subagents/src/manager.ts +0 -736
- package/agent.bak.20260905-190020/extensions/subagents/src/prompt.ts +0 -92
- package/agent.bak.20260905-190020/extensions/subagents/src/result-delivery.ts +0 -20
- package/agent.bak.20260905-190020/extensions/subagents/src/runtime.ts +0 -53
- package/agent.bak.20260905-190020/extensions/subagents/src/ui/takeover.ts +0 -583
- package/agent.bak.20260905-190020/extensions/subagents/src/ui/transcript.ts +0 -201
- package/agent.bak.20260905-190020/extensions/subagents/src/widget-order.ts +0 -121
- package/agent.bak.20260905-190020/extensions/subagents/test/by-the-way.test.ts +0 -29
- package/agent.bak.20260905-190020/extensions/subagents/test/claude.test.ts +0 -119
- package/agent.bak.20260905-190020/extensions/subagents/test/codex.test.ts +0 -102
- package/agent.bak.20260905-190020/extensions/subagents/test/context-usage.test.ts +0 -107
- package/agent.bak.20260905-190020/extensions/subagents/test/manager.test.ts +0 -276
- package/agent.bak.20260905-190020/extensions/subagents/test/result-delivery.test.ts +0 -27
- package/agent.bak.20260905-190020/extensions/subagents/test/takeover.test.ts +0 -29
- package/agent.bak.20260905-190020/extensions/subagents/tsconfig.json +0 -7
- package/agent.bak.20260905-190020/extensions/taste/index.ts +0 -443
- package/agent.bak.20260905-190020/extensions/taste/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/taste/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/todo/AGENTS.md +0 -38
- package/agent.bak.20260905-190020/extensions/todo/LICENSE +0 -21
- package/agent.bak.20260905-190020/extensions/todo/config.ts +0 -55
- package/agent.bak.20260905-190020/extensions/todo/index.ts +0 -151
- package/agent.bak.20260905-190020/extensions/todo/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/todo/install.sh +0 -21
- package/agent.bak.20260905-190020/extensions/todo/locales/de.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/locales/en.json +0 -15
- package/agent.bak.20260905-190020/extensions/todo/locales/es.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/locales/fr.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/locales/pt-BR.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/locales/pt.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/locales/ru.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/locales/uk.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/locales/zh.json +0 -17
- package/agent.bak.20260905-190020/extensions/todo/package-lock.json +0 -3358
- package/agent.bak.20260905-190020/extensions/todo/package.json +0 -67
- package/agent.bak.20260905-190020/extensions/todo/state/i18n-bridge.ts +0 -64
- package/agent.bak.20260905-190020/extensions/todo/state/invariants.ts +0 -20
- package/agent.bak.20260905-190020/extensions/todo/state/replay.ts +0 -38
- package/agent.bak.20260905-190020/extensions/todo/state/selectors.ts +0 -107
- package/agent.bak.20260905-190020/extensions/todo/state/state-reducer.ts +0 -326
- package/agent.bak.20260905-190020/extensions/todo/state/state.ts +0 -18
- package/agent.bak.20260905-190020/extensions/todo/state/store.ts +0 -82
- package/agent.bak.20260905-190020/extensions/todo/state/task-graph.ts +0 -57
- package/agent.bak.20260905-190020/extensions/todo/todo-overlay.ts +0 -204
- package/agent.bak.20260905-190020/extensions/todo/todo.ts +0 -155
- package/agent.bak.20260905-190020/extensions/todo/tool/response-envelope.ts +0 -109
- package/agent.bak.20260905-190020/extensions/todo/tool/types.ts +0 -206
- package/agent.bak.20260905-190020/extensions/todo/view/format.ts +0 -177
- package/agent.bak.20260905-190020/extensions/todo/widget-order.ts +0 -121
- package/agent.bak.20260905-190020/extensions/trim-context/README.md +0 -54
- package/agent.bak.20260905-190020/extensions/trim-context/index.ts +0 -487
- package/agent.bak.20260905-190020/extensions/trim-context/install.ps1 +0 -23
- package/agent.bak.20260905-190020/extensions/trim-context/install.sh +0 -21
- package/agent.bak.20260905-190020/keybindings.json +0 -7
|
@@ -1,328 +1,328 @@
|
|
|
1
|
-
import { execFileSync } from "node:child_process";
|
|
2
|
-
import { existsSync, readFileSync } from "node:fs";
|
|
3
|
-
import { activityMonitor } from "./activity.ts";
|
|
4
|
-
import { canAttachImages } from "./feature-config.ts";
|
|
5
|
-
import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
|
|
6
|
-
import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
|
|
7
|
-
import { isExaAvailable, searchWithExa } from "./exa.ts";
|
|
8
|
-
import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
|
|
9
|
-
import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
|
|
10
|
-
|
|
11
|
-
const CONFIG_PATH = getWebSearchConfigPath();
|
|
12
|
-
|
|
13
|
-
const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
|
|
14
|
-
1. Video title, channel name, and duration
|
|
15
|
-
2. A brief summary (2-3 sentences)
|
|
16
|
-
3. Full transcript with timestamps
|
|
17
|
-
4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
|
|
18
|
-
|
|
19
|
-
Format as markdown.`;
|
|
20
|
-
|
|
21
|
-
const YOUTUBE_REGEX =
|
|
22
|
-
/(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
|
|
23
|
-
|
|
24
|
-
function errorMessage(err: unknown): string {
|
|
25
|
-
return err instanceof Error ? err.message : String(err);
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
function shouldRethrow(err: unknown): boolean {
|
|
29
|
-
return errorMessage(err).startsWith("Failed to parse ");
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
function addAttemptError(errors: string[], label: string, err: unknown): void {
|
|
33
|
-
const message = errorMessage(err).replace(/\s+/g, " ").trim();
|
|
34
|
-
if (message) errors.push(`${label}: ${message}`);
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
interface YouTubeConfig {
|
|
38
|
-
enabled: boolean;
|
|
39
|
-
preferredModel: string;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
function normalizePreferredModel(value: unknown, fallback: string): string {
|
|
43
|
-
if (typeof value !== "string") return fallback;
|
|
44
|
-
const normalized = value.trim();
|
|
45
|
-
return normalized.length > 0 ? normalized : fallback;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
function normalizeEnabled(value: unknown, fallback: boolean): boolean {
|
|
49
|
-
return typeof value === "boolean" ? value : fallback;
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
|
|
53
|
-
let cachedConfig: YouTubeConfig | null = null;
|
|
54
|
-
|
|
55
|
-
function loadYouTubeConfig(): YouTubeConfig {
|
|
56
|
-
if (cachedConfig) return cachedConfig;
|
|
57
|
-
if (!existsSync(CONFIG_PATH)) {
|
|
58
|
-
cachedConfig = { ...defaults };
|
|
59
|
-
return cachedConfig;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
const rawText = readFileSync(CONFIG_PATH, "utf-8");
|
|
63
|
-
let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
64
|
-
try {
|
|
65
|
-
raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
66
|
-
} catch (err) {
|
|
67
|
-
const message = err instanceof Error ? err.message : String(err);
|
|
68
|
-
throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
const yt = raw.youtube ?? {};
|
|
72
|
-
cachedConfig = {
|
|
73
|
-
enabled: normalizeEnabled(yt.enabled, defaults.enabled),
|
|
74
|
-
preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
|
|
75
|
-
};
|
|
76
|
-
return cachedConfig;
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
|
|
80
|
-
try {
|
|
81
|
-
const parsed = new URL(url);
|
|
82
|
-
if (parsed.pathname === "/playlist") {
|
|
83
|
-
return { isYouTube: false, videoId: null };
|
|
84
|
-
}
|
|
85
|
-
} catch {
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
const match = url.match(YOUTUBE_REGEX);
|
|
89
|
-
if (!match) return { isYouTube: false, videoId: null };
|
|
90
|
-
return { isYouTube: true, videoId: match[1] };
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
export function isYouTubeEnabled(): boolean {
|
|
94
|
-
return loadYouTubeConfig().enabled;
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
export async function extractYouTube(
|
|
98
|
-
url: string,
|
|
99
|
-
signal?: AbortSignal,
|
|
100
|
-
prompt?: string,
|
|
101
|
-
model?: string,
|
|
102
|
-
): Promise<ExtractedContent | null> {
|
|
103
|
-
const config = loadYouTubeConfig();
|
|
104
|
-
const { videoId } = isYouTubeURL(url);
|
|
105
|
-
const canonicalUrl = videoId
|
|
106
|
-
? `https://www.youtube.com/watch?v=${videoId}`
|
|
107
|
-
: url;
|
|
108
|
-
const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
|
|
109
|
-
const effectiveModel = model ?? config.preferredModel;
|
|
110
|
-
|
|
111
|
-
const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
|
|
112
|
-
const attemptErrors: string[] = [];
|
|
113
|
-
|
|
114
|
-
const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
115
|
-
?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
116
|
-
?? await tryExa(url, effectivePrompt, signal, attemptErrors);
|
|
117
|
-
|
|
118
|
-
if (result) {
|
|
119
|
-
result.url = url;
|
|
120
|
-
if (!result.error && videoId && canAttachImages()) {
|
|
121
|
-
const thumb = await fetchYouTubeThumbnail(videoId);
|
|
122
|
-
if (thumb) result.thumbnail = thumb;
|
|
123
|
-
}
|
|
124
|
-
activityMonitor.logComplete(activityId, result.error ? 0 : 200);
|
|
125
|
-
return result;
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
if (signal?.aborted) {
|
|
129
|
-
activityMonitor.logComplete(activityId, 0);
|
|
130
|
-
return null;
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
const error = attemptErrors.length > 0
|
|
134
|
-
? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
|
|
135
|
-
: "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
|
|
136
|
-
activityMonitor.logError(activityId, error);
|
|
137
|
-
return { url, title: "", content: "", error };
|
|
138
|
-
}
|
|
139
|
-
|
|
140
|
-
type StreamInfo = { streamUrl: string; duration: number | null };
|
|
141
|
-
type StreamResult = StreamInfo | { error: string };
|
|
142
|
-
|
|
143
|
-
function mapYtDlpError(err: unknown): string {
|
|
144
|
-
const { code, stderr, message } = readExecError(err);
|
|
145
|
-
if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
|
|
146
|
-
if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
|
|
147
|
-
const lower = stderr.toLowerCase();
|
|
148
|
-
if (lower.includes("private")) return "Video is private or unavailable";
|
|
149
|
-
if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
|
|
150
|
-
if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
|
|
151
|
-
if (lower.includes("live")) return "Cannot extract frames from a live stream";
|
|
152
|
-
const snippet = trimErrorText(stderr || message);
|
|
153
|
-
return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
|
|
157
|
-
try {
|
|
158
|
-
const output = execFileSync("yt-dlp", [
|
|
159
|
-
"--print", "duration",
|
|
160
|
-
"-g", `https://www.youtube.com/watch?v=${videoId}`,
|
|
161
|
-
], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
|
|
162
|
-
const lines = output.split(/\r?\n/);
|
|
163
|
-
const rawDuration = lines[0]?.trim();
|
|
164
|
-
const streamUrl = lines[1]?.trim();
|
|
165
|
-
if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
|
|
166
|
-
const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
|
|
167
|
-
const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
|
|
168
|
-
return { streamUrl, duration };
|
|
169
|
-
} catch (err) {
|
|
170
|
-
return { error: mapYtDlpError(err) };
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
|
|
175
|
-
try {
|
|
176
|
-
const buffer = execFileSync("ffmpeg", [
|
|
177
|
-
"-ss", String(seconds), "-i", streamUrl,
|
|
178
|
-
"-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
|
|
179
|
-
], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
|
|
180
|
-
if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
|
|
181
|
-
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
182
|
-
} catch (err) {
|
|
183
|
-
return { error: mapFfmpegError(err) };
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
|
|
187
|
-
export async function extractYouTubeFrame(
|
|
188
|
-
videoId: string,
|
|
189
|
-
seconds: number,
|
|
190
|
-
streamInfo?: StreamInfo,
|
|
191
|
-
): Promise<FrameResult> {
|
|
192
|
-
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
193
|
-
if ("error" in info) return info;
|
|
194
|
-
return extractFrameFromStream(info.streamUrl, seconds);
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
export async function extractYouTubeFrames(
|
|
198
|
-
videoId: string,
|
|
199
|
-
timestamps: number[],
|
|
200
|
-
streamInfo?: StreamInfo,
|
|
201
|
-
): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
|
|
202
|
-
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
203
|
-
if ("error" in info) return { frames: [], duration: null, error: info.error };
|
|
204
|
-
const results = await Promise.all(timestamps.map(async (t) => {
|
|
205
|
-
const frame = await extractFrameFromStream(info.streamUrl, t);
|
|
206
|
-
if ("error" in frame) return { error: frame.error };
|
|
207
|
-
return { ...frame, timestamp: formatSeconds(t) };
|
|
208
|
-
}));
|
|
209
|
-
const frames = results.filter((f): f is VideoFrame => "data" in f);
|
|
210
|
-
const errorResult = results.find((f): f is { error: string } => "error" in f);
|
|
211
|
-
return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
|
|
212
|
-
}
|
|
213
|
-
|
|
214
|
-
export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
|
|
215
|
-
try {
|
|
216
|
-
const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
|
|
217
|
-
signal: AbortSignal.timeout(5000),
|
|
218
|
-
});
|
|
219
|
-
if (!res.ok) return null;
|
|
220
|
-
const buffer = Buffer.from(await res.arrayBuffer());
|
|
221
|
-
if (buffer.length === 0) return null;
|
|
222
|
-
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
223
|
-
} catch {
|
|
224
|
-
return null;
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
async function tryGeminiWeb(
|
|
229
|
-
url: string,
|
|
230
|
-
prompt: string,
|
|
231
|
-
model: string,
|
|
232
|
-
signal: AbortSignal | undefined,
|
|
233
|
-
attemptErrors: string[],
|
|
234
|
-
): Promise<ExtractedContent | null> {
|
|
235
|
-
try {
|
|
236
|
-
const cookies = await isGeminiWebAvailable();
|
|
237
|
-
if (!cookies) return null;
|
|
238
|
-
|
|
239
|
-
if (signal?.aborted) return null;
|
|
240
|
-
|
|
241
|
-
const text = await queryWithCookies(prompt, cookies, {
|
|
242
|
-
youtubeUrl: url,
|
|
243
|
-
...(model !== "gemini-3.6-flash" ? { model } : {}),
|
|
244
|
-
signal,
|
|
245
|
-
timeoutMs: 120000,
|
|
246
|
-
});
|
|
247
|
-
|
|
248
|
-
return {
|
|
249
|
-
url,
|
|
250
|
-
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
251
|
-
content: text,
|
|
252
|
-
error: null,
|
|
253
|
-
};
|
|
254
|
-
} catch (err) {
|
|
255
|
-
if (shouldRethrow(err)) throw err;
|
|
256
|
-
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
|
|
257
|
-
return null;
|
|
258
|
-
}
|
|
259
|
-
}
|
|
260
|
-
|
|
261
|
-
async function tryGeminiApi(
|
|
262
|
-
url: string,
|
|
263
|
-
prompt: string,
|
|
264
|
-
model: string,
|
|
265
|
-
signal: AbortSignal | undefined,
|
|
266
|
-
attemptErrors: string[],
|
|
267
|
-
): Promise<ExtractedContent | null> {
|
|
268
|
-
try {
|
|
269
|
-
if (!isGeminiApiAvailableWithVideo()) return null;
|
|
270
|
-
|
|
271
|
-
if (signal?.aborted) return null;
|
|
272
|
-
|
|
273
|
-
const text = await queryGeminiApiWithVideo(prompt, url, {
|
|
274
|
-
model,
|
|
275
|
-
signal,
|
|
276
|
-
timeoutMs: 120000,
|
|
277
|
-
});
|
|
278
|
-
|
|
279
|
-
return {
|
|
280
|
-
url,
|
|
281
|
-
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
282
|
-
content: text,
|
|
283
|
-
error: null,
|
|
284
|
-
};
|
|
285
|
-
} catch (err) {
|
|
286
|
-
if (shouldRethrow(err)) throw err;
|
|
287
|
-
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
|
|
288
|
-
return null;
|
|
289
|
-
}
|
|
290
|
-
}
|
|
291
|
-
|
|
292
|
-
async function tryExa(
|
|
293
|
-
url: string,
|
|
294
|
-
prompt: string,
|
|
295
|
-
signal: AbortSignal | undefined,
|
|
296
|
-
attemptErrors: string[],
|
|
297
|
-
): Promise<ExtractedContent | null> {
|
|
298
|
-
try {
|
|
299
|
-
if (signal?.aborted || !isExaAvailable()) return null;
|
|
300
|
-
|
|
301
|
-
const exaQuery = prompt === YOUTUBE_PROMPT
|
|
302
|
-
? `Summarize this YouTube video in detail: ${url}`
|
|
303
|
-
: `${prompt} YouTube video: ${url}`;
|
|
304
|
-
|
|
305
|
-
const exaResult = await searchWithExa(
|
|
306
|
-
exaQuery,
|
|
307
|
-
{ signal },
|
|
308
|
-
);
|
|
309
|
-
const answer = exaResult?.answer;
|
|
310
|
-
|
|
311
|
-
if (!answer) return null;
|
|
312
|
-
|
|
313
|
-
const content =
|
|
314
|
-
`# Video Summary (via Exa)\n\n${answer}\n\n` +
|
|
315
|
-
`*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
|
|
316
|
-
|
|
317
|
-
return {
|
|
318
|
-
url,
|
|
319
|
-
title: "Video Summary (via Exa)",
|
|
320
|
-
content,
|
|
321
|
-
error: null,
|
|
322
|
-
};
|
|
323
|
-
} catch (err) {
|
|
324
|
-
if (shouldRethrow(err)) throw err;
|
|
325
|
-
if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
|
|
326
|
-
return null;
|
|
327
|
-
}
|
|
328
|
-
}
|
|
1
|
+
import { execFileSync } from "node:child_process";
|
|
2
|
+
import { existsSync, readFileSync } from "node:fs";
|
|
3
|
+
import { activityMonitor } from "./activity.ts";
|
|
4
|
+
import { canAttachImages } from "./feature-config.ts";
|
|
5
|
+
import { isGeminiWebAvailable, queryWithCookies } from "./gemini-web.ts";
|
|
6
|
+
import { isGeminiApiAvailableWithVideo, queryGeminiApiWithVideo } from "./gemini-api.ts";
|
|
7
|
+
import { isExaAvailable, searchWithExa } from "./exa.ts";
|
|
8
|
+
import { extractHeadingTitle, type ExtractedContent, type FrameResult, type VideoFrame } from "./extract.ts";
|
|
9
|
+
import { formatSeconds, readExecError, isTimeoutError, trimErrorText, mapFfmpegError, getWebSearchConfigPath } from "./utils.ts";
|
|
10
|
+
|
|
11
|
+
const CONFIG_PATH = getWebSearchConfigPath();
|
|
12
|
+
|
|
13
|
+
const YOUTUBE_PROMPT = `Extract the complete content of this YouTube video. Include:
|
|
14
|
+
1. Video title, channel name, and duration
|
|
15
|
+
2. A brief summary (2-3 sentences)
|
|
16
|
+
3. Full transcript with timestamps
|
|
17
|
+
4. Descriptions of any code, terminal commands, diagrams, slides, or UI shown on screen
|
|
18
|
+
|
|
19
|
+
Format as markdown.`;
|
|
20
|
+
|
|
21
|
+
const YOUTUBE_REGEX =
|
|
22
|
+
/(?:(?:www\.|m\.)?youtube\.com\/(?:watch\?.*v=|shorts\/|live\/|embed\/|v\/)|youtu\.be\/)([a-zA-Z0-9_-]{11})/;
|
|
23
|
+
|
|
24
|
+
function errorMessage(err: unknown): string {
|
|
25
|
+
return err instanceof Error ? err.message : String(err);
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function shouldRethrow(err: unknown): boolean {
|
|
29
|
+
return errorMessage(err).startsWith("Failed to parse ");
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
function addAttemptError(errors: string[], label: string, err: unknown): void {
|
|
33
|
+
const message = errorMessage(err).replace(/\s+/g, " ").trim();
|
|
34
|
+
if (message) errors.push(`${label}: ${message}`);
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
interface YouTubeConfig {
|
|
38
|
+
enabled: boolean;
|
|
39
|
+
preferredModel: string;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
function normalizePreferredModel(value: unknown, fallback: string): string {
|
|
43
|
+
if (typeof value !== "string") return fallback;
|
|
44
|
+
const normalized = value.trim();
|
|
45
|
+
return normalized.length > 0 ? normalized : fallback;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
function normalizeEnabled(value: unknown, fallback: boolean): boolean {
|
|
49
|
+
return typeof value === "boolean" ? value : fallback;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
const defaults: YouTubeConfig = { enabled: true, preferredModel: "gemini-3.6-flash" };
|
|
53
|
+
let cachedConfig: YouTubeConfig | null = null;
|
|
54
|
+
|
|
55
|
+
function loadYouTubeConfig(): YouTubeConfig {
|
|
56
|
+
if (cachedConfig) return cachedConfig;
|
|
57
|
+
if (!existsSync(CONFIG_PATH)) {
|
|
58
|
+
cachedConfig = { ...defaults };
|
|
59
|
+
return cachedConfig;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
const rawText = readFileSync(CONFIG_PATH, "utf-8");
|
|
63
|
+
let raw: { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
64
|
+
try {
|
|
65
|
+
raw = JSON.parse(rawText) as { youtube?: { enabled?: boolean; preferredModel?: string } };
|
|
66
|
+
} catch (err) {
|
|
67
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
68
|
+
throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
const yt = raw.youtube ?? {};
|
|
72
|
+
cachedConfig = {
|
|
73
|
+
enabled: normalizeEnabled(yt.enabled, defaults.enabled),
|
|
74
|
+
preferredModel: normalizePreferredModel(yt.preferredModel, defaults.preferredModel),
|
|
75
|
+
};
|
|
76
|
+
return cachedConfig;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
export function isYouTubeURL(url: string): { isYouTube: boolean; videoId: string | null } {
|
|
80
|
+
try {
|
|
81
|
+
const parsed = new URL(url);
|
|
82
|
+
if (parsed.pathname === "/playlist") {
|
|
83
|
+
return { isYouTube: false, videoId: null };
|
|
84
|
+
}
|
|
85
|
+
} catch {
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
const match = url.match(YOUTUBE_REGEX);
|
|
89
|
+
if (!match) return { isYouTube: false, videoId: null };
|
|
90
|
+
return { isYouTube: true, videoId: match[1] };
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
export function isYouTubeEnabled(): boolean {
|
|
94
|
+
return loadYouTubeConfig().enabled;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
export async function extractYouTube(
|
|
98
|
+
url: string,
|
|
99
|
+
signal?: AbortSignal,
|
|
100
|
+
prompt?: string,
|
|
101
|
+
model?: string,
|
|
102
|
+
): Promise<ExtractedContent | null> {
|
|
103
|
+
const config = loadYouTubeConfig();
|
|
104
|
+
const { videoId } = isYouTubeURL(url);
|
|
105
|
+
const canonicalUrl = videoId
|
|
106
|
+
? `https://www.youtube.com/watch?v=${videoId}`
|
|
107
|
+
: url;
|
|
108
|
+
const effectivePrompt = prompt ?? YOUTUBE_PROMPT;
|
|
109
|
+
const effectiveModel = model ?? config.preferredModel;
|
|
110
|
+
|
|
111
|
+
const activityId = activityMonitor.logStart({ type: "fetch", url: `youtube.com/${videoId ?? "video"}` });
|
|
112
|
+
const attemptErrors: string[] = [];
|
|
113
|
+
|
|
114
|
+
const result = await tryGeminiWeb(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
115
|
+
?? await tryGeminiApi(canonicalUrl, effectivePrompt, effectiveModel, signal, attemptErrors)
|
|
116
|
+
?? await tryExa(url, effectivePrompt, signal, attemptErrors);
|
|
117
|
+
|
|
118
|
+
if (result) {
|
|
119
|
+
result.url = url;
|
|
120
|
+
if (!result.error && videoId && canAttachImages()) {
|
|
121
|
+
const thumb = await fetchYouTubeThumbnail(videoId);
|
|
122
|
+
if (thumb) result.thumbnail = thumb;
|
|
123
|
+
}
|
|
124
|
+
activityMonitor.logComplete(activityId, result.error ? 0 : 200);
|
|
125
|
+
return result;
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
if (signal?.aborted) {
|
|
129
|
+
activityMonitor.logComplete(activityId, 0);
|
|
130
|
+
return null;
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
const error = attemptErrors.length > 0
|
|
134
|
+
? ["Could not extract YouTube video content.", "", ...attemptErrors.map(message => `- ${message}`)].join("\n")
|
|
135
|
+
: "Could not extract YouTube video content. Sign into Google in a supported Chromium browser for automatic access, or set GEMINI_API_KEY.";
|
|
136
|
+
activityMonitor.logError(activityId, error);
|
|
137
|
+
return { url, title: "", content: "", error };
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
type StreamInfo = { streamUrl: string; duration: number | null };
|
|
141
|
+
type StreamResult = StreamInfo | { error: string };
|
|
142
|
+
|
|
143
|
+
function mapYtDlpError(err: unknown): string {
|
|
144
|
+
const { code, stderr, message } = readExecError(err);
|
|
145
|
+
if (code === "ENOENT") return "yt-dlp is not installed. Install with: brew install yt-dlp";
|
|
146
|
+
if (isTimeoutError(err)) return "yt-dlp timed out fetching video info";
|
|
147
|
+
const lower = stderr.toLowerCase();
|
|
148
|
+
if (lower.includes("private")) return "Video is private or unavailable";
|
|
149
|
+
if (lower.includes("sign in")) return "Video is age-restricted and requires authentication";
|
|
150
|
+
if (lower.includes("not available")) return "Video is unavailable in your region or has been removed";
|
|
151
|
+
if (lower.includes("live")) return "Cannot extract frames from a live stream";
|
|
152
|
+
const snippet = trimErrorText(stderr || message);
|
|
153
|
+
return snippet ? `yt-dlp failed: ${snippet}` : "yt-dlp failed";
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
export async function getYouTubeStreamInfo(videoId: string): Promise<StreamResult> {
|
|
157
|
+
try {
|
|
158
|
+
const output = execFileSync("yt-dlp", [
|
|
159
|
+
"--print", "duration",
|
|
160
|
+
"-g", `https://www.youtube.com/watch?v=${videoId}`,
|
|
161
|
+
], { timeout: 15000, encoding: "utf-8", stdio: ["pipe", "pipe", "pipe"] }).trim();
|
|
162
|
+
const lines = output.split(/\r?\n/);
|
|
163
|
+
const rawDuration = lines[0]?.trim();
|
|
164
|
+
const streamUrl = lines[1]?.trim();
|
|
165
|
+
if (!streamUrl) return { error: "yt-dlp failed: missing stream URL" };
|
|
166
|
+
const parsedDuration = rawDuration && rawDuration !== "NA" ? Number.parseFloat(rawDuration) : NaN;
|
|
167
|
+
const duration = Number.isFinite(parsedDuration) ? parsedDuration : null;
|
|
168
|
+
return { streamUrl, duration };
|
|
169
|
+
} catch (err) {
|
|
170
|
+
return { error: mapYtDlpError(err) };
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
async function extractFrameFromStream(streamUrl: string, seconds: number): Promise<FrameResult> {
|
|
175
|
+
try {
|
|
176
|
+
const buffer = execFileSync("ffmpeg", [
|
|
177
|
+
"-ss", String(seconds), "-i", streamUrl,
|
|
178
|
+
"-frames:v", "1", "-f", "image2pipe", "-vcodec", "mjpeg", "pipe:1",
|
|
179
|
+
], { maxBuffer: 5 * 1024 * 1024, timeout: 30000, stdio: ["pipe", "pipe", "pipe"] });
|
|
180
|
+
if (buffer.length === 0) return { error: "ffmpeg failed: empty output" };
|
|
181
|
+
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
182
|
+
} catch (err) {
|
|
183
|
+
return { error: mapFfmpegError(err) };
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
export async function extractYouTubeFrame(
|
|
188
|
+
videoId: string,
|
|
189
|
+
seconds: number,
|
|
190
|
+
streamInfo?: StreamInfo,
|
|
191
|
+
): Promise<FrameResult> {
|
|
192
|
+
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
193
|
+
if ("error" in info) return info;
|
|
194
|
+
return extractFrameFromStream(info.streamUrl, seconds);
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
export async function extractYouTubeFrames(
|
|
198
|
+
videoId: string,
|
|
199
|
+
timestamps: number[],
|
|
200
|
+
streamInfo?: StreamInfo,
|
|
201
|
+
): Promise<{ frames: VideoFrame[]; duration: number | null; error: string | null }> {
|
|
202
|
+
const info = streamInfo ?? await getYouTubeStreamInfo(videoId);
|
|
203
|
+
if ("error" in info) return { frames: [], duration: null, error: info.error };
|
|
204
|
+
const results = await Promise.all(timestamps.map(async (t) => {
|
|
205
|
+
const frame = await extractFrameFromStream(info.streamUrl, t);
|
|
206
|
+
if ("error" in frame) return { error: frame.error };
|
|
207
|
+
return { ...frame, timestamp: formatSeconds(t) };
|
|
208
|
+
}));
|
|
209
|
+
const frames = results.filter((f): f is VideoFrame => "data" in f);
|
|
210
|
+
const errorResult = results.find((f): f is { error: string } => "error" in f);
|
|
211
|
+
return { frames, duration: info.duration, error: frames.length === 0 && errorResult ? errorResult.error : null };
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
export async function fetchYouTubeThumbnail(videoId: string): Promise<{ data: string; mimeType: string } | null> {
|
|
215
|
+
try {
|
|
216
|
+
const res = await fetch(`https://img.youtube.com/vi/${videoId}/hqdefault.jpg`, {
|
|
217
|
+
signal: AbortSignal.timeout(5000),
|
|
218
|
+
});
|
|
219
|
+
if (!res.ok) return null;
|
|
220
|
+
const buffer = Buffer.from(await res.arrayBuffer());
|
|
221
|
+
if (buffer.length === 0) return null;
|
|
222
|
+
return { data: buffer.toString("base64"), mimeType: "image/jpeg" };
|
|
223
|
+
} catch {
|
|
224
|
+
return null;
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
async function tryGeminiWeb(
|
|
229
|
+
url: string,
|
|
230
|
+
prompt: string,
|
|
231
|
+
model: string,
|
|
232
|
+
signal: AbortSignal | undefined,
|
|
233
|
+
attemptErrors: string[],
|
|
234
|
+
): Promise<ExtractedContent | null> {
|
|
235
|
+
try {
|
|
236
|
+
const cookies = await isGeminiWebAvailable();
|
|
237
|
+
if (!cookies) return null;
|
|
238
|
+
|
|
239
|
+
if (signal?.aborted) return null;
|
|
240
|
+
|
|
241
|
+
const text = await queryWithCookies(prompt, cookies, {
|
|
242
|
+
youtubeUrl: url,
|
|
243
|
+
...(model !== "gemini-3.6-flash" ? { model } : {}),
|
|
244
|
+
signal,
|
|
245
|
+
timeoutMs: 120000,
|
|
246
|
+
});
|
|
247
|
+
|
|
248
|
+
return {
|
|
249
|
+
url,
|
|
250
|
+
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
251
|
+
content: text,
|
|
252
|
+
error: null,
|
|
253
|
+
};
|
|
254
|
+
} catch (err) {
|
|
255
|
+
if (shouldRethrow(err)) throw err;
|
|
256
|
+
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini Web", err);
|
|
257
|
+
return null;
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
async function tryGeminiApi(
|
|
262
|
+
url: string,
|
|
263
|
+
prompt: string,
|
|
264
|
+
model: string,
|
|
265
|
+
signal: AbortSignal | undefined,
|
|
266
|
+
attemptErrors: string[],
|
|
267
|
+
): Promise<ExtractedContent | null> {
|
|
268
|
+
try {
|
|
269
|
+
if (!isGeminiApiAvailableWithVideo()) return null;
|
|
270
|
+
|
|
271
|
+
if (signal?.aborted) return null;
|
|
272
|
+
|
|
273
|
+
const text = await queryGeminiApiWithVideo(prompt, url, {
|
|
274
|
+
model,
|
|
275
|
+
signal,
|
|
276
|
+
timeoutMs: 120000,
|
|
277
|
+
});
|
|
278
|
+
|
|
279
|
+
return {
|
|
280
|
+
url,
|
|
281
|
+
title: extractHeadingTitle(text) ?? "YouTube Video",
|
|
282
|
+
content: text,
|
|
283
|
+
error: null,
|
|
284
|
+
};
|
|
285
|
+
} catch (err) {
|
|
286
|
+
if (shouldRethrow(err)) throw err;
|
|
287
|
+
if (!signal?.aborted) addAttemptError(attemptErrors, "Gemini API", err);
|
|
288
|
+
return null;
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
|
|
292
|
+
async function tryExa(
|
|
293
|
+
url: string,
|
|
294
|
+
prompt: string,
|
|
295
|
+
signal: AbortSignal | undefined,
|
|
296
|
+
attemptErrors: string[],
|
|
297
|
+
): Promise<ExtractedContent | null> {
|
|
298
|
+
try {
|
|
299
|
+
if (signal?.aborted || !isExaAvailable()) return null;
|
|
300
|
+
|
|
301
|
+
const exaQuery = prompt === YOUTUBE_PROMPT
|
|
302
|
+
? `Summarize this YouTube video in detail: ${url}`
|
|
303
|
+
: `${prompt} YouTube video: ${url}`;
|
|
304
|
+
|
|
305
|
+
const exaResult = await searchWithExa(
|
|
306
|
+
exaQuery,
|
|
307
|
+
{ signal },
|
|
308
|
+
);
|
|
309
|
+
const answer = exaResult?.answer;
|
|
310
|
+
|
|
311
|
+
if (!answer) return null;
|
|
312
|
+
|
|
313
|
+
const content =
|
|
314
|
+
`# Video Summary (via Exa)\n\n${answer}\n\n` +
|
|
315
|
+
`*Full video understanding requires Gemini access. Set GEMINI_API_KEY or sign into Google in a supported Chromium browser.*`;
|
|
316
|
+
|
|
317
|
+
return {
|
|
318
|
+
url,
|
|
319
|
+
title: "Video Summary (via Exa)",
|
|
320
|
+
content,
|
|
321
|
+
error: null,
|
|
322
|
+
};
|
|
323
|
+
} catch (err) {
|
|
324
|
+
if (shouldRethrow(err)) throw err;
|
|
325
|
+
if (!signal?.aborted) addAttemptError(attemptErrors, "Exa", err);
|
|
326
|
+
return null;
|
|
327
|
+
}
|
|
328
|
+
}
|