@selesai/code 0.9.10 → 0.9.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +260 -255
- package/dist/cli/args.js +13 -2
- package/dist/cli/args.test.js +8 -0
- package/dist/cli/credential-print.js +4 -4
- package/dist/cli.js +0 -0
- package/dist/core/agent-session-auto-handoff.test.js +24 -1
- package/dist/core/agent-session.d.ts +11 -4
- package/dist/core/agent-session.js +96 -35
- package/dist/core/compaction/branch-summarization.js +30 -30
- package/dist/core/compaction/compaction.js +81 -81
- package/dist/core/compaction/utils.js +2 -2
- package/dist/core/defaults.d.ts +1 -0
- package/dist/core/defaults.js +9 -0
- package/dist/core/export-html/template.css +1066 -1066
- package/dist/core/export-html/template.html +55 -55
- package/dist/core/export-html/template.js +1864 -1864
- package/dist/core/export-html/vendor/highlight.min.js +1212 -1212
- package/dist/core/export-html/vendor/marked.min.js +78 -78
- package/dist/core/extensions/loader.js +108 -35
- package/dist/core/extensions/loader.test.d.ts +1 -0
- package/dist/core/extensions/loader.test.js +21 -0
- package/dist/core/extensions/types.d.ts +12 -2
- package/dist/core/keybindings.d.ts +2 -2
- package/dist/core/messages.js +7 -7
- package/dist/core/model-resolver.d.ts +1 -0
- package/dist/core/model-resolver.js +10 -4
- package/dist/core/package-manager.js +4 -4
- package/dist/core/sdk.d.ts +5 -5
- package/dist/core/sdk.js +16 -4
- package/dist/core/settings-manager.d.ts +6 -0
- package/dist/core/settings-manager.js +22 -0
- package/dist/core/tools/bash.d.ts +18 -1
- package/dist/core/tools/bash.js +41 -23
- package/dist/core/tools/index.d.ts +4 -1
- package/dist/core/tools/index.js +9 -1
- package/dist/core/tools/powershell.d.ts +15 -0
- package/dist/core/tools/powershell.js +38 -0
- package/dist/core/tools/powershell.test.d.ts +1 -0
- package/dist/core/tools/powershell.test.js +20 -0
- package/dist/extensions/context-compaction-reminder.test.ts +82 -82
- package/dist/extensions/context-compaction-reminder.ts +28 -28
- package/dist/extensions/pi-intercom/LICENSE +21 -21
- package/dist/extensions/pi-intercom/broker/client.test.ts +83 -83
- package/dist/extensions/pi-intercom/broker/extension.test.ts +387 -387
- package/dist/extensions/pi-intercom/broker/framing.test.ts +114 -114
- package/dist/extensions/pi-intercom/broker/paths.test.ts +153 -153
- package/dist/extensions/pi-intercom/broker/paths.ts +134 -134
- package/dist/extensions/pi-intercom/broker/runtime-claim.test.ts +34 -34
- package/dist/extensions/pi-intercom/broker/runtime-claim.ts +21 -21
- package/dist/extensions/pi-intercom/cwd.test.ts +40 -40
- package/dist/extensions/pi-intercom/cwd.ts +31 -31
- package/dist/extensions/pi-intercom/extension-api.ts +44 -44
- package/dist/extensions/pi-intercom/format-context.test.ts +31 -31
- package/dist/extensions/pi-intercom/format-context.ts +32 -32
- package/dist/extensions/pi-intercom/test/overlay-width.test.ts +66 -66
- package/dist/extensions/pi-intercom/ui/compose.ts +143 -143
- package/dist/extensions/pi-intercom/ui/session-list.ts +166 -166
- package/dist/extensions/pi-powerline-footer/bash-mode/shell-session.ts +286 -286
- package/dist/extensions/pi-powerline-footer/bash-mode/transcript.ts +108 -108
- package/dist/extensions/pi-powerline-footer/separators.ts +57 -57
- package/dist/extensions/pi-powerline-footer/tests/session-usage.test.ts +47 -47
- package/dist/extensions/pi-powerline-footer/tests/tps.test.ts +39 -39
- package/dist/extensions/pi-powerline-footer/theme.example.json +24 -24
- package/dist/extensions/pi-powerline-footer/theme.json +12 -12
- package/dist/extensions/pi-powerline-footer/tps.ts +345 -345
- package/dist/extensions/pi-rewind-hook/README.md +245 -245
- package/dist/extensions/pi-rewind-hook/index.ts +1445 -1445
- package/dist/extensions/pi-rewind-hook/package.json +29 -29
- package/dist/extensions/pi-subagents/install.mjs +0 -0
- package/dist/extensions/pi-web-agent/package.json +31 -31
- package/dist/extensions/pi-web-agent/src/backends/config.ts +205 -205
- package/dist/extensions/pi-web-agent/src/backends/doctor.ts +136 -136
- package/dist/extensions/pi-web-agent/src/backends/factory.ts +152 -152
- package/dist/extensions/pi-web-agent/src/backends/settings-reader.ts +25 -25
- package/dist/extensions/pi-web-agent/src/cache/ttl-cache.ts +28 -28
- package/dist/extensions/pi-web-agent/src/changelog-notice.ts +136 -136
- package/dist/extensions/pi-web-agent/src/commands/web-agent-config.ts +946 -946
- package/dist/extensions/pi-web-agent/src/extension.ts +126 -126
- package/dist/extensions/pi-web-agent/src/extract/readability.ts +118 -118
- package/dist/extensions/pi-web-agent/src/fetch/browser-resolution.ts +199 -199
- package/dist/extensions/pi-web-agent/src/fetch/firecrawl-fetch.ts +100 -100
- package/dist/extensions/pi-web-agent/src/fetch/headless-fetch.ts +117 -117
- package/dist/extensions/pi-web-agent/src/fetch/http-fetch.ts +67 -67
- package/dist/extensions/pi-web-agent/src/orchestration/answer-synthesizer.ts +60 -60
- package/dist/extensions/pi-web-agent/src/orchestration/candidate-selector.ts +50 -50
- package/dist/extensions/pi-web-agent/src/orchestration/direct-url.ts +52 -52
- package/dist/extensions/pi-web-agent/src/orchestration/evidence-quality.ts +105 -105
- package/dist/extensions/pi-web-agent/src/orchestration/evidence-ranker.ts +45 -45
- package/dist/extensions/pi-web-agent/src/orchestration/index.ts +28 -28
- package/dist/extensions/pi-web-agent/src/orchestration/query-planner.ts +47 -47
- package/dist/extensions/pi-web-agent/src/orchestration/research-orchestrator.ts +376 -376
- package/dist/extensions/pi-web-agent/src/orchestration/research-types.ts +64 -64
- package/dist/extensions/pi-web-agent/src/orchestration/research-worker.ts +181 -181
- package/dist/extensions/pi-web-agent/src/orchestration/source-profile.ts +101 -101
- package/dist/extensions/pi-web-agent/src/orchestration/stop-decider.ts +81 -81
- package/dist/extensions/pi-web-agent/src/presentation/config-store.ts +210 -210
- package/dist/extensions/pi-web-agent/src/presentation/config.ts +75 -75
- package/dist/extensions/pi-web-agent/src/presentation/explore-presentation.ts +61 -61
- package/dist/extensions/pi-web-agent/src/presentation/fetch-presentation.ts +54 -54
- package/dist/extensions/pi-web-agent/src/presentation/search-presentation.ts +41 -41
- package/dist/extensions/pi-web-agent/src/presentation/select-view.ts +20 -20
- package/dist/extensions/pi-web-agent/src/presentation/types.ts +63 -63
- package/dist/extensions/pi-web-agent/src/search/brave.ts +114 -114
- package/dist/extensions/pi-web-agent/src/search/duckduckgo.ts +72 -72
- package/dist/extensions/pi-web-agent/src/search/searxng.ts +96 -96
- package/dist/extensions/pi-web-agent/src/tools/web-explore.ts +71 -71
- package/dist/extensions/pi-web-agent/src/tools/web-fetch-headless.ts +31 -31
- package/dist/extensions/pi-web-agent/src/tools/web-fetch.ts +31 -31
- package/dist/extensions/pi-web-agent/src/tools/web-search.ts +157 -157
- package/dist/extensions/pi-web-agent/src/types.ts +88 -88
- package/dist/extensions/ponytail/package.json +8 -8
- package/dist/extensions/question/batch.ts +103 -103
- package/dist/extensions/question/constants.ts +30 -30
- package/dist/extensions/question/helpers.ts +58 -58
- package/dist/extensions/question/navigation.ts +14 -14
- package/dist/extensions/question/package.json +19 -19
- package/dist/extensions/question/schemas.ts +43 -43
- package/dist/extensions/question/selection-mode.ts +46 -46
- package/dist/extensions/question/shortcuts.ts +44 -44
- package/dist/extensions/question/types.ts +132 -132
- package/dist/extensions/test-resolve-hook-impl.mjs +6 -6
- package/dist/extensions/test-resolve-hook.mjs +6 -6
- package/dist/extensions/web-agent-onboarding.ts +222 -222
- package/dist/extensions/workflow/package.json +17 -17
- package/dist/package-manager-cli.js +71 -71
- package/dist/rpc-entry.js +0 -0
- package/dist/skills/agent-browser/SKILL.md +52 -52
- package/dist/skills/batch-grill-me/SKILL.md +19 -19
- package/dist/skills/grill-me/SKILL.md +10 -10
- package/dist/skills/handoff/SKILL.md +16 -16
- package/dist/skills/handoff-text/SKILL.md +14 -14
- package/dist/skills/implanger/SKILL.md +69 -69
- package/dist/skills/improve-codebase/REFERENCE.md +78 -78
- package/dist/skills/improve-codebase/SKILL.md +178 -178
- package/dist/skills/planger/SKILL.md +166 -166
- package/dist/skills/ponytail/SKILL.md +116 -116
- package/dist/skills/ponytail-audit/SKILL.md +42 -42
- package/dist/skills/ponytail-debt/SKILL.md +45 -45
- package/dist/skills/ponytail-gain/SKILL.md +51 -51
- package/dist/skills/ponytail-help/SKILL.md +70 -70
- package/dist/skills/ponytail-review/SKILL.md +58 -58
- package/dist/skills/selesai-handoff/SKILL.md +20 -20
- package/dist/skills/workflow-creation/SKILL.md +73 -73
- package/dist/themes/powerline-footer/theme.json +33 -33
- package/dist/utils/shell.d.ts +3 -0
- package/dist/utils/shell.js +17 -5
- package/docs/compaction.md +396 -396
- package/docs/containerization.md +111 -111
- package/docs/development.md +71 -71
- package/docs/docs.json +164 -164
- package/docs/environment-variables.md +86 -86
- package/docs/index.md +83 -83
- package/docs/json.md +82 -82
- package/docs/models.md +502 -502
- package/docs/packages.md +227 -227
- package/docs/plans/subagent-delegation/phase-0-correctness.md +264 -264
- package/docs/plans/subagent-delegation/phase-1-behavioral-contract.md +485 -485
- package/docs/plans/subagent-delegation/phase-2-context-controls.md +281 -281
- package/docs/plans/subagent-delegation/phase-3-advisory-routing.md +361 -361
- package/docs/plans/subagent-delegation/phase-4-optional-enforcement.md +380 -380
- package/docs/prompt-templates.md +95 -95
- package/docs/providers.md +293 -293
- package/docs/sdk.md +1144 -1143
- package/docs/security.md +59 -59
- package/docs/session-format.md +414 -414
- package/docs/sessions.md +145 -145
- package/docs/shared-host-extensions.md +109 -109
- package/docs/shell-aliases.md +13 -13
- package/docs/skills.md +231 -231
- package/docs/terminal-setup.md +142 -142
- package/docs/termux.md +127 -127
- package/docs/themes.md +295 -295
- package/docs/tmux.md +63 -63
- package/docs/tui.md +927 -927
- package/docs/windows.md +17 -17
- package/examples/README.md +25 -25
- package/examples/extensions/README.md +211 -211
- package/examples/extensions/auto-commit-on-exit.ts +49 -49
- package/examples/extensions/bash-spawn-hook.ts +30 -30
- package/examples/extensions/bookmark.ts +50 -50
- package/examples/extensions/border-status-editor.ts +150 -150
- package/examples/extensions/built-in-tool-renderer.ts +249 -249
- package/examples/extensions/claude-rules.ts +86 -86
- package/examples/extensions/commands.ts +72 -72
- package/examples/extensions/confirm-destructive.ts +59 -59
- package/examples/extensions/custom-compaction.ts +130 -130
- package/examples/extensions/custom-footer.ts +64 -64
- package/examples/extensions/custom-header.ts +73 -73
- package/examples/extensions/custom-provider-anthropic/index.ts +610 -610
- package/examples/extensions/custom-provider-anthropic/package-lock.json +24 -24
- package/examples/extensions/custom-provider-anthropic/package.json +19 -19
- package/examples/extensions/custom-provider-gitlab-duo/index.ts +404 -404
- package/examples/extensions/custom-provider-gitlab-duo/package.json +16 -16
- package/examples/extensions/custom-provider-gitlab-duo/test.ts +82 -82
- package/examples/extensions/dirty-repo-guard.ts +56 -56
- package/examples/extensions/doom-overlay/README.md +46 -46
- package/examples/extensions/doom-overlay/doom/build/doom.js +21 -21
- package/examples/extensions/doom-overlay/doom/build/doom.wasm +0 -0
- package/examples/extensions/doom-overlay/doom/build.sh +152 -152
- package/examples/extensions/doom-overlay/doom/doomgeneric_pi.c +72 -72
- package/examples/extensions/doom-overlay/doom-component.ts +132 -132
- package/examples/extensions/doom-overlay/doom-engine.ts +173 -173
- package/examples/extensions/doom-overlay/doom-keys.ts +104 -104
- package/examples/extensions/doom-overlay/index.ts +74 -74
- package/examples/extensions/doom-overlay/wad-finder.ts +51 -51
- package/examples/extensions/dynamic-resources/SKILL.md +8 -8
- package/examples/extensions/dynamic-resources/dynamic.json +79 -79
- package/examples/extensions/dynamic-resources/dynamic.md +5 -5
- package/examples/extensions/dynamic-resources/index.ts +15 -15
- package/examples/extensions/dynamic-tools.ts +74 -74
- package/examples/extensions/event-bus.ts +43 -43
- package/examples/extensions/file-trigger.ts +41 -41
- package/examples/extensions/git-checkpoint.ts +53 -53
- package/examples/extensions/git-merge-and-resolve.ts +115 -115
- package/examples/extensions/github-issue-autocomplete.ts +185 -185
- package/examples/extensions/gondolin/index.ts +531 -531
- package/examples/extensions/gondolin/package-lock.json +185 -185
- package/examples/extensions/gondolin/package.json +19 -19
- package/examples/extensions/handoff.ts +199 -199
- package/examples/extensions/hello.ts +26 -26
- package/examples/extensions/hidden-thinking-label.ts +53 -53
- package/examples/extensions/inline-bash.ts +94 -94
- package/examples/extensions/input-transform-streaming.ts +39 -39
- package/examples/extensions/input-transform.ts +43 -43
- package/examples/extensions/interactive-shell.ts +196 -196
- package/examples/extensions/mac-system-theme.ts +47 -47
- package/examples/extensions/message-renderer.ts +59 -59
- package/examples/extensions/minimal-mode.ts +426 -426
- package/examples/extensions/modal-editor.ts +85 -85
- package/examples/extensions/model-status.ts +31 -31
- package/examples/extensions/notify.ts +55 -55
- package/examples/extensions/overlay-qa-tests.ts +1450 -1450
- package/examples/extensions/overlay-test.ts +153 -153
- package/examples/extensions/permission-gate.ts +34 -34
- package/examples/extensions/pirate.ts +47 -47
- package/examples/extensions/plan-mode/README.md +66 -66
- package/examples/extensions/plan-mode/index.ts +390 -390
- package/examples/extensions/plan-mode/utils.ts +168 -168
- package/examples/extensions/preset.ts +436 -436
- package/examples/extensions/project-trust.ts +64 -64
- package/examples/extensions/prompt-customizer.ts +97 -97
- package/examples/extensions/protected-paths.ts +30 -30
- package/examples/extensions/provider-payload.ts +18 -18
- package/examples/extensions/qna.ts +122 -122
- package/examples/extensions/question.ts +285 -285
- package/examples/extensions/questionnaire.ts +448 -448
- package/examples/extensions/rainbow-editor.ts +88 -88
- package/examples/extensions/reload-runtime.ts +37 -37
- package/examples/extensions/rpc-demo.ts +118 -118
- package/examples/extensions/sandbox/index.ts +321 -321
- package/examples/extensions/sandbox/package-lock.json +92 -92
- package/examples/extensions/sandbox/package.json +19 -19
- package/examples/extensions/send-user-message.ts +97 -97
- package/examples/extensions/session-name.ts +27 -27
- package/examples/extensions/shutdown-command.ts +63 -63
- package/examples/extensions/snake.ts +343 -343
- package/examples/extensions/space-invaders.ts +560 -560
- package/examples/extensions/ssh.ts +220 -220
- package/examples/extensions/status-line.ts +32 -32
- package/examples/extensions/structured-output.ts +65 -65
- package/examples/extensions/subagent/README.md +175 -175
- package/examples/extensions/subagent/agents/planner.md +37 -37
- package/examples/extensions/subagent/agents/reviewer.md +35 -35
- package/examples/extensions/subagent/agents/scout.md +50 -50
- package/examples/extensions/subagent/agents/worker.md +24 -24
- package/examples/extensions/subagent/agents.ts +126 -126
- package/examples/extensions/subagent/index.ts +1015 -1015
- package/examples/extensions/subagent/prompts/implement-and-review.md +10 -10
- package/examples/extensions/subagent/prompts/implement.md +10 -10
- package/examples/extensions/subagent/prompts/scout-and-plan.md +9 -9
- package/examples/extensions/summarize.ts +209 -209
- package/examples/extensions/system-prompt-header.ts +17 -17
- package/examples/extensions/tic-tac-toe.ts +1008 -1008
- package/examples/extensions/timed-confirm.ts +70 -70
- package/examples/extensions/titlebar-spinner.ts +58 -58
- package/examples/extensions/todo.ts +297 -297
- package/examples/extensions/tool-override.ts +144 -144
- package/examples/extensions/tools.ts +146 -146
- package/examples/extensions/trigger-compact.ts +50 -50
- package/examples/extensions/truncated-tool.ts +195 -195
- package/examples/extensions/widget-placement.ts +9 -9
- package/examples/extensions/with-deps/index.ts +32 -32
- package/examples/extensions/with-deps/package-lock.json +31 -31
- package/examples/extensions/with-deps/package.json +22 -22
- package/examples/extensions/working-indicator.ts +123 -123
- package/examples/extensions/working-message-test.ts +25 -25
- package/examples/rpc-extension-ui.ts +632 -632
- package/examples/sdk/01-minimal.ts +26 -26
- package/examples/sdk/02-custom-model.ts +53 -53
- package/examples/sdk/03-custom-prompt.ts +75 -75
- package/examples/sdk/04-skills.ts +55 -55
- package/examples/sdk/05-tools.ts +48 -48
- package/examples/sdk/06-extensions.ts +99 -99
- package/examples/sdk/07-context-files.ts +47 -47
- package/examples/sdk/08-prompt-templates.ts +51 -51
- package/examples/sdk/09-api-keys-and-oauth.ts +52 -52
- package/examples/sdk/10-settings.ts +53 -53
- package/examples/sdk/11-sessions.ts +52 -52
- package/examples/sdk/12-full-control.ts +79 -79
- package/examples/sdk/13-session-runtime.ts +67 -67
- package/examples/sdk/README.md +144 -144
- package/package.json +4 -4
|
@@ -1,136 +1,136 @@
|
|
|
1
|
-
import type { BackendConfig, FirecrawlOptions, SearxngOptions } from './config.js';
|
|
2
|
-
import { readBraveKeyFromSettings } from './settings-reader.js';
|
|
3
|
-
|
|
4
|
-
function withTimeout(timeoutMs: number) {
|
|
5
|
-
const controller = new AbortController();
|
|
6
|
-
const timeout = setTimeout(() => controller.abort(), timeoutMs);
|
|
7
|
-
return { signal: controller.signal, done: () => clearTimeout(timeout) };
|
|
8
|
-
}
|
|
9
|
-
|
|
10
|
-
function message(error: unknown) {
|
|
11
|
-
return error instanceof Error ? error.message : String(error);
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
function braveDoctorUrl() {
|
|
15
|
-
const url = new URL('https://api.search.brave.com/res/v1/web/search');
|
|
16
|
-
url.searchParams.set('q', 'pi-web-agent-doctor');
|
|
17
|
-
url.searchParams.set('count', '1');
|
|
18
|
-
return url.toString();
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
function searxngDoctorUrl(baseUrl: string, options: SearxngOptions = {}) {
|
|
22
|
-
const url = new URL('/search', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`);
|
|
23
|
-
url.searchParams.set('q', 'pi-web-agent-doctor');
|
|
24
|
-
url.searchParams.set('format', 'json');
|
|
25
|
-
if (options.categories?.length) url.searchParams.set('categories', options.categories.join(','));
|
|
26
|
-
if (options.language) url.searchParams.set('language', options.language);
|
|
27
|
-
if (options.safesearch !== undefined) url.searchParams.set('safesearch', String(options.safesearch));
|
|
28
|
-
return url.toString();
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
function firecrawlDoctorBody(options: FirecrawlOptions = {}) {
|
|
32
|
-
return {
|
|
33
|
-
url: 'https://example.com',
|
|
34
|
-
formats: options.formats ?? ['markdown'],
|
|
35
|
-
...(options.onlyMainContent !== undefined ? { onlyMainContent: options.onlyMainContent } : {})
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
export async function checkBackendHealth(
|
|
40
|
-
config: BackendConfig,
|
|
41
|
-
{
|
|
42
|
-
fetchImpl = fetch,
|
|
43
|
-
timeoutMs = 3_000
|
|
44
|
-
}: {
|
|
45
|
-
fetchImpl?: typeof fetch;
|
|
46
|
-
timeoutMs?: number;
|
|
47
|
-
} = {}
|
|
48
|
-
): Promise<string[]> {
|
|
49
|
-
const lines: string[] = [];
|
|
50
|
-
|
|
51
|
-
if (config.search.provider === 'duckduckgo') {
|
|
52
|
-
lines.push('search backend: duckduckgo');
|
|
53
|
-
} else if (config.search.provider === 'brave') {
|
|
54
|
-
const apiKey = process.env.PI_WEB_AGENT_BRAVE_API_KEY ?? readBraveKeyFromSettings();
|
|
55
|
-
if (!apiKey?.trim()) {
|
|
56
|
-
lines.push('search backend: brave warning (missing Brave API key — set webAgent.braveApiKey in settings.json or PI_WEB_AGENT_BRAVE_API_KEY env var)');
|
|
57
|
-
} else {
|
|
58
|
-
const timeout = withTimeout(timeoutMs);
|
|
59
|
-
try {
|
|
60
|
-
const response = await fetchImpl(braveDoctorUrl(), {
|
|
61
|
-
headers: {
|
|
62
|
-
Accept: 'application/json',
|
|
63
|
-
'X-Subscription-Token': apiKey
|
|
64
|
-
},
|
|
65
|
-
signal: timeout.signal
|
|
66
|
-
});
|
|
67
|
-
if (!response.ok) {
|
|
68
|
-
lines.push(`search backend: brave warning (HTTP ${response.status})`);
|
|
69
|
-
} else {
|
|
70
|
-
const json = (await response.json()) as { web?: { results?: unknown } };
|
|
71
|
-
lines.push(Array.isArray(json.web?.results)
|
|
72
|
-
? 'search backend: brave ok'
|
|
73
|
-
: 'search backend: brave warning (unexpected response)');
|
|
74
|
-
}
|
|
75
|
-
} catch (error) {
|
|
76
|
-
lines.push(`search backend: brave warning (${message(error)})`);
|
|
77
|
-
} finally {
|
|
78
|
-
timeout.done();
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
} else if (!config.search.baseUrl) {
|
|
82
|
-
lines.push('search backend: searxng warning (missing baseUrl)');
|
|
83
|
-
} else {
|
|
84
|
-
const timeout = withTimeout(timeoutMs);
|
|
85
|
-
try {
|
|
86
|
-
const response = await fetchImpl(searxngDoctorUrl(config.search.baseUrl, config.search.options), { signal: timeout.signal });
|
|
87
|
-
const json = (await response.json()) as { results?: unknown };
|
|
88
|
-
lines.push(response.ok && Array.isArray(json.results)
|
|
89
|
-
? 'search backend: searxng ok'
|
|
90
|
-
: 'search backend: searxng warning (unexpected response)');
|
|
91
|
-
} catch (error) {
|
|
92
|
-
lines.push(`search backend: searxng warning (${message(error)})`);
|
|
93
|
-
} finally {
|
|
94
|
-
timeout.done();
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
if (config.search.fallback) {
|
|
99
|
-
lines.push(`search fallback: ${config.search.fallback}`);
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
if (config.fetch.provider === 'http') {
|
|
103
|
-
lines.push('fetch backend: http');
|
|
104
|
-
} else if (!config.fetch.baseUrl) {
|
|
105
|
-
lines.push('fetch backend: firecrawl warning (missing baseUrl)');
|
|
106
|
-
} else {
|
|
107
|
-
const timeout = withTimeout(timeoutMs);
|
|
108
|
-
try {
|
|
109
|
-
const headers: Record<string, string> = { 'content-type': 'application/json' };
|
|
110
|
-
if (config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY) {
|
|
111
|
-
headers.Authorization = `Bearer ${config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY}`;
|
|
112
|
-
}
|
|
113
|
-
const response = await fetchImpl(new URL('/v1/scrape', config.fetch.baseUrl).toString(), {
|
|
114
|
-
method: 'POST',
|
|
115
|
-
headers,
|
|
116
|
-
body: JSON.stringify(firecrawlDoctorBody(config.fetch.options)),
|
|
117
|
-
signal: timeout.signal
|
|
118
|
-
});
|
|
119
|
-
lines.push(response.ok ? 'fetch backend: firecrawl ok' : `fetch backend: firecrawl warning (HTTP ${response.status})`);
|
|
120
|
-
} catch (error) {
|
|
121
|
-
lines.push(`fetch backend: firecrawl warning (${message(error)})`);
|
|
122
|
-
} finally {
|
|
123
|
-
timeout.done();
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
if (config.fetch.fallback) {
|
|
128
|
-
lines.push(`fetch fallback: ${config.fetch.fallback}`);
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
if (config.headless.provider === 'local-browser') {
|
|
132
|
-
lines.push('headless backend: local-browser (managed Chromium fallback configured)');
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
return lines;
|
|
136
|
-
}
|
|
1
|
+
import type { BackendConfig, FirecrawlOptions, SearxngOptions } from './config.js';
|
|
2
|
+
import { readBraveKeyFromSettings } from './settings-reader.js';
|
|
3
|
+
|
|
4
|
+
function withTimeout(timeoutMs: number) {
|
|
5
|
+
const controller = new AbortController();
|
|
6
|
+
const timeout = setTimeout(() => controller.abort(), timeoutMs);
|
|
7
|
+
return { signal: controller.signal, done: () => clearTimeout(timeout) };
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
function message(error: unknown) {
|
|
11
|
+
return error instanceof Error ? error.message : String(error);
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
function braveDoctorUrl() {
|
|
15
|
+
const url = new URL('https://api.search.brave.com/res/v1/web/search');
|
|
16
|
+
url.searchParams.set('q', 'pi-web-agent-doctor');
|
|
17
|
+
url.searchParams.set('count', '1');
|
|
18
|
+
return url.toString();
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function searxngDoctorUrl(baseUrl: string, options: SearxngOptions = {}) {
|
|
22
|
+
const url = new URL('/search', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`);
|
|
23
|
+
url.searchParams.set('q', 'pi-web-agent-doctor');
|
|
24
|
+
url.searchParams.set('format', 'json');
|
|
25
|
+
if (options.categories?.length) url.searchParams.set('categories', options.categories.join(','));
|
|
26
|
+
if (options.language) url.searchParams.set('language', options.language);
|
|
27
|
+
if (options.safesearch !== undefined) url.searchParams.set('safesearch', String(options.safesearch));
|
|
28
|
+
return url.toString();
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
function firecrawlDoctorBody(options: FirecrawlOptions = {}) {
|
|
32
|
+
return {
|
|
33
|
+
url: 'https://example.com',
|
|
34
|
+
formats: options.formats ?? ['markdown'],
|
|
35
|
+
...(options.onlyMainContent !== undefined ? { onlyMainContent: options.onlyMainContent } : {})
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export async function checkBackendHealth(
|
|
40
|
+
config: BackendConfig,
|
|
41
|
+
{
|
|
42
|
+
fetchImpl = fetch,
|
|
43
|
+
timeoutMs = 3_000
|
|
44
|
+
}: {
|
|
45
|
+
fetchImpl?: typeof fetch;
|
|
46
|
+
timeoutMs?: number;
|
|
47
|
+
} = {}
|
|
48
|
+
): Promise<string[]> {
|
|
49
|
+
const lines: string[] = [];
|
|
50
|
+
|
|
51
|
+
if (config.search.provider === 'duckduckgo') {
|
|
52
|
+
lines.push('search backend: duckduckgo');
|
|
53
|
+
} else if (config.search.provider === 'brave') {
|
|
54
|
+
const apiKey = process.env.PI_WEB_AGENT_BRAVE_API_KEY ?? readBraveKeyFromSettings();
|
|
55
|
+
if (!apiKey?.trim()) {
|
|
56
|
+
lines.push('search backend: brave warning (missing Brave API key — set webAgent.braveApiKey in settings.json or PI_WEB_AGENT_BRAVE_API_KEY env var)');
|
|
57
|
+
} else {
|
|
58
|
+
const timeout = withTimeout(timeoutMs);
|
|
59
|
+
try {
|
|
60
|
+
const response = await fetchImpl(braveDoctorUrl(), {
|
|
61
|
+
headers: {
|
|
62
|
+
Accept: 'application/json',
|
|
63
|
+
'X-Subscription-Token': apiKey
|
|
64
|
+
},
|
|
65
|
+
signal: timeout.signal
|
|
66
|
+
});
|
|
67
|
+
if (!response.ok) {
|
|
68
|
+
lines.push(`search backend: brave warning (HTTP ${response.status})`);
|
|
69
|
+
} else {
|
|
70
|
+
const json = (await response.json()) as { web?: { results?: unknown } };
|
|
71
|
+
lines.push(Array.isArray(json.web?.results)
|
|
72
|
+
? 'search backend: brave ok'
|
|
73
|
+
: 'search backend: brave warning (unexpected response)');
|
|
74
|
+
}
|
|
75
|
+
} catch (error) {
|
|
76
|
+
lines.push(`search backend: brave warning (${message(error)})`);
|
|
77
|
+
} finally {
|
|
78
|
+
timeout.done();
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
} else if (!config.search.baseUrl) {
|
|
82
|
+
lines.push('search backend: searxng warning (missing baseUrl)');
|
|
83
|
+
} else {
|
|
84
|
+
const timeout = withTimeout(timeoutMs);
|
|
85
|
+
try {
|
|
86
|
+
const response = await fetchImpl(searxngDoctorUrl(config.search.baseUrl, config.search.options), { signal: timeout.signal });
|
|
87
|
+
const json = (await response.json()) as { results?: unknown };
|
|
88
|
+
lines.push(response.ok && Array.isArray(json.results)
|
|
89
|
+
? 'search backend: searxng ok'
|
|
90
|
+
: 'search backend: searxng warning (unexpected response)');
|
|
91
|
+
} catch (error) {
|
|
92
|
+
lines.push(`search backend: searxng warning (${message(error)})`);
|
|
93
|
+
} finally {
|
|
94
|
+
timeout.done();
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
if (config.search.fallback) {
|
|
99
|
+
lines.push(`search fallback: ${config.search.fallback}`);
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
if (config.fetch.provider === 'http') {
|
|
103
|
+
lines.push('fetch backend: http');
|
|
104
|
+
} else if (!config.fetch.baseUrl) {
|
|
105
|
+
lines.push('fetch backend: firecrawl warning (missing baseUrl)');
|
|
106
|
+
} else {
|
|
107
|
+
const timeout = withTimeout(timeoutMs);
|
|
108
|
+
try {
|
|
109
|
+
const headers: Record<string, string> = { 'content-type': 'application/json' };
|
|
110
|
+
if (config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY) {
|
|
111
|
+
headers.Authorization = `Bearer ${config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY}`;
|
|
112
|
+
}
|
|
113
|
+
const response = await fetchImpl(new URL('/v1/scrape', config.fetch.baseUrl).toString(), {
|
|
114
|
+
method: 'POST',
|
|
115
|
+
headers,
|
|
116
|
+
body: JSON.stringify(firecrawlDoctorBody(config.fetch.options)),
|
|
117
|
+
signal: timeout.signal
|
|
118
|
+
});
|
|
119
|
+
lines.push(response.ok ? 'fetch backend: firecrawl ok' : `fetch backend: firecrawl warning (HTTP ${response.status})`);
|
|
120
|
+
} catch (error) {
|
|
121
|
+
lines.push(`fetch backend: firecrawl warning (${message(error)})`);
|
|
122
|
+
} finally {
|
|
123
|
+
timeout.done();
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
if (config.fetch.fallback) {
|
|
128
|
+
lines.push(`fetch fallback: ${config.fetch.fallback}`);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
if (config.headless.provider === 'local-browser') {
|
|
132
|
+
lines.push('headless backend: local-browser (managed Chromium fallback configured)');
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
return lines;
|
|
136
|
+
}
|
|
@@ -1,152 +1,152 @@
|
|
|
1
|
-
import { createFirecrawlFetcher } from '../fetch/firecrawl-fetch.js';
|
|
2
|
-
import { createBraveSearchTool } from '../search/brave.js';
|
|
3
|
-
import { createSearxngSearchTool } from '../search/searxng.js';
|
|
4
|
-
import { buildFetchPresentation } from '../presentation/fetch-presentation.js';
|
|
5
|
-
import { buildSearchPresentation } from '../presentation/search-presentation.js';
|
|
6
|
-
import { createWebFetchHeadlessTool } from '../tools/web-fetch-headless.js';
|
|
7
|
-
import { createWebFetchTool } from '../tools/web-fetch.js';
|
|
8
|
-
import { createWebSearchTool } from '../tools/web-search.js';
|
|
9
|
-
import { readBraveKeyFromSettings } from './settings-reader.js';
|
|
10
|
-
import type { WebFetchHeadlessResponse, WebFetchResponse, WebSearchResponse } from '../types.js';
|
|
11
|
-
import { DEFAULT_BACKEND_CONFIG, type BackendConfig } from './config.js';
|
|
12
|
-
|
|
13
|
-
export type BackendSet = {
|
|
14
|
-
search: (input: { query: string }) => Promise<WebSearchResponse>;
|
|
15
|
-
fetchPage: (input: { url: string }) => Promise<WebFetchResponse>;
|
|
16
|
-
headlessFetch: (input: { url: string }) => Promise<WebFetchHeadlessResponse>;
|
|
17
|
-
};
|
|
18
|
-
|
|
19
|
-
export type BackendFactoryDeps = {
|
|
20
|
-
createDuckDuckGoSearch?: typeof createWebSearchTool;
|
|
21
|
-
createSearxngSearch?: typeof createSearxngSearchTool;
|
|
22
|
-
createBraveSearch?: typeof createBraveSearchTool;
|
|
23
|
-
createHttpFetch?: typeof createWebFetchTool;
|
|
24
|
-
createFirecrawlFetch?: typeof createFirecrawlFetcher;
|
|
25
|
-
createHeadlessFetch?: typeof createWebFetchHeadlessTool;
|
|
26
|
-
};
|
|
27
|
-
|
|
28
|
-
function invalidSearxngSearch() {
|
|
29
|
-
return async function search() {
|
|
30
|
-
const result: WebSearchResponse = {
|
|
31
|
-
status: 'error',
|
|
32
|
-
results: [],
|
|
33
|
-
metadata: { backend: 'searxng', cacheHit: false },
|
|
34
|
-
error: {
|
|
35
|
-
code: 'BACKEND_CONFIG_INVALID',
|
|
36
|
-
message: 'SearXNG search requires backends.search.baseUrl.'
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
|
|
40
|
-
return { ...result, presentation: buildSearchPresentation(result) };
|
|
41
|
-
};
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
function invalidFirecrawlFetch() {
|
|
45
|
-
return async function fetchPage(url: string): Promise<WebFetchResponse> {
|
|
46
|
-
const result: WebFetchResponse = {
|
|
47
|
-
status: 'error',
|
|
48
|
-
url,
|
|
49
|
-
metadata: { method: 'firecrawl', cacheHit: false },
|
|
50
|
-
error: {
|
|
51
|
-
code: 'BACKEND_CONFIG_INVALID',
|
|
52
|
-
message: 'Firecrawl fetch requires backends.fetch.baseUrl.'
|
|
53
|
-
}
|
|
54
|
-
};
|
|
55
|
-
|
|
56
|
-
return { ...result, presentation: buildFetchPresentation(result) };
|
|
57
|
-
};
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
function withSearchFallback(
|
|
61
|
-
primary: BackendSet['search'],
|
|
62
|
-
fallback: BackendSet['search'],
|
|
63
|
-
fallbackFrom: 'searxng' | 'brave'
|
|
64
|
-
): BackendSet['search'] {
|
|
65
|
-
return async (input) => {
|
|
66
|
-
const first = await primary(input);
|
|
67
|
-
if (first.status !== 'error') return first;
|
|
68
|
-
|
|
69
|
-
const second = await fallback(input);
|
|
70
|
-
const result: WebSearchResponse = {
|
|
71
|
-
...second,
|
|
72
|
-
metadata: {
|
|
73
|
-
...second.metadata,
|
|
74
|
-
fallbackFrom,
|
|
75
|
-
fallbackReason: first.error?.message ?? `${fallbackFrom} search failed.`
|
|
76
|
-
}
|
|
77
|
-
};
|
|
78
|
-
return { ...result, presentation: buildSearchPresentation(result) };
|
|
79
|
-
};
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
function withFetchFallback(
|
|
83
|
-
primary: BackendSet['fetchPage'],
|
|
84
|
-
fallback: BackendSet['fetchPage']
|
|
85
|
-
): BackendSet['fetchPage'] {
|
|
86
|
-
return async (input) => {
|
|
87
|
-
const first = await primary(input);
|
|
88
|
-
if (first.status !== 'error' && first.status !== 'needs_headless') return first;
|
|
89
|
-
|
|
90
|
-
const second = await fallback(input);
|
|
91
|
-
const result: WebFetchResponse = {
|
|
92
|
-
...second,
|
|
93
|
-
metadata: {
|
|
94
|
-
...second.metadata,
|
|
95
|
-
fallbackFrom: 'firecrawl',
|
|
96
|
-
fallbackReason: first.error?.message ?? 'Firecrawl fetch failed.'
|
|
97
|
-
}
|
|
98
|
-
};
|
|
99
|
-
return { ...result, presentation: buildFetchPresentation(result) };
|
|
100
|
-
};
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
export function createBackendSet(
|
|
104
|
-
config: BackendConfig = DEFAULT_BACKEND_CONFIG,
|
|
105
|
-
deps: BackendFactoryDeps = {}
|
|
106
|
-
): BackendSet {
|
|
107
|
-
const createDuckDuckGoSearch = deps.createDuckDuckGoSearch ?? createWebSearchTool;
|
|
108
|
-
const createSearxngSearch = deps.createSearxngSearch ?? createSearxngSearchTool;
|
|
109
|
-
const createBraveSearch = deps.createBraveSearch ?? createBraveSearchTool;
|
|
110
|
-
const createHttpFetch = deps.createHttpFetch ?? createWebFetchTool;
|
|
111
|
-
const createFirecrawlFetch = deps.createFirecrawlFetch ?? createFirecrawlFetcher;
|
|
112
|
-
const createHeadlessFetch = deps.createHeadlessFetch ?? createWebFetchHeadlessTool;
|
|
113
|
-
|
|
114
|
-
let search = config.search.provider === 'searxng'
|
|
115
|
-
? config.search.baseUrl
|
|
116
|
-
? createSearxngSearch({ baseUrl: config.search.baseUrl, options: config.search.options })
|
|
117
|
-
: invalidSearxngSearch()
|
|
118
|
-
: config.search.provider === 'brave'
|
|
119
|
-
? createBraveSearch({ apiKey: process.env.PI_WEB_AGENT_BRAVE_API_KEY ?? readBraveKeyFromSettings() })
|
|
120
|
-
: createDuckDuckGoSearch();
|
|
121
|
-
|
|
122
|
-
if (config.search.provider === 'searxng' && config.search.fallback === 'duckduckgo') {
|
|
123
|
-
search = withSearchFallback(search, createDuckDuckGoSearch(), 'searxng');
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
if (config.search.provider === 'brave' && config.search.fallback === 'duckduckgo') {
|
|
127
|
-
search = withSearchFallback(search, createDuckDuckGoSearch(), 'brave');
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
const httpFetch = createHttpFetch();
|
|
131
|
-
let fetchPage = config.fetch.provider === 'firecrawl'
|
|
132
|
-
? config.fetch.baseUrl
|
|
133
|
-
? createHttpFetch({
|
|
134
|
-
fetchPage: createFirecrawlFetch({
|
|
135
|
-
baseUrl: config.fetch.baseUrl,
|
|
136
|
-
apiKey: config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY,
|
|
137
|
-
options: config.fetch.options
|
|
138
|
-
})
|
|
139
|
-
})
|
|
140
|
-
: createHttpFetch({ fetchPage: invalidFirecrawlFetch() })
|
|
141
|
-
: httpFetch;
|
|
142
|
-
|
|
143
|
-
if (config.fetch.provider === 'firecrawl' && config.fetch.fallback === 'http') {
|
|
144
|
-
fetchPage = withFetchFallback(fetchPage, httpFetch);
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
return {
|
|
148
|
-
search,
|
|
149
|
-
fetchPage,
|
|
150
|
-
headlessFetch: createHeadlessFetch()
|
|
151
|
-
};
|
|
152
|
-
}
|
|
1
|
+
import { createFirecrawlFetcher } from '../fetch/firecrawl-fetch.js';
|
|
2
|
+
import { createBraveSearchTool } from '../search/brave.js';
|
|
3
|
+
import { createSearxngSearchTool } from '../search/searxng.js';
|
|
4
|
+
import { buildFetchPresentation } from '../presentation/fetch-presentation.js';
|
|
5
|
+
import { buildSearchPresentation } from '../presentation/search-presentation.js';
|
|
6
|
+
import { createWebFetchHeadlessTool } from '../tools/web-fetch-headless.js';
|
|
7
|
+
import { createWebFetchTool } from '../tools/web-fetch.js';
|
|
8
|
+
import { createWebSearchTool } from '../tools/web-search.js';
|
|
9
|
+
import { readBraveKeyFromSettings } from './settings-reader.js';
|
|
10
|
+
import type { WebFetchHeadlessResponse, WebFetchResponse, WebSearchResponse } from '../types.js';
|
|
11
|
+
import { DEFAULT_BACKEND_CONFIG, type BackendConfig } from './config.js';
|
|
12
|
+
|
|
13
|
+
export type BackendSet = {
|
|
14
|
+
search: (input: { query: string }) => Promise<WebSearchResponse>;
|
|
15
|
+
fetchPage: (input: { url: string }) => Promise<WebFetchResponse>;
|
|
16
|
+
headlessFetch: (input: { url: string }) => Promise<WebFetchHeadlessResponse>;
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
export type BackendFactoryDeps = {
|
|
20
|
+
createDuckDuckGoSearch?: typeof createWebSearchTool;
|
|
21
|
+
createSearxngSearch?: typeof createSearxngSearchTool;
|
|
22
|
+
createBraveSearch?: typeof createBraveSearchTool;
|
|
23
|
+
createHttpFetch?: typeof createWebFetchTool;
|
|
24
|
+
createFirecrawlFetch?: typeof createFirecrawlFetcher;
|
|
25
|
+
createHeadlessFetch?: typeof createWebFetchHeadlessTool;
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
function invalidSearxngSearch() {
|
|
29
|
+
return async function search() {
|
|
30
|
+
const result: WebSearchResponse = {
|
|
31
|
+
status: 'error',
|
|
32
|
+
results: [],
|
|
33
|
+
metadata: { backend: 'searxng', cacheHit: false },
|
|
34
|
+
error: {
|
|
35
|
+
code: 'BACKEND_CONFIG_INVALID',
|
|
36
|
+
message: 'SearXNG search requires backends.search.baseUrl.'
|
|
37
|
+
}
|
|
38
|
+
};
|
|
39
|
+
|
|
40
|
+
return { ...result, presentation: buildSearchPresentation(result) };
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
function invalidFirecrawlFetch() {
|
|
45
|
+
return async function fetchPage(url: string): Promise<WebFetchResponse> {
|
|
46
|
+
const result: WebFetchResponse = {
|
|
47
|
+
status: 'error',
|
|
48
|
+
url,
|
|
49
|
+
metadata: { method: 'firecrawl', cacheHit: false },
|
|
50
|
+
error: {
|
|
51
|
+
code: 'BACKEND_CONFIG_INVALID',
|
|
52
|
+
message: 'Firecrawl fetch requires backends.fetch.baseUrl.'
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
|
|
56
|
+
return { ...result, presentation: buildFetchPresentation(result) };
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function withSearchFallback(
|
|
61
|
+
primary: BackendSet['search'],
|
|
62
|
+
fallback: BackendSet['search'],
|
|
63
|
+
fallbackFrom: 'searxng' | 'brave'
|
|
64
|
+
): BackendSet['search'] {
|
|
65
|
+
return async (input) => {
|
|
66
|
+
const first = await primary(input);
|
|
67
|
+
if (first.status !== 'error') return first;
|
|
68
|
+
|
|
69
|
+
const second = await fallback(input);
|
|
70
|
+
const result: WebSearchResponse = {
|
|
71
|
+
...second,
|
|
72
|
+
metadata: {
|
|
73
|
+
...second.metadata,
|
|
74
|
+
fallbackFrom,
|
|
75
|
+
fallbackReason: first.error?.message ?? `${fallbackFrom} search failed.`
|
|
76
|
+
}
|
|
77
|
+
};
|
|
78
|
+
return { ...result, presentation: buildSearchPresentation(result) };
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
function withFetchFallback(
|
|
83
|
+
primary: BackendSet['fetchPage'],
|
|
84
|
+
fallback: BackendSet['fetchPage']
|
|
85
|
+
): BackendSet['fetchPage'] {
|
|
86
|
+
return async (input) => {
|
|
87
|
+
const first = await primary(input);
|
|
88
|
+
if (first.status !== 'error' && first.status !== 'needs_headless') return first;
|
|
89
|
+
|
|
90
|
+
const second = await fallback(input);
|
|
91
|
+
const result: WebFetchResponse = {
|
|
92
|
+
...second,
|
|
93
|
+
metadata: {
|
|
94
|
+
...second.metadata,
|
|
95
|
+
fallbackFrom: 'firecrawl',
|
|
96
|
+
fallbackReason: first.error?.message ?? 'Firecrawl fetch failed.'
|
|
97
|
+
}
|
|
98
|
+
};
|
|
99
|
+
return { ...result, presentation: buildFetchPresentation(result) };
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
export function createBackendSet(
|
|
104
|
+
config: BackendConfig = DEFAULT_BACKEND_CONFIG,
|
|
105
|
+
deps: BackendFactoryDeps = {}
|
|
106
|
+
): BackendSet {
|
|
107
|
+
const createDuckDuckGoSearch = deps.createDuckDuckGoSearch ?? createWebSearchTool;
|
|
108
|
+
const createSearxngSearch = deps.createSearxngSearch ?? createSearxngSearchTool;
|
|
109
|
+
const createBraveSearch = deps.createBraveSearch ?? createBraveSearchTool;
|
|
110
|
+
const createHttpFetch = deps.createHttpFetch ?? createWebFetchTool;
|
|
111
|
+
const createFirecrawlFetch = deps.createFirecrawlFetch ?? createFirecrawlFetcher;
|
|
112
|
+
const createHeadlessFetch = deps.createHeadlessFetch ?? createWebFetchHeadlessTool;
|
|
113
|
+
|
|
114
|
+
let search = config.search.provider === 'searxng'
|
|
115
|
+
? config.search.baseUrl
|
|
116
|
+
? createSearxngSearch({ baseUrl: config.search.baseUrl, options: config.search.options })
|
|
117
|
+
: invalidSearxngSearch()
|
|
118
|
+
: config.search.provider === 'brave'
|
|
119
|
+
? createBraveSearch({ apiKey: process.env.PI_WEB_AGENT_BRAVE_API_KEY ?? readBraveKeyFromSettings() })
|
|
120
|
+
: createDuckDuckGoSearch();
|
|
121
|
+
|
|
122
|
+
if (config.search.provider === 'searxng' && config.search.fallback === 'duckduckgo') {
|
|
123
|
+
search = withSearchFallback(search, createDuckDuckGoSearch(), 'searxng');
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
if (config.search.provider === 'brave' && config.search.fallback === 'duckduckgo') {
|
|
127
|
+
search = withSearchFallback(search, createDuckDuckGoSearch(), 'brave');
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
const httpFetch = createHttpFetch();
|
|
131
|
+
let fetchPage = config.fetch.provider === 'firecrawl'
|
|
132
|
+
? config.fetch.baseUrl
|
|
133
|
+
? createHttpFetch({
|
|
134
|
+
fetchPage: createFirecrawlFetch({
|
|
135
|
+
baseUrl: config.fetch.baseUrl,
|
|
136
|
+
apiKey: config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY,
|
|
137
|
+
options: config.fetch.options
|
|
138
|
+
})
|
|
139
|
+
})
|
|
140
|
+
: createHttpFetch({ fetchPage: invalidFirecrawlFetch() })
|
|
141
|
+
: httpFetch;
|
|
142
|
+
|
|
143
|
+
if (config.fetch.provider === 'firecrawl' && config.fetch.fallback === 'http') {
|
|
144
|
+
fetchPage = withFetchFallback(fetchPage, httpFetch);
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
return {
|
|
148
|
+
search,
|
|
149
|
+
fetchPage,
|
|
150
|
+
headlessFetch: createHeadlessFetch()
|
|
151
|
+
};
|
|
152
|
+
}
|
|
@@ -1,25 +1,25 @@
|
|
|
1
|
-
// ponytail: selesai stores the Brave API key in settings.json (webAgent.braveApiKey),
|
|
2
|
-
// set by the bundled web-agent-onboarding extension. Upstream pi-web-agent reads the
|
|
3
|
-
// key only from PI_WEB_AGENT_BRAVE_API_KEY env var. This helper bridges that gap with a
|
|
4
|
-
// minimal settings.json read. Ceiling: if selesai moves web search config elsewhere, this
|
|
5
|
-
// helper needs updating; upgrade path = upstream pi-web-agent adopting a settings hook.
|
|
6
|
-
import { existsSync, readFileSync } from 'node:fs';
|
|
7
|
-
import { getSettingsPath } from '@selesai/code';
|
|
8
|
-
|
|
9
|
-
/**
|
|
10
|
-
* Read the Brave API key from selesai settings.json (webAgent.braveApiKey).
|
|
11
|
-
* Returns undefined if settings.json or the key is absent. Never throws.
|
|
12
|
-
*/
|
|
13
|
-
export function readBraveKeyFromSettings(settingsPath: string = getSettingsPath()): string | undefined {
|
|
14
|
-
try {
|
|
15
|
-
if (!existsSync(settingsPath)) return undefined;
|
|
16
|
-
const raw = readFileSync(settingsPath, 'utf-8');
|
|
17
|
-
const parsed = JSON.parse(raw) as Record<string, unknown>;
|
|
18
|
-
const webAgent = parsed.webAgent;
|
|
19
|
-
if (!webAgent || typeof webAgent !== 'object' || Array.isArray(webAgent)) return undefined;
|
|
20
|
-
const apiKey = (webAgent as Record<string, unknown>).braveApiKey;
|
|
21
|
-
return typeof apiKey === 'string' && apiKey.trim() !== '' ? apiKey : undefined;
|
|
22
|
-
} catch {
|
|
23
|
-
return undefined;
|
|
24
|
-
}
|
|
25
|
-
}
|
|
1
|
+
// ponytail: selesai stores the Brave API key in settings.json (webAgent.braveApiKey),
|
|
2
|
+
// set by the bundled web-agent-onboarding extension. Upstream pi-web-agent reads the
|
|
3
|
+
// key only from PI_WEB_AGENT_BRAVE_API_KEY env var. This helper bridges that gap with a
|
|
4
|
+
// minimal settings.json read. Ceiling: if selesai moves web search config elsewhere, this
|
|
5
|
+
// helper needs updating; upgrade path = upstream pi-web-agent adopting a settings hook.
|
|
6
|
+
import { existsSync, readFileSync } from 'node:fs';
|
|
7
|
+
import { getSettingsPath } from '@selesai/code';
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Read the Brave API key from selesai settings.json (webAgent.braveApiKey).
|
|
11
|
+
* Returns undefined if settings.json or the key is absent. Never throws.
|
|
12
|
+
*/
|
|
13
|
+
export function readBraveKeyFromSettings(settingsPath: string = getSettingsPath()): string | undefined {
|
|
14
|
+
try {
|
|
15
|
+
if (!existsSync(settingsPath)) return undefined;
|
|
16
|
+
const raw = readFileSync(settingsPath, 'utf-8');
|
|
17
|
+
const parsed = JSON.parse(raw) as Record<string, unknown>;
|
|
18
|
+
const webAgent = parsed.webAgent;
|
|
19
|
+
if (!webAgent || typeof webAgent !== 'object' || Array.isArray(webAgent)) return undefined;
|
|
20
|
+
const apiKey = (webAgent as Record<string, unknown>).braveApiKey;
|
|
21
|
+
return typeof apiKey === 'string' && apiKey.trim() !== '' ? apiKey : undefined;
|
|
22
|
+
} catch {
|
|
23
|
+
return undefined;
|
|
24
|
+
}
|
|
25
|
+
}
|