@demigodmode/pi-web-agent 0.5.1 → 0.6.0

package/README.md

@@ -106,6 +106,34 @@ Example:
 }
 ```
 
+Backend config is also supported. Defaults are DuckDuckGo search, plain HTTP fetch, and local browser headless fallback:
+
+```json
+{
+  "backends": {
+    "search": { "provider": "duckduckgo" },
+    "fetch": { "provider": "http" },
+    "headless": { "provider": "local-browser" }
+  }
+}
+```
+
+Self-hosted example for existing SearXNG/Firecrawl services:
+
+```json
+{
+  "backends": {
+    "search": { "provider": "searxng", "baseUrl": "http://localhost:8080" },
+    "fetch": { "provider": "firecrawl", "baseUrl": "http://localhost:3002" },
+    "headless": { "provider": "local-browser" }
+  }
+}
+```
+
+Prefer `PI_WEB_AGENT_FIRECRAWL_API_KEY` for Firecrawl auth instead of putting secrets in project config. `/web-agent doctor` validates required backend fields and checks configured self-hosted endpoints.
+
+Full guide: https://demigodmode.github.io/pi-web-agent/self-hosted-backends
+
 ## Local development
 
 ```bash

package/dist/backends/config.d.ts

@@ -0,0 +1,42 @@
+export type SearchBackendConfig = {
+    provider: 'duckduckgo' | 'searxng';
+    baseUrl?: string;
+};
+export type FetchBackendConfig = {
+    provider: 'http' | 'firecrawl';
+    baseUrl?: string;
+    apiKey?: string;
+};
+export type HeadlessBackendConfig = {
+    provider: 'local-browser';
+};
+export type BackendConfig = {
+    search: SearchBackendConfig;
+    fetch: FetchBackendConfig;
+    headless: HeadlessBackendConfig;
+};
+export type BackendConfigOverride = {
+    search?: Partial<SearchBackendConfig>;
+    fetch?: Partial<FetchBackendConfig>;
+    headless?: Partial<HeadlessBackendConfig>;
+};
+export type BackendConfigFile = {
+    backends?: {
+        search?: {
+            provider?: unknown;
+            baseUrl?: unknown;
+        };
+        fetch?: {
+            provider?: unknown;
+            baseUrl?: unknown;
+            apiKey?: unknown;
+        };
+        headless?: {
+            provider?: unknown;
+        };
+    };
+};
+export declare const DEFAULT_BACKEND_CONFIG: BackendConfig;
+export declare function extractBackendConfigOverride(file: BackendConfigFile | null | undefined): BackendConfigOverride;
+export declare function validateBackendConfig(config: BackendConfig): string[];
+export declare function mergeBackendConfigLayers(...layers: Array<BackendConfig | BackendConfigOverride | undefined>): BackendConfig;

package/dist/backends/config.js

@@ -0,0 +1,61 @@
+export const DEFAULT_BACKEND_CONFIG = {
+    search: { provider: 'duckduckgo' },
+    fetch: { provider: 'http' },
+    headless: { provider: 'local-browser' }
+};
+export function extractBackendConfigOverride(file) {
+    const backends = file?.backends;
+    const override = {};
+    if (backends?.search?.provider === 'duckduckgo' || backends?.search?.provider === 'searxng') {
+        override.search = { provider: backends.search.provider };
+        if (typeof backends.search.baseUrl === 'string') {
+            override.search.baseUrl = backends.search.baseUrl;
+        }
+    }
+    if (backends?.fetch?.provider === 'http' || backends?.fetch?.provider === 'firecrawl') {
+        override.fetch = { provider: backends.fetch.provider };
+        if (typeof backends.fetch.baseUrl === 'string') {
+            override.fetch.baseUrl = backends.fetch.baseUrl;
+        }
+        if (typeof backends.fetch.apiKey === 'string') {
+            override.fetch.apiKey = backends.fetch.apiKey;
+        }
+    }
+    if (backends?.headless?.provider === 'local-browser') {
+        override.headless = { provider: 'local-browser' };
+    }
+    return override;
+}
+export function validateBackendConfig(config) {
+    const issues = [];
+    if (config.search.provider === 'searxng' && !config.search.baseUrl) {
+        issues.push('search provider searxng requires backends.search.baseUrl');
+    }
+    if (config.fetch.provider === 'firecrawl' && !config.fetch.baseUrl) {
+        issues.push('fetch provider firecrawl requires backends.fetch.baseUrl');
+    }
+    return issues;
+}
+function mergeSearchConfig(current, override) {
+    if (!override)
+        return current;
+    if (override.provider && override.provider !== current.provider) {
+        return { ...override, provider: override.provider };
+    }
+    return { ...current, ...override };
+}
+function mergeFetchConfig(current, override) {
+    if (!override)
+        return current;
+    if (override.provider && override.provider !== current.provider) {
+        return { ...override, provider: override.provider };
+    }
+    return { ...current, ...override };
+}
+export function mergeBackendConfigLayers(...layers) {
+    return layers.reduce((merged, layer) => ({
+        search: mergeSearchConfig(merged.search, layer?.search),
+        fetch: mergeFetchConfig(merged.fetch, layer?.fetch),
+        headless: { ...merged.headless, ...layer?.headless }
+    }), DEFAULT_BACKEND_CONFIG);
+}

package/dist/backends/doctor.d.ts

@@ -0,0 +1,5 @@
+import type { BackendConfig } from './config.js';
+export declare function checkBackendHealth(config: BackendConfig, { fetchImpl, timeoutMs }?: {
+    fetchImpl?: typeof fetch;
+    timeoutMs?: number;
+}): Promise<string[]>;

package/dist/backends/doctor.js

@@ -0,0 +1,68 @@
+function withTimeout(timeoutMs) {
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), timeoutMs);
+    return { signal: controller.signal, done: () => clearTimeout(timeout) };
+}
+function message(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function searxngDoctorUrl(baseUrl) {
+    const url = new URL('/search', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`);
+    url.searchParams.set('q', 'pi-web-agent-doctor');
+    url.searchParams.set('format', 'json');
+    return url.toString();
+}
+export async function checkBackendHealth(config, { fetchImpl = fetch, timeoutMs = 3_000 } = {}) {
+    const lines = [];
+    if (config.search.provider === 'duckduckgo') {
+        lines.push('search backend: duckduckgo');
+    }
+    else if (!config.search.baseUrl) {
+        lines.push('search backend: searxng warning (missing baseUrl)');
+    }
+    else {
+        const timeout = withTimeout(timeoutMs);
+        try {
+            const response = await fetchImpl(searxngDoctorUrl(config.search.baseUrl), { signal: timeout.signal });
+            const json = (await response.json());
+            lines.push(response.ok && Array.isArray(json.results)
+                ? 'search backend: searxng ok'
+                : 'search backend: searxng warning (unexpected response)');
+        }
+        catch (error) {
+            lines.push(`search backend: searxng warning (${message(error)})`);
+        }
+        finally {
+            timeout.done();
+        }
+    }
+    if (config.fetch.provider === 'http') {
+        lines.push('fetch backend: http');
+    }
+    else if (!config.fetch.baseUrl) {
+        lines.push('fetch backend: firecrawl warning (missing baseUrl)');
+    }
+    else {
+        const timeout = withTimeout(timeoutMs);
+        try {
+            const headers = { 'content-type': 'application/json' };
+            if (config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY) {
+                headers.Authorization = `Bearer ${config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY}`;
+            }
+            const response = await fetchImpl(new URL('/v1/scrape', config.fetch.baseUrl).toString(), {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({ url: 'https://example.com', formats: ['markdown'] }),
+                signal: timeout.signal
+            });
+            lines.push(response.ok ? 'fetch backend: firecrawl ok' : `fetch backend: firecrawl warning (HTTP ${response.status})`);
+        }
+        catch (error) {
+            lines.push(`fetch backend: firecrawl warning (${message(error)})`);
+        }
+        finally {
+            timeout.done();
+        }
+    }
+    return lines;
+}

package/dist/backends/factory.d.ts

@@ -0,0 +1,14 @@
+import type { WebFetchHeadlessResponse, WebFetchResponse, WebSearchResponse } from '../types.js';
+import { type BackendConfig } from './config.js';
+export type BackendSet = {
+    search: (input: {
+        query: string;
+    }) => Promise<WebSearchResponse>;
+    fetchPage: (input: {
+        url: string;
+    }) => Promise<WebFetchResponse>;
+    headlessFetch: (input: {
+        url: string;
+    }) => Promise<WebFetchHeadlessResponse>;
+};
+export declare function createBackendSet(config?: BackendConfig): BackendSet;

package/dist/backends/factory.js

@@ -0,0 +1,58 @@
+import { createFirecrawlFetcher } from '../fetch/firecrawl-fetch.js';
+import { createSearxngSearchTool } from '../search/searxng.js';
+import { buildFetchPresentation } from '../presentation/fetch-presentation.js';
+import { buildSearchPresentation } from '../presentation/search-presentation.js';
+import { createWebFetchHeadlessTool } from '../tools/web-fetch-headless.js';
+import { createWebFetchTool } from '../tools/web-fetch.js';
+import { createWebSearchTool } from '../tools/web-search.js';
+import { DEFAULT_BACKEND_CONFIG } from './config.js';
+function invalidSearxngSearch() {
+    return async function search() {
+        const result = {
+            status: 'error',
+            results: [],
+            metadata: { backend: 'searxng', cacheHit: false },
+            error: {
+                code: 'BACKEND_CONFIG_INVALID',
+                message: 'SearXNG search requires backends.search.baseUrl.'
+            }
+        };
+        return { ...result, presentation: buildSearchPresentation(result) };
+    };
+}
+function invalidFirecrawlFetch() {
+    return async function fetchPage(url) {
+        const result = {
+            status: 'error',
+            url,
+            metadata: { method: 'firecrawl', cacheHit: false },
+            error: {
+                code: 'BACKEND_CONFIG_INVALID',
+                message: 'Firecrawl fetch requires backends.fetch.baseUrl.'
+            }
+        };
+        return { ...result, presentation: buildFetchPresentation(result) };
+    };
+}
+export function createBackendSet(config = DEFAULT_BACKEND_CONFIG) {
+    const search = config.search.provider === 'searxng'
+        ? config.search.baseUrl
+            ? createSearxngSearchTool({ baseUrl: config.search.baseUrl })
+            : invalidSearxngSearch()
+        : createWebSearchTool();
+    const fetchPage = config.fetch.provider === 'firecrawl'
+        ? config.fetch.baseUrl
+            ? createWebFetchTool({
+                fetchPage: createFirecrawlFetcher({
+                    baseUrl: config.fetch.baseUrl,
+                    apiKey: config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY
+                })
+            })
+            : createWebFetchTool({ fetchPage: invalidFirecrawlFetch() })
+        : createWebFetchTool();
+    return {
+        search,
+        fetchPage,
+        headlessFetch: createWebFetchHeadlessTool()
+    };
+}

package/dist/commands/web-agent-config.d.ts

@@ -1,3 +1,4 @@
+import { type BackendConfig } from '../backends/config.js';
 import { type ExtensionAPI } from '@mariozechner/pi-coding-agent';
 import { loadPresentationConfigLayers, type LoadedPresentationConfig } from '../presentation/config-store.js';
 import { type BrowserResolutionResult } from '../fetch/browser-resolution.js';
@@ -13,6 +14,7 @@ type CommandDeps = {
         arch: string;
     };
     checkTypebox?: () => Promise<boolean>;
+    checkBackends?: (config: BackendConfig) => Promise<string[]>;
 };
 export type SettingsDraftState = {
     scope: PresentationScope;

package/dist/commands/web-agent-config.js

@@ -1,3 +1,5 @@
+import { DEFAULT_BACKEND_CONFIG, validateBackendConfig } from '../backends/config.js';
+import { checkBackendHealth } from '../backends/doctor.js';
 import { DynamicBorder, getSettingsListTheme } from '@mariozechner/pi-coding-agent';
 import { Container, SelectList, SettingsList, Text } from '@mariozechner/pi-tui';
 import { DEFAULT_PRESENTATION_CONFIG, mergePresentationConfigLayers, resolvePresentationMode } from '../presentation/config.js';
@@ -22,6 +24,19 @@ async function defaultCheckTypebox() {
         return false;
     }
 }
+function formatBackendSummary(config = DEFAULT_BACKEND_CONFIG) {
+    const search = config.search.baseUrl
+        ? `search: ${config.search.provider} (${config.search.baseUrl})`
+        : `search: ${config.search.provider}`;
+    const fetch = config.fetch.baseUrl
+        ? `fetch: ${config.fetch.provider} (${config.fetch.baseUrl})`
+        : `fetch: ${config.fetch.provider}`;
+    return [
+        search,
+        fetch,
+        `headless: ${config.headless.provider}`
+    ].join('\n');
+}
 function formatConfigSummary(config) {
     const lines = [`defaultMode: ${config.defaultMode}`];
     for (const toolName of PRESENTATION_TOOL_NAMES) {
@@ -233,6 +248,7 @@ export function registerWebAgentConfigCommands(pi, deps = {}) {
         arch: process.arch
     };
     const checkTypebox = deps.checkTypebox ?? defaultCheckTypebox;
+    const checkBackends = deps.checkBackends ?? ((config) => checkBackendHealth(config));
     pi.registerCommand('web-agent', {
         description: 'Open settings or manage pi-web-agent presentation config',
         handler: async (args, ctx) => {
@@ -254,11 +270,17 @@ export function registerWebAgentConfigCommands(pi, deps = {}) {
                 }
             }
             if (action === 'doctor') {
-                const [typeboxOk, browser] = await Promise.all([checkTypebox(), resolveBrowser()]);
+                const [typeboxOk, browser, loaded] = await Promise.all([checkTypebox(), resolveBrowser(), load()]);
+                const backendConfig = loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG;
+                const backendIssues = validateBackendConfig(backendConfig);
+                const backendHealth = await checkBackends(backendConfig);
                 const lines = [
                     'pi-web-agent: loaded',
                     `runtime: node ${runtime.nodeVersion} ${runtime.platform} ${runtime.arch}`,
-                    `typebox: ${typeboxOk ? 'ok' : 'missing'}`
+                    `typebox: ${typeboxOk ? 'ok' : 'missing'}`,
+                    formatBackendSummary(backendConfig),
+                    backendIssues.length > 0 ? `backend config: warning\n${backendIssues.join('\n')}` : 'backend config: ok',
+                    ...backendHealth
                 ];
                 if (browser.ok) {
                     lines.push(`browser: ${browser.browser} ${browser.executablePath}`);
@@ -275,6 +297,7 @@ export function registerWebAgentConfigCommands(pi, deps = {}) {
                 const loaded = await load();
                 ctx.ui.notify([
                     formatConfigSummary(loaded.effectiveConfig),
+                    formatBackendSummary(loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG),
                     `global: ${loaded.global.path}${loaded.global.exists ? '' : ' (missing)'}`,
                     `project: ${loaded.project.path}${loaded.project.exists ? '' : ' (missing)'}`
                 ].join('\n'), 'info');

package/dist/extension.js

@@ -1,19 +1,33 @@
+import { DEFAULT_BACKEND_CONFIG } from './backends/config.js';
 import { Type } from 'typebox';
 import { registerWebAgentConfigCommands } from './commands/web-agent-config.js';
 import { DEFAULT_PRESENTATION_CONFIG, resolvePresentationMode } from './presentation/config.js';
+import { createResearchWorkflow } from './orchestration/index.js';
 import { loadPresentationConfigLayers } from './presentation/config-store.js';
 import { selectPresentationView } from './presentation/select-view.js';
 import { createWebExploreTool } from './tools/web-explore.js';
-async function getEffectivePresentationConfig(pi) {
+async function loadWebAgentConfig(pi) {
     const store = pi.__presentationConfigStore;
+    return store?.load?.() ?? loadPresentationConfigLayers();
+}
+async function getEffectivePresentationConfig(pi) {
     try {
-        const loaded = await (store?.load?.() ?? loadPresentationConfigLayers());
+        const loaded = await loadWebAgentConfig(pi);
         return loaded.effectiveConfig;
     }
     catch {
         return DEFAULT_PRESENTATION_CONFIG;
     }
 }
+async function getEffectiveBackendConfig(pi) {
+    try {
+        const loaded = await loadWebAgentConfig(pi);
+        return loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG;
+    }
+    catch {
+        return DEFAULT_BACKEND_CONFIG;
+    }
+}
 async function renderToolText(pi, toolName, details) {
     const config = await getEffectivePresentationConfig(pi);
     const mode = resolvePresentationMode(toolName, config);
@@ -21,8 +35,22 @@ async function renderToolText(pi, toolName, details) {
 }
 export default function extension(pi) {
     registerWebAgentConfigCommands(pi);
-    const webExplore = pi.__webExploreTool ??
-        createWebExploreTool();
+    const injectedWebExplore = pi.__webExploreTool;
+    let cachedBackendKey;
+    let cachedWebExplore;
+    async function getConfiguredWebExplore() {
+        if (injectedWebExplore)
+            return injectedWebExplore;
+        const backendConfig = await getEffectiveBackendConfig(pi);
+        const backendKey = JSON.stringify(backendConfig);
+        if (!cachedWebExplore || cachedBackendKey !== backendKey) {
+            cachedBackendKey = backendKey;
+            cachedWebExplore = createWebExploreTool({
+                explore: createResearchWorkflow({ backendConfig })
+            });
+        }
+        return cachedWebExplore;
+    }
     pi.on('before_agent_start', async (event) => ({
         systemPrompt: `${event.systemPrompt}\n\n` +
             'For web research questions that require finding and comparing sources, use web_explore. ' +
@@ -37,6 +65,7 @@ export default function extension(pi) {
             query: Type.String({ description: 'Web research question to explore.' })
         }),
         async execute(_toolCallId, params) {
+            const webExplore = await getConfiguredWebExplore();
             const result = await webExplore({ query: params.query });
             return {
                 content: [

package/dist/fetch/firecrawl-fetch.d.ts

@@ -0,0 +1,6 @@
+import type { WebFetchResponse } from '../types.js';
+export declare function createFirecrawlFetcher({ baseUrl, apiKey, fetchImpl }: {
+    baseUrl: string;
+    apiKey?: string;
+    fetchImpl?: typeof fetch;
+}): (url: string) => Promise<WebFetchResponse>;

package/dist/fetch/firecrawl-fetch.js

@@ -0,0 +1,61 @@
+function buildScrapeUrl(baseUrl) {
+    return new URL('/v1/scrape', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`).toString();
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+export function createFirecrawlFetcher({ baseUrl, apiKey, fetchImpl = fetch }) {
+    return async function firecrawlFetch(url) {
+        try {
+            const headers = { 'content-type': 'application/json' };
+            if (apiKey) {
+                headers.Authorization = `Bearer ${apiKey}`;
+            }
+            const response = await fetchImpl(buildScrapeUrl(baseUrl), {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({ url, formats: ['markdown'] })
+            });
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}`);
+            }
+            const parsed = (await response.json());
+            if (parsed.success === false) {
+                throw new Error(typeof parsed.error === 'string' ? parsed.error : 'Firecrawl scrape failed.');
+            }
+            const text = typeof parsed.data?.markdown === 'string'
+                ? parsed.data.markdown
+                : typeof parsed.data?.html === 'string'
+                    ? parsed.data.html
+                    : '';
+            const resolvedUrl = typeof parsed.data?.metadata?.sourceURL === 'string'
+                ? parsed.data.metadata.sourceURL
+                : url;
+            const title = typeof parsed.data?.metadata?.title === 'string'
+                ? parsed.data.metadata.title
+                : undefined;
+            if (!text.trim()) {
+                return {
+                    status: 'needs_headless',
+                    url: resolvedUrl,
+                    metadata: { method: 'firecrawl', cacheHit: false },
+                    error: { code: 'WEAK_EXTRACTION', message: 'Firecrawl did not return useful page text.' }
+                };
+            }
+            return {
+                status: 'ok',
+                url: resolvedUrl,
+                content: { title, text },
+                metadata: { method: 'firecrawl', cacheHit: false, truncated: text.length >= 4000 }
+            };
+        }
+        catch (error) {
+            return {
+                status: 'error',
+                url,
+                metadata: { method: 'firecrawl', cacheHit: false },
+                error: { code: 'FETCH_FAILED', message: `Firecrawl scrape failed: ${errorMessage(error)}` }
+            };
+        }
+    };
+}

package/dist/orchestration/index.d.ts

@@ -1,5 +1,7 @@
+import type { BackendConfig } from '../backends/config.js';
 import type { WebFetchHeadlessResponse, WebFetchResponse, WebSearchResponse } from '../types.js';
-export declare function createResearchWorkflow({ search, fetchPage, headlessFetch }?: {
+export declare function createResearchWorkflow({ backendConfig, search, fetchPage, headlessFetch }?: {
+    backendConfig?: BackendConfig;
     search?: (input: {
         query: string;
     }) => Promise<WebSearchResponse>;

package/dist/orchestration/index.js

@@ -1,9 +1,11 @@
-import { createWebFetchHeadlessTool } from '../tools/web-fetch-headless.js';
-import { createWebFetchTool } from '../tools/web-fetch.js';
-import { createWebSearchTool } from '../tools/web-search.js';
+import { createBackendSet } from '../backends/factory.js';
 import { createResearchOrchestrator } from './research-orchestrator.js';
 import { createResearchWorker } from './research-worker.js';
-export function createResearchWorkflow({ search = createWebSearchTool(), fetchPage = createWebFetchTool(), headlessFetch = createWebFetchHeadlessTool() } = {}) {
-    const worker = createResearchWorker({ search, fetchPage });
-    return createResearchOrchestrator({ worker, headlessFetch });
+export function createResearchWorkflow({ backendConfig, search, fetchPage, headlessFetch } = {}) {
+    const backends = createBackendSet(backendConfig);
+    const resolvedSearch = search ?? backends.search;
+    const resolvedFetchPage = fetchPage ?? backends.fetchPage;
+    const resolvedHeadlessFetch = headlessFetch ?? backends.headlessFetch;
+    const worker = createResearchWorker({ search: resolvedSearch, fetchPage: resolvedFetchPage });
+    return createResearchOrchestrator({ worker, headlessFetch: resolvedHeadlessFetch });
 }

package/dist/orchestration/research-types.d.ts

@@ -1,5 +1,5 @@
 export type ResearchSourceKind = 'official-docs' | 'official-api' | 'official-discussion' | 'community' | 'issue-thread' | 'package-page' | 'other';
-export type ResearchMethod = 'search' | 'http' | 'headless';
+export type ResearchMethod = 'search' | 'http' | 'headless' | 'firecrawl';
 export type ResearchEvidence = {
     title: string;
     url: string;

package/dist/presentation/config-store.d.ts

@@ -1,3 +1,4 @@
+import { type BackendConfig, type BackendConfigOverride } from '../backends/config.js';
 import type { PresentationConfig, PresentationConfigOverride, PresentationScope } from './types.js';
 export type PresentationConfigStoreOptions = {
     homeDir?: string;
@@ -7,12 +8,14 @@ export type PresentationConfigLayer = {
     path: string;
     exists: boolean;
     rawConfig?: PresentationConfigOverride;
+    rawBackends?: BackendConfigOverride;
     error?: string;
 };
 export type LoadedPresentationConfig = {
     global: PresentationConfigLayer;
     project: PresentationConfigLayer;
     effectiveConfig: PresentationConfig;
+    effectiveBackends: BackendConfig;
 };
 export declare function getPresentationConfigPaths(options?: PresentationConfigStoreOptions): {
     globalPath: string;

package/dist/presentation/config-store.js

@@ -1,5 +1,6 @@
 import { mkdir, readFile, rm, writeFile } from 'node:fs/promises';
 import path from 'node:path';
+import { DEFAULT_BACKEND_CONFIG, extractBackendConfigOverride, mergeBackendConfigLayers } from '../backends/config.js';
 import { DEFAULT_PRESENTATION_CONFIG, extractPresentationConfigOverride, mergePresentationConfigLayers } from './config.js';
 export function getPresentationConfigPaths(options = {}) {
     const homeDir = options.homeDir ?? process.env.USERPROFILE ?? process.env.HOME ?? '';
@@ -9,14 +10,21 @@ export function getPresentationConfigPaths(options = {}) {
         projectPath: path.join(projectDir, '.pi', 'extensions', 'pi-web-agent', 'config.json')
     };
 }
+function hasPresentationRoot(parsed) {
+    return parsed.presentation !== undefined;
+}
 async function readPresentationConfigFile(filePath) {
     try {
         const rawText = await readFile(filePath, 'utf8');
         const parsed = JSON.parse(rawText);
+        const presentationFile = hasPresentationRoot(parsed)
+            ? parsed
+            : { presentation: parsed };
         return {
             path: filePath,
             exists: true,
-            rawConfig: extractPresentationConfigOverride(parsed)
+            rawConfig: extractPresentationConfigOverride(presentationFile),
+            rawBackends: extractBackendConfigOverride(parsed)
         };
     }
     catch (error) {
@@ -48,7 +56,8 @@ export async function loadPresentationConfigLayers(options = {}) {
     return {
         global,
         project,
-        effectiveConfig: mergePresentationConfigLayers(DEFAULT_PRESENTATION_CONFIG, global.rawConfig, project.rawConfig)
+        effectiveConfig: mergePresentationConfigLayers(DEFAULT_PRESENTATION_CONFIG, global.rawConfig, project.rawConfig),
+        effectiveBackends: mergeBackendConfigLayers(DEFAULT_BACKEND_CONFIG, global.rawBackends, project.rawBackends)
     };
 }
 export async function savePresentationConfigScope(options, scope, config) {

package/dist/presentation/explore-presentation.js

@@ -1,6 +1,8 @@
 function internalReaderLabel(method) {
     if (method === 'headless')
         return 'web_fetch_headless';
+    if (method === 'firecrawl')
+        return 'firecrawl';
     if (method === 'http')
         return 'web_fetch';
     return 'web_explore';

package/dist/search/searxng.d.ts

@@ -0,0 +1,7 @@
+import type { WebSearchResponse } from '../types.js';
+export declare function createSearxngSearchTool({ baseUrl, fetchImpl }: {
+    baseUrl: string;
+    fetchImpl?: typeof fetch;
+}): ({ query }: {
+    query: string;
+}) => Promise<WebSearchResponse>;

package/dist/search/searxng.js

@@ -0,0 +1,66 @@
+import { buildSearchPresentation } from '../presentation/search-presentation.js';
+function buildSearchUrl(baseUrl, query) {
+    const url = new URL('/search', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`);
+    url.searchParams.set('q', query);
+    url.searchParams.set('format', 'json');
+    return url.toString();
+}
+function normalizeResults(response) {
+    return (response.results ?? []).flatMap((result) => {
+        if (typeof result.title !== 'string' || typeof result.url !== 'string') {
+            return [];
+        }
+        return [
+            {
+                title: result.title,
+                url: result.url,
+                snippet: typeof result.content === 'string' ? result.content : ''
+            }
+        ];
+    });
+}
+export function createSearxngSearchTool({ baseUrl, fetchImpl = fetch }) {
+    return async function searxngSearch({ query }) {
+        const normalizedQuery = query.trim();
+        if (!normalizedQuery) {
+            const result = {
+                status: 'error',
+                results: [],
+                metadata: { backend: 'searxng', cacheHit: false },
+                error: { code: 'INVALID_QUERY', message: 'Query must not be empty.' }
+            };
+            return { ...result, presentation: buildSearchPresentation(result) };
+        }
+        try {
+            const response = await fetchImpl(buildSearchUrl(baseUrl, normalizedQuery));
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}`);
+            }
+            const parsed = (await response.json());
+            const results = normalizeResults(parsed);
+            const result = results.length > 0
+                ? {
+                    status: 'ok',
+                    results,
+                    metadata: { backend: 'searxng', cacheHit: false }
+                }
+                : {
+                    status: 'error',
+                    results: [],
+                    metadata: { backend: 'searxng', cacheHit: false },
+                    error: { code: 'NO_RESULTS', message: 'SearXNG returned no usable results for this query.' }
+                };
+            return { ...result, presentation: buildSearchPresentation(result) };
+        }
+        catch (error) {
+            const rawMessage = error instanceof Error ? error.message : String(error);
+            const result = {
+                status: 'error',
+                results: [],
+                metadata: { backend: 'searxng', cacheHit: false },
+                error: { code: 'FETCH_FAILED', message: `SearXNG search request failed: ${rawMessage}` }
+            };
+            return { ...result, presentation: buildSearchPresentation(result) };
+        }
+    };
+}

package/dist/tools/web-explore.d.ts

@@ -31,7 +31,7 @@ export declare function createWebExploreTool({ explore }?: {
     sources: Array<{
         title: string;
         url: string;
-        method?: "http" | "headless";
+        method?: "http" | "headless" | "firecrawl";
     }>;
     caveat?: string;
     metadata?: {

package/dist/types.d.ts

@@ -11,11 +11,11 @@ export type ToolError = {
     message: string;
 };
 export type SearchMetadata = {
-    backend: 'duckduckgo';
+    backend: 'duckduckgo' | 'searxng';
     cacheHit: boolean;
 };
 export type FetchMetadata = {
-    method: 'http' | 'headless';
+    method: 'http' | 'headless' | 'firecrawl';
     cacheHit: boolean;
     contentType?: string;
     truncated?: boolean;
@@ -56,7 +56,7 @@ export type WebExploreResponse = {
     sources: Array<{
         title: string;
         url: string;
-        method?: 'http' | 'headless';
+        method?: 'http' | 'headless' | 'firecrawl';
     }>;
     caveat?: string;
     metadata?: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@demigodmode/pi-web-agent",
-  "version": "0.5.1",
+  "version": "0.6.0",
   "description": "Pi package for reliable web access with explicit search, fetch, and headless boundaries.",
   "type": "module",
   "main": "./dist/extension.js",