@demigodmode/pi-web-agent 0.5.1 → 1.0.0

package/CHANGELOG.md

@@ -0,0 +1,192 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is intentionally simple and release-oriented.
+
+## Unreleased
+
+### Added
+- Nothing yet.
+
+### Changed
+- Nothing yet.
+
+### Fixed
+- Nothing yet.
+
+### Breaking
+- None.
+
+## [1.0.0] - 2026-05-08
+### Added
+- Added one-time `pi-web-agent` changelog notices after package updates and `/web-agent changelog` for manual viewing.
+
+### Changed
+- Migrated Pi package imports to `@earendil-works/*` after the upstream Pi scope move.
+
+### Fixed
+- Nothing yet.
+
+### Breaking
+- This release requires Pi 0.74+. Users on older Pi versions should stay on `@demigodmode/pi-web-agent@0.6.x` until they update Pi.
+
+## [0.6.0] - 2026-05-04
+### Added
+- Added configurable web backends for `web_explore`, including SearXNG search and Firecrawl fetch support.
+- Added backend diagnostics to `/web-agent doctor`, including config validation and self-hosted endpoint checks.
+- Added dedicated self-hosted backend docs for connecting existing SearXNG and Firecrawl services.
+
+### Changed
+- `/web-agent show` now includes the effective backend configuration.
+- `web_explore` now loads the effective backend config while preserving the default DuckDuckGo, HTTP, and local-browser behavior.
+
+### Fixed
+- Fixed backend config merging so provider-specific fields do not leak when a higher-precedence config changes providers.
+- Kept the configured `web_explore` workflow reusable while backend config is unchanged, avoiding unnecessary backend/cache recreation.
+
+### Breaking
+- None.
+
+## [0.5.1] - 2026-05-04
+### Added
+- Nothing yet.
+
+### Changed
+- Nothing yet.
+
+### Fixed
+- Fixed the Windows browser-resolution test so it is deterministic on Linux CI.
+
+### Breaking
+- None.
+
+## [0.5.0] - 2026-05-04
+### Added
+- Added `/web-agent doctor` to report extension, runtime dependency, and browser detection status.
+- Added a `/web-agent` action menu for settings, config display, doctor, and reset actions.
+
+### Changed
+- Migrated runtime schema imports from `@sinclair/typebox` to `typebox` for Pi 0.69 compatibility.
+- Documented the current headless rendering browser requirement and doctor command.
+
+### Fixed
+- Fixed headless browser detection so Chrome, Chromium, Edge, and Brave can be found across Windows, macOS, and Linux instead of only checking Windows Chrome/Edge paths.
+
+### Breaking
+- None.
+
+## [0.4.0] - 2026-04-29
+### Added
+- Made `web_explore` the single public web research tool, with search, fetch, source ranking, and headless escalation handled internally.
+- Added adaptive research helpers for query planning, candidate selection, evidence ranking, stop decisions, and answer synthesis.
+- Added preview/verbose provenance for `web_explore` showing which internal reader produced each finding.
+
+### Changed
+- Simplified `/web-agent` presentation settings to `defaultMode` and `web_explore` only.
+- Updated live web evals to treat shell/network fallbacks after `web_explore` as a quality issue.
+- Updated the release script to use `npm version --no-git-tag-version` before tagging so package metadata is changed through npm instead of regex replacement.
+
+### Fixed
+- Turned successful headless reads into usable `web_explore` evidence instead of returning empty results for dynamic docs pages.
+- Filtered headless bot-check/security-verification pages out of research evidence.
+- Made empty research results display as “No usable evidence found” instead of looking like a successful synthesis.
+- Added the Linux Rollup optional package to the lockfile so GitHub Actions can build from `npm ci` without patch-installing Rollup.
+
+### Breaking
+- None.
+
+## [0.3.1] - 2026-04-22
+### Added
+- Nothing yet.
+
+### Changed
+- Stopped self-upgrading npm inside the publish workflow before install and publish steps.
+- Added GitHub release creation to the tag publish workflow.
+
+### Fixed
+- Fixed the tag publish workflow so npm publishing no longer fails before `npm ci`.
+
+### Breaking
+- None.
+
+## [0.3.0] - 2026-04-22
+### Added
+- Added compact, preview, and verbose presentation modes for web tool output.
+- Added a user-facing `/web-agent` settings UI plus helper commands for showing, resetting, and changing presentation config.
+- Added global and project-local presentation config files with project-overrides-global precedence.
+- Added docs for presentation settings, config paths, and command usage.
+
+### Changed
+- Made compact output the default presentation mode for all web tools.
+- Made bare `/web-agent` open the settings UI directly.
+
+### Fixed
+- Fixed settings scope switching so global and project drafts do not leak into each other.
+- Fixed config persistence so inherited values are not unnecessarily written into lower-precedence config files.
+- Fixed command notifications to use supported Pi UI notify levels.
+
+### Breaking
+- None.
+
+## [0.2.2] - 2026-04-21
+### Added
+- Expanded the live web eval so it covers deterministic search failure cases and reports when follow-up web calls were blocked after `web_explore`.
+
+### Changed
+- Tightened post-`web_explore` discipline by blocking same-flow low-level web tool churn instead of relying on prompt wording alone.
+
+### Fixed
+- Split `web_search` failures into more useful states like no results, parse failures, blocked pages, and fetch failures.
+- Catch DuckDuckGo challenge pages that still return HTTP 200 so blocked searches stop looking like vague parser bugs.
+- Stopped the model from spiraling into extra `web_search` / `web_fetch` calls after a successful `web_explore` in the live-eval cases.
+
+### Breaking
+- None.
+
+## [0.2.1] - 2026-04-20
+### Added
+- Nothing yet.
+
+### Changed
+- Nothing yet.
+
+### Fixed
+- Added the missing npm `--provenance` flag to the publish workflow so Trusted Publishing can exchange the GitHub OIDC token correctly.
+
+### Breaking
+- None.
+
+## [0.2.0] - 2026-04-20
+### Added
+- Added AGPL licensing, a release foundation test, and changelog-driven release tooling.
+- Added GitHub Actions workflows for CI and tag-based npm publishing.
+- Added maintainer docs for releases, self-hosted runners, and main branch protection.
+
+### Changed
+- Documented the release process in the README.
+- Switched npm publishing guidance from `NPM_TOKEN` secrets to npm Trusted Publishing.
+
+### Fixed
+- Stopped injecting post-`web_explore` reminder text through a context hook so it no longer leaks into normal sessions.
+- Worked around Rollup's missing Linux native package in GitHub Actions so CI and publish jobs run reliably on Ubuntu.
+
+### Breaking
+- None.
+
+## [0.1.0] - 2026-04-20
+
+### Added
+- Published `@demigodmode/pi-web-agent` as a Pi package.
+- Added explicit web research tools for search, HTTP fetch, headless fetch, and bounded exploration.
+- Added headless fetch implementation and package install validation.
+
+### Changed
+- Tightened follow-up tool discipline after `web_explore`.
+- Split package build output from repo-local development tooling.
+
+### Fixed
+- Fixed post-`web_explore` reminder handling so it is derived from context instead of shared mutable state.
+
+### Breaking
+- None.

package/README.md

@@ -14,6 +14,8 @@ That sounds obvious, but a lot of agent tooling gets fuzzy right there. This pac
 
 ## Install
 
+Compatibility notice: current `pi-web-agent` requires Pi 0.74+ because Pi packages moved to the `@earendil-works/*` scope. Update Pi before updating this package. If you are on an older Pi version, stay on `@demigodmode/pi-web-agent@0.6.x` until Pi is updated.
+
 ```bash
 pi install npm:@demigodmode/pi-web-agent
 ```
@@ -71,6 +73,7 @@ Helper commands:
 ```text
 /web-agent doctor
 /web-agent show
+/web-agent changelog
 /web-agent reset project
 /web-agent reset global
 /web-agent mode preview
@@ -106,6 +109,10 @@ Example:
 }
 ```
 
+Backend config is also supported. Defaults remain DuckDuckGo search, plain HTTP fetch, and local browser headless fallback. If you already run SearXNG or Firecrawl, see the self-hosted backend guide:
+
+- https://demigodmode.github.io/pi-web-agent/self-hosted-backends
+
 ## Local development
 
 ```bash

package/dist/backends/config.d.ts

@@ -0,0 +1,42 @@
+export type SearchBackendConfig = {
+    provider: 'duckduckgo' | 'searxng';
+    baseUrl?: string;
+};
+export type FetchBackendConfig = {
+    provider: 'http' | 'firecrawl';
+    baseUrl?: string;
+    apiKey?: string;
+};
+export type HeadlessBackendConfig = {
+    provider: 'local-browser';
+};
+export type BackendConfig = {
+    search: SearchBackendConfig;
+    fetch: FetchBackendConfig;
+    headless: HeadlessBackendConfig;
+};
+export type BackendConfigOverride = {
+    search?: Partial<SearchBackendConfig>;
+    fetch?: Partial<FetchBackendConfig>;
+    headless?: Partial<HeadlessBackendConfig>;
+};
+export type BackendConfigFile = {
+    backends?: {
+        search?: {
+            provider?: unknown;
+            baseUrl?: unknown;
+        };
+        fetch?: {
+            provider?: unknown;
+            baseUrl?: unknown;
+            apiKey?: unknown;
+        };
+        headless?: {
+            provider?: unknown;
+        };
+    };
+};
+export declare const DEFAULT_BACKEND_CONFIG: BackendConfig;
+export declare function extractBackendConfigOverride(file: BackendConfigFile | null | undefined): BackendConfigOverride;
+export declare function validateBackendConfig(config: BackendConfig): string[];
+export declare function mergeBackendConfigLayers(...layers: Array<BackendConfig | BackendConfigOverride | undefined>): BackendConfig;

package/dist/backends/config.js

@@ -0,0 +1,61 @@
+export const DEFAULT_BACKEND_CONFIG = {
+    search: { provider: 'duckduckgo' },
+    fetch: { provider: 'http' },
+    headless: { provider: 'local-browser' }
+};
+export function extractBackendConfigOverride(file) {
+    const backends = file?.backends;
+    const override = {};
+    if (backends?.search?.provider === 'duckduckgo' || backends?.search?.provider === 'searxng') {
+        override.search = { provider: backends.search.provider };
+        if (typeof backends.search.baseUrl === 'string') {
+            override.search.baseUrl = backends.search.baseUrl;
+        }
+    }
+    if (backends?.fetch?.provider === 'http' || backends?.fetch?.provider === 'firecrawl') {
+        override.fetch = { provider: backends.fetch.provider };
+        if (typeof backends.fetch.baseUrl === 'string') {
+            override.fetch.baseUrl = backends.fetch.baseUrl;
+        }
+        if (typeof backends.fetch.apiKey === 'string') {
+            override.fetch.apiKey = backends.fetch.apiKey;
+        }
+    }
+    if (backends?.headless?.provider === 'local-browser') {
+        override.headless = { provider: 'local-browser' };
+    }
+    return override;
+}
+export function validateBackendConfig(config) {
+    const issues = [];
+    if (config.search.provider === 'searxng' && !config.search.baseUrl) {
+        issues.push('search provider searxng requires backends.search.baseUrl');
+    }
+    if (config.fetch.provider === 'firecrawl' && !config.fetch.baseUrl) {
+        issues.push('fetch provider firecrawl requires backends.fetch.baseUrl');
+    }
+    return issues;
+}
+function mergeSearchConfig(current, override) {
+    if (!override)
+        return current;
+    if (override.provider && override.provider !== current.provider) {
+        return { ...override, provider: override.provider };
+    }
+    return { ...current, ...override };
+}
+function mergeFetchConfig(current, override) {
+    if (!override)
+        return current;
+    if (override.provider && override.provider !== current.provider) {
+        return { ...override, provider: override.provider };
+    }
+    return { ...current, ...override };
+}
+export function mergeBackendConfigLayers(...layers) {
+    return layers.reduce((merged, layer) => ({
+        search: mergeSearchConfig(merged.search, layer?.search),
+        fetch: mergeFetchConfig(merged.fetch, layer?.fetch),
+        headless: { ...merged.headless, ...layer?.headless }
+    }), DEFAULT_BACKEND_CONFIG);
+}

package/dist/backends/doctor.d.ts

@@ -0,0 +1,5 @@
+import type { BackendConfig } from './config.js';
+export declare function checkBackendHealth(config: BackendConfig, { fetchImpl, timeoutMs }?: {
+    fetchImpl?: typeof fetch;
+    timeoutMs?: number;
+}): Promise<string[]>;

package/dist/backends/doctor.js

@@ -0,0 +1,68 @@
+function withTimeout(timeoutMs) {
+    const controller = new AbortController();
+    const timeout = setTimeout(() => controller.abort(), timeoutMs);
+    return { signal: controller.signal, done: () => clearTimeout(timeout) };
+}
+function message(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function searxngDoctorUrl(baseUrl) {
+    const url = new URL('/search', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`);
+    url.searchParams.set('q', 'pi-web-agent-doctor');
+    url.searchParams.set('format', 'json');
+    return url.toString();
+}
+export async function checkBackendHealth(config, { fetchImpl = fetch, timeoutMs = 3_000 } = {}) {
+    const lines = [];
+    if (config.search.provider === 'duckduckgo') {
+        lines.push('search backend: duckduckgo');
+    }
+    else if (!config.search.baseUrl) {
+        lines.push('search backend: searxng warning (missing baseUrl)');
+    }
+    else {
+        const timeout = withTimeout(timeoutMs);
+        try {
+            const response = await fetchImpl(searxngDoctorUrl(config.search.baseUrl), { signal: timeout.signal });
+            const json = (await response.json());
+            lines.push(response.ok && Array.isArray(json.results)
+                ? 'search backend: searxng ok'
+                : 'search backend: searxng warning (unexpected response)');
+        }
+        catch (error) {
+            lines.push(`search backend: searxng warning (${message(error)})`);
+        }
+        finally {
+            timeout.done();
+        }
+    }
+    if (config.fetch.provider === 'http') {
+        lines.push('fetch backend: http');
+    }
+    else if (!config.fetch.baseUrl) {
+        lines.push('fetch backend: firecrawl warning (missing baseUrl)');
+    }
+    else {
+        const timeout = withTimeout(timeoutMs);
+        try {
+            const headers = { 'content-type': 'application/json' };
+            if (config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY) {
+                headers.Authorization = `Bearer ${config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY}`;
+            }
+            const response = await fetchImpl(new URL('/v1/scrape', config.fetch.baseUrl).toString(), {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({ url: 'https://example.com', formats: ['markdown'] }),
+                signal: timeout.signal
+            });
+            lines.push(response.ok ? 'fetch backend: firecrawl ok' : `fetch backend: firecrawl warning (HTTP ${response.status})`);
+        }
+        catch (error) {
+            lines.push(`fetch backend: firecrawl warning (${message(error)})`);
+        }
+        finally {
+            timeout.done();
+        }
+    }
+    return lines;
+}

package/dist/backends/factory.d.ts

@@ -0,0 +1,14 @@
+import type { WebFetchHeadlessResponse, WebFetchResponse, WebSearchResponse } from '../types.js';
+import { type BackendConfig } from './config.js';
+export type BackendSet = {
+    search: (input: {
+        query: string;
+    }) => Promise<WebSearchResponse>;
+    fetchPage: (input: {
+        url: string;
+    }) => Promise<WebFetchResponse>;
+    headlessFetch: (input: {
+        url: string;
+    }) => Promise<WebFetchHeadlessResponse>;
+};
+export declare function createBackendSet(config?: BackendConfig): BackendSet;

package/dist/backends/factory.js

@@ -0,0 +1,58 @@
+import { createFirecrawlFetcher } from '../fetch/firecrawl-fetch.js';
+import { createSearxngSearchTool } from '../search/searxng.js';
+import { buildFetchPresentation } from '../presentation/fetch-presentation.js';
+import { buildSearchPresentation } from '../presentation/search-presentation.js';
+import { createWebFetchHeadlessTool } from '../tools/web-fetch-headless.js';
+import { createWebFetchTool } from '../tools/web-fetch.js';
+import { createWebSearchTool } from '../tools/web-search.js';
+import { DEFAULT_BACKEND_CONFIG } from './config.js';
+function invalidSearxngSearch() {
+    return async function search() {
+        const result = {
+            status: 'error',
+            results: [],
+            metadata: { backend: 'searxng', cacheHit: false },
+            error: {
+                code: 'BACKEND_CONFIG_INVALID',
+                message: 'SearXNG search requires backends.search.baseUrl.'
+            }
+        };
+        return { ...result, presentation: buildSearchPresentation(result) };
+    };
+}
+function invalidFirecrawlFetch() {
+    return async function fetchPage(url) {
+        const result = {
+            status: 'error',
+            url,
+            metadata: { method: 'firecrawl', cacheHit: false },
+            error: {
+                code: 'BACKEND_CONFIG_INVALID',
+                message: 'Firecrawl fetch requires backends.fetch.baseUrl.'
+            }
+        };
+        return { ...result, presentation: buildFetchPresentation(result) };
+    };
+}
+export function createBackendSet(config = DEFAULT_BACKEND_CONFIG) {
+    const search = config.search.provider === 'searxng'
+        ? config.search.baseUrl
+            ? createSearxngSearchTool({ baseUrl: config.search.baseUrl })
+            : invalidSearxngSearch()
+        : createWebSearchTool();
+    const fetchPage = config.fetch.provider === 'firecrawl'
+        ? config.fetch.baseUrl
+            ? createWebFetchTool({
+                fetchPage: createFirecrawlFetcher({
+                    baseUrl: config.fetch.baseUrl,
+                    apiKey: config.fetch.apiKey ?? process.env.PI_WEB_AGENT_FIRECRAWL_API_KEY
+                })
+            })
+            : createWebFetchTool({ fetchPage: invalidFirecrawlFetch() })
+        : createWebFetchTool();
+    return {
+        search,
+        fetchPage,
+        headlessFetch: createWebFetchHeadlessTool()
+    };
+}

package/dist/changelog-notice.d.ts

@@ -0,0 +1,16 @@
+export type ChangelogEntry = {
+    version: string;
+    content: string;
+};
+type ChangelogOptions = {
+    packageRoot?: string;
+    statePath?: string;
+};
+export declare function parseChangelogEntries(changelog: string): ChangelogEntry[];
+export declare function markChangelogSeen({ statePath, version }: {
+    statePath?: string;
+    version: string;
+}): Promise<void>;
+export declare function getUpdateChangelogNotice(options?: ChangelogOptions): Promise<string | undefined>;
+export declare function getLatestChangelogEntry(options?: ChangelogOptions): Promise<string | undefined>;
+export {};

package/dist/changelog-notice.js

@@ -0,0 +1,105 @@
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+export function parseChangelogEntries(changelog) {
+    const lines = changelog.split(/\r?\n/);
+    const entries = [];
+    let currentVersion;
+    let currentLines = [];
+    function flush() {
+        if (currentVersion && currentLines.length > 0) {
+            entries.push({ version: currentVersion, content: currentLines.join('\n').trim() });
+        }
+    }
+    for (const line of lines) {
+        if (line.startsWith('## ')) {
+            flush();
+            const match = line.match(/^##\s+\[?(\d+\.\d+\.\d+)\]?/);
+            currentVersion = match?.[1];
+            currentLines = currentVersion ? [line] : [];
+            continue;
+        }
+        if (currentVersion) {
+            currentLines.push(line);
+        }
+    }
+    flush();
+    return entries;
+}
+function compareVersions(left, right) {
+    const leftParts = left.split('.').map(Number);
+    const rightParts = right.split('.').map(Number);
+    for (let i = 0; i < 3; i += 1) {
+        const diff = (leftParts[i] || 0) - (rightParts[i] || 0);
+        if (diff !== 0)
+            return diff;
+    }
+    return 0;
+}
+function defaultPackageRoot() {
+    const here = path.dirname(fileURLToPath(import.meta.url));
+    return path.basename(here) === 'dist' ? path.dirname(here) : path.dirname(here);
+}
+function defaultStatePath() {
+    const homeDir = process.env.USERPROFILE ?? process.env.HOME ?? '';
+    return path.join(homeDir, '.pi', 'agent', 'extensions', 'pi-web-agent', 'state.json');
+}
+async function readPackageVersion(packageRoot) {
+    try {
+        const raw = await readFile(path.join(packageRoot, 'package.json'), 'utf8');
+        const parsed = JSON.parse(raw);
+        return typeof parsed.version === 'string' ? parsed.version : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+async function readChangelogEntries(packageRoot) {
+    try {
+        return parseChangelogEntries(await readFile(path.join(packageRoot, 'CHANGELOG.md'), 'utf8'));
+    }
+    catch {
+        return [];
+    }
+}
+async function readState(statePath) {
+    try {
+        return JSON.parse(await readFile(statePath, 'utf8'));
+    }
+    catch {
+        return {};
+    }
+}
+export async function markChangelogSeen({ statePath = defaultStatePath(), version }) {
+    try {
+        await mkdir(path.dirname(statePath), { recursive: true });
+        await writeFile(statePath, `${JSON.stringify({ lastChangelogVersion: version }, null, 2)}\n`, 'utf8');
+    }
+    catch {
+        // Changelog display is best effort. Never block extension startup on state persistence.
+    }
+}
+export async function getUpdateChangelogNotice(options = {}) {
+    const packageRoot = options.packageRoot ?? defaultPackageRoot();
+    const statePath = options.statePath ?? defaultStatePath();
+    const version = await readPackageVersion(packageRoot);
+    if (!version)
+        return undefined;
+    const state = await readState(statePath);
+    if (!state.lastChangelogVersion) {
+        await markChangelogSeen({ statePath, version });
+        return undefined;
+    }
+    if (compareVersions(version, state.lastChangelogVersion) <= 0) {
+        return undefined;
+    }
+    const entries = (await readChangelogEntries(packageRoot))
+        .filter((entry) => compareVersions(entry.version, state.lastChangelogVersion || '0.0.0') > 0)
+        .map((entry) => entry.content);
+    await markChangelogSeen({ statePath, version });
+    return entries.length > 0 ? entries.join('\n\n') : undefined;
+}
+export async function getLatestChangelogEntry(options = {}) {
+    const entries = await readChangelogEntries(options.packageRoot ?? defaultPackageRoot());
+    return entries[0]?.content;
+}

package/dist/commands/web-agent-config.d.ts

@@ -1,4 +1,5 @@
-import { type ExtensionAPI } from '@mariozechner/pi-coding-agent';
+import { type BackendConfig } from '../backends/config.js';
+import { type ExtensionAPI } from '@earendil-works/pi-coding-agent';
 import { loadPresentationConfigLayers, type LoadedPresentationConfig } from '../presentation/config-store.js';
 import { type BrowserResolutionResult } from '../fetch/browser-resolution.js';
 import type { PresentationConfig, PresentationConfigOverride, PresentationScope } from '../presentation/types.js';
@@ -13,6 +14,8 @@ type CommandDeps = {
         arch: string;
     };
     checkTypebox?: () => Promise<boolean>;
+    checkBackends?: (config: BackendConfig) => Promise<string[]>;
+    getChangelog?: () => Promise<string | undefined>;
 };
 export type SettingsDraftState = {
     scope: PresentationScope;

package/dist/commands/web-agent-config.js

@@ -1,8 +1,11 @@
-import { DynamicBorder, getSettingsListTheme } from '@mariozechner/pi-coding-agent';
-import { Container, SelectList, SettingsList, Text } from '@mariozechner/pi-tui';
+import { DEFAULT_BACKEND_CONFIG, validateBackendConfig } from '../backends/config.js';
+import { checkBackendHealth } from '../backends/doctor.js';
+import { DynamicBorder, getSettingsListTheme } from '@earendil-works/pi-coding-agent';
+import { Container, SelectList, SettingsList, Text } from '@earendil-works/pi-tui';
 import { DEFAULT_PRESENTATION_CONFIG, mergePresentationConfigLayers, resolvePresentationMode } from '../presentation/config.js';
 import { loadPresentationConfigLayers, resetPresentationConfigScope, savePresentationConfigScope } from '../presentation/config-store.js';
 import { resolveBrowserExecutable } from '../fetch/browser-resolution.js';
+import { getLatestChangelogEntry } from '../changelog-notice.js';
 const PRESENTATION_TOOL_NAMES = ['web_explore'];
 function parseScopeToken(token) {
     return token === 'global' || token === 'project' ? token : undefined;
@@ -22,6 +25,19 @@ async function defaultCheckTypebox() {
         return false;
     }
 }
+function formatBackendSummary(config = DEFAULT_BACKEND_CONFIG) {
+    const search = config.search.baseUrl
+        ? `search: ${config.search.provider} (${config.search.baseUrl})`
+        : `search: ${config.search.provider}`;
+    const fetch = config.fetch.baseUrl
+        ? `fetch: ${config.fetch.provider} (${config.fetch.baseUrl})`
+        : `fetch: ${config.fetch.provider}`;
+    return [
+        search,
+        fetch,
+        `headless: ${config.headless.provider}`
+    ].join('\n');
+}
 function formatConfigSummary(config) {
     const lines = [`defaultMode: ${config.defaultMode}`];
     for (const toolName of PRESENTATION_TOOL_NAMES) {
@@ -233,6 +249,8 @@ export function registerWebAgentConfigCommands(pi, deps = {}) {
         arch: process.arch
     };
     const checkTypebox = deps.checkTypebox ?? defaultCheckTypebox;
+    const checkBackends = deps.checkBackends ?? ((config) => checkBackendHealth(config));
+    const getChangelog = deps.getChangelog ?? (() => getLatestChangelogEntry());
     pi.registerCommand('web-agent', {
         description: 'Open settings or manage pi-web-agent presentation config',
         handler: async (args, ctx) => {
@@ -254,11 +272,17 @@ export function registerWebAgentConfigCommands(pi, deps = {}) {
                 }
             }
             if (action === 'doctor') {
-                const [typeboxOk, browser] = await Promise.all([checkTypebox(), resolveBrowser()]);
+                const [typeboxOk, browser, loaded] = await Promise.all([checkTypebox(), resolveBrowser(), load()]);
+                const backendConfig = loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG;
+                const backendIssues = validateBackendConfig(backendConfig);
+                const backendHealth = await checkBackends(backendConfig);
                 const lines = [
                     'pi-web-agent: loaded',
                     `runtime: node ${runtime.nodeVersion} ${runtime.platform} ${runtime.arch}`,
-                    `typebox: ${typeboxOk ? 'ok' : 'missing'}`
+                    `typebox: ${typeboxOk ? 'ok' : 'missing'}`,
+                    formatBackendSummary(backendConfig),
+                    backendIssues.length > 0 ? `backend config: warning\n${backendIssues.join('\n')}` : 'backend config: ok',
+                    ...backendHealth
                 ];
                 if (browser.ok) {
                     lines.push(`browser: ${browser.browser} ${browser.executablePath}`);
@@ -275,11 +299,17 @@ export function registerWebAgentConfigCommands(pi, deps = {}) {
                 const loaded = await load();
                 ctx.ui.notify([
                     formatConfigSummary(loaded.effectiveConfig),
+                    formatBackendSummary(loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG),
                     `global: ${loaded.global.path}${loaded.global.exists ? '' : ' (missing)'}`,
                     `project: ${loaded.project.path}${loaded.project.exists ? '' : ' (missing)'}`
                 ].join('\n'), 'info');
                 return;
             }
+            if (action === 'changelog') {
+                const changelog = await getChangelog();
+                ctx.ui.notify(changelog ?? 'No pi-web-agent changelog entries found.', 'info');
+                return;
+            }
             if (action === 'reset') {
                 const scope = parseScopeToken(maybeScope) ?? 'project';
                 await reset(scope);
@@ -328,7 +358,7 @@ export function registerWebAgentConfigCommands(pi, deps = {}) {
                 ctx.ui.notify(`Saved ${result.scope} config`, 'info');
                 return;
             }
-            ctx.ui.notify('Use /web-agent, /web-agent show, /web-agent doctor, /web-agent reset project, or /web-agent settings', 'info');
+            ctx.ui.notify('Use /web-agent, /web-agent show, /web-agent doctor, /web-agent changelog, /web-agent reset project, or /web-agent settings', 'info');
         }
     });
 }

package/dist/extension.d.ts

@@ -1,2 +1,2 @@
-import type { ExtensionAPI } from '@mariozechner/pi-coding-agent';
+import type { ExtensionAPI } from '@earendil-works/pi-coding-agent';
 export default function extension(pi: ExtensionAPI): void;

package/dist/extension.js

@@ -1,19 +1,34 @@
+import { DEFAULT_BACKEND_CONFIG } from './backends/config.js';
 import { Type } from 'typebox';
 import { registerWebAgentConfigCommands } from './commands/web-agent-config.js';
 import { DEFAULT_PRESENTATION_CONFIG, resolvePresentationMode } from './presentation/config.js';
+import { createResearchWorkflow } from './orchestration/index.js';
 import { loadPresentationConfigLayers } from './presentation/config-store.js';
 import { selectPresentationView } from './presentation/select-view.js';
 import { createWebExploreTool } from './tools/web-explore.js';
-async function getEffectivePresentationConfig(pi) {
+import { getUpdateChangelogNotice } from './changelog-notice.js';
+async function loadWebAgentConfig(pi) {
     const store = pi.__presentationConfigStore;
+    return store?.load?.() ?? loadPresentationConfigLayers();
+}
+async function getEffectivePresentationConfig(pi) {
     try {
-        const loaded = await (store?.load?.() ?? loadPresentationConfigLayers());
+        const loaded = await loadWebAgentConfig(pi);
         return loaded.effectiveConfig;
     }
     catch {
         return DEFAULT_PRESENTATION_CONFIG;
     }
 }
+async function getEffectiveBackendConfig(pi) {
+    try {
+        const loaded = await loadWebAgentConfig(pi);
+        return loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG;
+    }
+    catch {
+        return DEFAULT_BACKEND_CONFIG;
+    }
+}
 async function renderToolText(pi, toolName, details) {
     const config = await getEffectivePresentationConfig(pi);
     const mode = resolvePresentationMode(toolName, config);
@@ -21,8 +36,33 @@ async function renderToolText(pi, toolName, details) {
 }
 export default function extension(pi) {
     registerWebAgentConfigCommands(pi);
-    const webExplore = pi.__webExploreTool ??
-        createWebExploreTool();
+    const injectedWebExplore = pi.__webExploreTool;
+    let cachedBackendKey;
+    let cachedWebExplore;
+    async function getConfiguredWebExplore() {
+        if (injectedWebExplore)
+            return injectedWebExplore;
+        const backendConfig = await getEffectiveBackendConfig(pi);
+        const backendKey = JSON.stringify(backendConfig);
+        if (!cachedWebExplore || cachedBackendKey !== backendKey) {
+            cachedBackendKey = backendKey;
+            cachedWebExplore = createWebExploreTool({
+                explore: createResearchWorkflow({ backendConfig })
+            });
+        }
+        return cachedWebExplore;
+    }
+    pi.on('session_start', async (_event, ctx) => {
+        try {
+            const notice = await getUpdateChangelogNotice();
+            if (notice) {
+                ctx.ui.notify(`pi-web-agent updated\n\n${notice}`, 'info');
+            }
+        }
+        catch {
+            // Never block extension startup on changelog display.
+        }
+    });
     pi.on('before_agent_start', async (event) => ({
         systemPrompt: `${event.systemPrompt}\n\n` +
             'For web research questions that require finding and comparing sources, use web_explore. ' +
@@ -37,6 +77,7 @@ export default function extension(pi) {
             query: Type.String({ description: 'Web research question to explore.' })
         }),
         async execute(_toolCallId, params) {
+            const webExplore = await getConfiguredWebExplore();
             const result = await webExplore({ query: params.query });
             return {
                 content: [

package/dist/fetch/firecrawl-fetch.d.ts

@@ -0,0 +1,6 @@
+import type { WebFetchResponse } from '../types.js';
+export declare function createFirecrawlFetcher({ baseUrl, apiKey, fetchImpl }: {
+    baseUrl: string;
+    apiKey?: string;
+    fetchImpl?: typeof fetch;
+}): (url: string) => Promise<WebFetchResponse>;

package/dist/fetch/firecrawl-fetch.js

@@ -0,0 +1,61 @@
+function buildScrapeUrl(baseUrl) {
+    return new URL('/v1/scrape', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`).toString();
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+export function createFirecrawlFetcher({ baseUrl, apiKey, fetchImpl = fetch }) {
+    return async function firecrawlFetch(url) {
+        try {
+            const headers = { 'content-type': 'application/json' };
+            if (apiKey) {
+                headers.Authorization = `Bearer ${apiKey}`;
+            }
+            const response = await fetchImpl(buildScrapeUrl(baseUrl), {
+                method: 'POST',
+                headers,
+                body: JSON.stringify({ url, formats: ['markdown'] })
+            });
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}`);
+            }
+            const parsed = (await response.json());
+            if (parsed.success === false) {
+                throw new Error(typeof parsed.error === 'string' ? parsed.error : 'Firecrawl scrape failed.');
+            }
+            const text = typeof parsed.data?.markdown === 'string'
+                ? parsed.data.markdown
+                : typeof parsed.data?.html === 'string'
+                    ? parsed.data.html
+                    : '';
+            const resolvedUrl = typeof parsed.data?.metadata?.sourceURL === 'string'
+                ? parsed.data.metadata.sourceURL
+                : url;
+            const title = typeof parsed.data?.metadata?.title === 'string'
+                ? parsed.data.metadata.title
+                : undefined;
+            if (!text.trim()) {
+                return {
+                    status: 'needs_headless',
+                    url: resolvedUrl,
+                    metadata: { method: 'firecrawl', cacheHit: false },
+                    error: { code: 'WEAK_EXTRACTION', message: 'Firecrawl did not return useful page text.' }
+                };
+            }
+            return {
+                status: 'ok',
+                url: resolvedUrl,
+                content: { title, text },
+                metadata: { method: 'firecrawl', cacheHit: false, truncated: text.length >= 4000 }
+            };
+        }
+        catch (error) {
+            return {
+                status: 'error',
+                url,
+                metadata: { method: 'firecrawl', cacheHit: false },
+                error: { code: 'FETCH_FAILED', message: `Firecrawl scrape failed: ${errorMessage(error)}` }
+            };
+        }
+    };
+}

package/dist/orchestration/index.d.ts

@@ -1,5 +1,7 @@
+import type { BackendConfig } from '../backends/config.js';
 import type { WebFetchHeadlessResponse, WebFetchResponse, WebSearchResponse } from '../types.js';
-export declare function createResearchWorkflow({ search, fetchPage, headlessFetch }?: {
+export declare function createResearchWorkflow({ backendConfig, search, fetchPage, headlessFetch }?: {
+    backendConfig?: BackendConfig;
     search?: (input: {
         query: string;
     }) => Promise<WebSearchResponse>;

package/dist/orchestration/index.js

@@ -1,9 +1,11 @@
-import { createWebFetchHeadlessTool } from '../tools/web-fetch-headless.js';
-import { createWebFetchTool } from '../tools/web-fetch.js';
-import { createWebSearchTool } from '../tools/web-search.js';
+import { createBackendSet } from '../backends/factory.js';
 import { createResearchOrchestrator } from './research-orchestrator.js';
 import { createResearchWorker } from './research-worker.js';
-export function createResearchWorkflow({ search = createWebSearchTool(), fetchPage = createWebFetchTool(), headlessFetch = createWebFetchHeadlessTool() } = {}) {
-    const worker = createResearchWorker({ search, fetchPage });
-    return createResearchOrchestrator({ worker, headlessFetch });
+export function createResearchWorkflow({ backendConfig, search, fetchPage, headlessFetch } = {}) {
+    const backends = createBackendSet(backendConfig);
+    const resolvedSearch = search ?? backends.search;
+    const resolvedFetchPage = fetchPage ?? backends.fetchPage;
+    const resolvedHeadlessFetch = headlessFetch ?? backends.headlessFetch;
+    const worker = createResearchWorker({ search: resolvedSearch, fetchPage: resolvedFetchPage });
+    return createResearchOrchestrator({ worker, headlessFetch: resolvedHeadlessFetch });
 }

package/dist/orchestration/research-types.d.ts

@@ -1,5 +1,5 @@
 export type ResearchSourceKind = 'official-docs' | 'official-api' | 'official-discussion' | 'community' | 'issue-thread' | 'package-page' | 'other';
-export type ResearchMethod = 'search' | 'http' | 'headless';
+export type ResearchMethod = 'search' | 'http' | 'headless' | 'firecrawl';
 export type ResearchEvidence = {
     title: string;
     url: string;

package/dist/presentation/config-store.d.ts

@@ -1,3 +1,4 @@
+import { type BackendConfig, type BackendConfigOverride } from '../backends/config.js';
 import type { PresentationConfig, PresentationConfigOverride, PresentationScope } from './types.js';
 export type PresentationConfigStoreOptions = {
     homeDir?: string;
@@ -7,12 +8,14 @@ export type PresentationConfigLayer = {
     path: string;
     exists: boolean;
     rawConfig?: PresentationConfigOverride;
+    rawBackends?: BackendConfigOverride;
     error?: string;
 };
 export type LoadedPresentationConfig = {
     global: PresentationConfigLayer;
     project: PresentationConfigLayer;
     effectiveConfig: PresentationConfig;
+    effectiveBackends: BackendConfig;
 };
 export declare function getPresentationConfigPaths(options?: PresentationConfigStoreOptions): {
     globalPath: string;

package/dist/presentation/config-store.js

@@ -1,5 +1,6 @@
 import { mkdir, readFile, rm, writeFile } from 'node:fs/promises';
 import path from 'node:path';
+import { DEFAULT_BACKEND_CONFIG, extractBackendConfigOverride, mergeBackendConfigLayers } from '../backends/config.js';
 import { DEFAULT_PRESENTATION_CONFIG, extractPresentationConfigOverride, mergePresentationConfigLayers } from './config.js';
 export function getPresentationConfigPaths(options = {}) {
     const homeDir = options.homeDir ?? process.env.USERPROFILE ?? process.env.HOME ?? '';
@@ -9,14 +10,21 @@ export function getPresentationConfigPaths(options = {}) {
         projectPath: path.join(projectDir, '.pi', 'extensions', 'pi-web-agent', 'config.json')
     };
 }
+function hasPresentationRoot(parsed) {
+    return parsed.presentation !== undefined;
+}
 async function readPresentationConfigFile(filePath) {
     try {
         const rawText = await readFile(filePath, 'utf8');
         const parsed = JSON.parse(rawText);
+        const presentationFile = hasPresentationRoot(parsed)
+            ? parsed
+            : { presentation: parsed };
         return {
             path: filePath,
             exists: true,
-            rawConfig: extractPresentationConfigOverride(parsed)
+            rawConfig: extractPresentationConfigOverride(presentationFile),
+            rawBackends: extractBackendConfigOverride(parsed)
         };
     }
     catch (error) {
@@ -48,7 +56,8 @@ export async function loadPresentationConfigLayers(options = {}) {
     return {
         global,
         project,
-        effectiveConfig: mergePresentationConfigLayers(DEFAULT_PRESENTATION_CONFIG, global.rawConfig, project.rawConfig)
+        effectiveConfig: mergePresentationConfigLayers(DEFAULT_PRESENTATION_CONFIG, global.rawConfig, project.rawConfig),
+        effectiveBackends: mergeBackendConfigLayers(DEFAULT_BACKEND_CONFIG, global.rawBackends, project.rawBackends)
     };
 }
 export async function savePresentationConfigScope(options, scope, config) {

package/dist/presentation/explore-presentation.js

@@ -1,6 +1,8 @@
 function internalReaderLabel(method) {
     if (method === 'headless')
         return 'web_fetch_headless';
+    if (method === 'firecrawl')
+        return 'firecrawl';
     if (method === 'http')
         return 'web_fetch';
     return 'web_explore';

package/dist/search/searxng.d.ts

@@ -0,0 +1,7 @@
+import type { WebSearchResponse } from '../types.js';
+export declare function createSearxngSearchTool({ baseUrl, fetchImpl }: {
+    baseUrl: string;
+    fetchImpl?: typeof fetch;
+}): ({ query }: {
+    query: string;
+}) => Promise<WebSearchResponse>;

package/dist/search/searxng.js

@@ -0,0 +1,66 @@
+import { buildSearchPresentation } from '../presentation/search-presentation.js';
+function buildSearchUrl(baseUrl, query) {
+    const url = new URL('/search', baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`);
+    url.searchParams.set('q', query);
+    url.searchParams.set('format', 'json');
+    return url.toString();
+}
+function normalizeResults(response) {
+    return (response.results ?? []).flatMap((result) => {
+        if (typeof result.title !== 'string' || typeof result.url !== 'string') {
+            return [];
+        }
+        return [
+            {
+                title: result.title,
+                url: result.url,
+                snippet: typeof result.content === 'string' ? result.content : ''
+            }
+        ];
+    });
+}
+export function createSearxngSearchTool({ baseUrl, fetchImpl = fetch }) {
+    return async function searxngSearch({ query }) {
+        const normalizedQuery = query.trim();
+        if (!normalizedQuery) {
+            const result = {
+                status: 'error',
+                results: [],
+                metadata: { backend: 'searxng', cacheHit: false },
+                error: { code: 'INVALID_QUERY', message: 'Query must not be empty.' }
+            };
+            return { ...result, presentation: buildSearchPresentation(result) };
+        }
+        try {
+            const response = await fetchImpl(buildSearchUrl(baseUrl, normalizedQuery));
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}`);
+            }
+            const parsed = (await response.json());
+            const results = normalizeResults(parsed);
+            const result = results.length > 0
+                ? {
+                    status: 'ok',
+                    results,
+                    metadata: { backend: 'searxng', cacheHit: false }
+                }
+                : {
+                    status: 'error',
+                    results: [],
+                    metadata: { backend: 'searxng', cacheHit: false },
+                    error: { code: 'NO_RESULTS', message: 'SearXNG returned no usable results for this query.' }
+                };
+            return { ...result, presentation: buildSearchPresentation(result) };
+        }
+        catch (error) {
+            const rawMessage = error instanceof Error ? error.message : String(error);
+            const result = {
+                status: 'error',
+                results: [],
+                metadata: { backend: 'searxng', cacheHit: false },
+                error: { code: 'FETCH_FAILED', message: `SearXNG search request failed: ${rawMessage}` }
+            };
+            return { ...result, presentation: buildSearchPresentation(result) };
+        }
+    };
+}

package/dist/tools/web-explore.d.ts

@@ -31,7 +31,7 @@ export declare function createWebExploreTool({ explore }?: {
     sources: Array<{
         title: string;
         url: string;
-        method?: "http" | "headless";
+        method?: "http" | "headless" | "firecrawl";
     }>;
     caveat?: string;
     metadata?: {

package/dist/types.d.ts

@@ -11,11 +11,11 @@ export type ToolError = {
     message: string;
 };
 export type SearchMetadata = {
-    backend: 'duckduckgo';
+    backend: 'duckduckgo' | 'searxng';
     cacheHit: boolean;
 };
 export type FetchMetadata = {
-    method: 'http' | 'headless';
+    method: 'http' | 'headless' | 'firecrawl';
     cacheHit: boolean;
     contentType?: string;
     truncated?: boolean;
@@ -56,7 +56,7 @@ export type WebExploreResponse = {
     sources: Array<{
         title: string;
         url: string;
-        method?: 'http' | 'headless';
+        method?: 'http' | 'headless' | 'firecrawl';
     }>;
     caveat?: string;
     metadata?: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@demigodmode/pi-web-agent",
-  "version": "0.5.1",
+  "version": "1.0.0",
   "description": "Pi package for reliable web access with explicit search, fetch, and headless boundaries.",
   "type": "module",
   "main": "./dist/extension.js",
@@ -13,7 +13,8 @@
   },
   "files": [
     "dist",
-    "README.md"
+    "README.md",
+    "CHANGELOG.md"
   ],
   "keywords": [
     "pi-package",
@@ -60,7 +61,8 @@
     "typebox": "^1.1.37"
   },
   "devDependencies": {
-    "@mariozechner/pi-coding-agent": "^0.69.0",
+    "@earendil-works/pi-coding-agent": "^0.74.0",
+    "@earendil-works/pi-tui": "^0.74.0",
     "@types/jsdom": "^21.1.7",
     "@types/node": "^24.0.0",
     "@vitest/coverage-v8": "^3.2.4",
@@ -69,6 +71,7 @@
     "vitest": "^3.2.0"
   },
   "peerDependencies": {
-    "@mariozechner/pi-coding-agent": "*"
+    "@earendil-works/pi-coding-agent": "*",
+    "@earendil-works/pi-tui": "*"
   }
 }