@demigodmode/pi-web-agent 1.6.0 → 1.6.2

package/CHANGELOG.md

@@ -18,9 +18,38 @@ The format is intentionally simple and release-oriented.
 ### Breaking
 - None.
 
+## [1.6.2] - 2026-07-10
+### Added
+- None.
+
+### Changed
+- None.
+
+### Fixed
+- Extension load failure on install (`Cannot find module 'punycode/'` / `Set operation called on non-Set object`) caused by pi's extension loader mishandling a couple of patterns in jsdom's dependency tree (tr46, cssstyle). Added a postinstall step that patches the affected files. Fixes #34
+
+### Breaking
+- None.
+
+## [1.6.1] - 2026-07-05
+### Added
+- None.
+
+### Changed
+- None.
+
+### Fixed
+- Setting a SearXNG URL from **Settings → Backends** now actually saves, and switches the search provider to `searxng` if it wasn't already selected. Previously the URL was silently discarded unless SearXNG was already the active provider. Reported by @Josephur in #33.
+- Same fix applied on the fetch side: setting a Firecrawl URL now switches the fetch provider to `firecrawl` too, instead of leaving it stuck on `http` until you flip it manually.
+- Editing the SearXNG/Firecrawl base URL no longer opens a separate nested input prompt on top of the settings list (which could leave the session unresponsive to further input). It's now an inline field in the same list, and pressing Esc there only cancels the field instead of closing the whole settings screen and discarding unrelated pending changes.
+- The inline URL field now starts with the cursor at the end of the pre-filled value, so typing right away appends instead of inserting at the front of the string.
+
+### Breaking
+- None.
+
 ## [1.6.0] - 2026-07-05
 ### Added
-- You.com is now available as a hosted search backend for `web_explore`, selectable alongside DuckDuckGo, SearXNG, and Brave. Set `YDC_API_KEY` in the environment and choose `youcom` from **Settings → Backends**. You.com handles source discovery only; `web_explore` still fetches pages, ranks evidence, handles caveats, and synthesizes the answer itself.
+- You.com is now available as a hosted search backend for `web_explore`, selectable alongside DuckDuckGo, SearXNG, and Brave. Set `YDC_API_KEY` in the environment and choose `youcom` from **Settings → Backends**. You.com handles source discovery only; `web_explore` still fetches pages, ranks evidence, handles caveats, and synthesizes the answer itself. Contributed by @ydc-oss-bot in #32 - first outside PR this project has had.
 - `/web-agent settings` now treats You.com as a first-class search backend (with optional DuckDuckGo fallback) while keeping API keys out of config files via `YDC_API_KEY`.
 - `/web-agent doctor` now reports You.com setup status, warns when `YDC_API_KEY` is missing, and validates configured You.com access when a key is present.
 

package/README.md

@@ -111,6 +111,8 @@ Example:
 
 Backend config is also supported. Defaults remain DuckDuckGo search, plain HTTP fetch, and local-browser headless fallback with managed Chromium fallback configured. If you have a Brave Search or You.com API key, either can be selected as a hosted search backend while `web_explore` still handles page reading, ranking, and caveats itself.
 
+Search backends: DuckDuckGo (default), SearXNG (self-hosted), Brave Search (hosted), You.com (hosted).
+
 Backend settings can be changed from:
 
 ```text

package/dist/commands/web-agent-config.d.ts

@@ -1,5 +1,6 @@
 import { type BackendConfig, type BackendConfigOverride } from '../backends/config.js';
 import { type ExtensionAPI } from '@earendil-works/pi-coding-agent';
+import { type Component } from '@earendil-works/pi-tui';
 import { loadPresentationConfigLayers, type LoadedPresentationConfig } from '../presentation/config-store.js';
 import { type BrowserResolutionResult } from '../fetch/browser-resolution.js';
 import type { PresentationConfig, PresentationConfigOverride, PresentationScope } from '../presentation/types.js';
@@ -32,6 +33,7 @@ export declare function validateBackendUrl(value: string): {
     ok: false;
     message: string;
 };
+export declare function createBackendUrlEditor(theme: any, label: string, placeholderUrl: string, onOpenChange?: (open: boolean) => void): (currentValue: string, done: (selectedValue?: string) => void) => Component;
 export declare function getInheritedConfigForScope(loaded: Awaited<LoadedPresentationConfig>, scope: PresentationScope): PresentationConfig;
 export declare function getScopeDisplayConfig(loaded: Awaited<LoadedPresentationConfig>, scope: PresentationScope): PresentationConfig;
 export declare function getInheritedBackendsForScope(loaded: Awaited<LoadedPresentationConfig>, scope: PresentationScope): BackendConfig;

package/dist/commands/web-agent-config.js

@@ -1,7 +1,7 @@
 import { DEFAULT_BACKEND_CONFIG, mergeBackendConfigLayers, validateBackendConfig } from '../backends/config.js';
 import { checkBackendHealth } from '../backends/doctor.js';
 import { DynamicBorder, getSettingsListTheme } from '@earendil-works/pi-coding-agent';
-import { Container, SelectList, SettingsList, Text } from '@earendil-works/pi-tui';
+import { Container, Input, SelectList, SettingsList, Text } from '@earendil-works/pi-tui';
 import { DEFAULT_PRESENTATION_CONFIG, mergePresentationConfigLayers, resolvePresentationMode } from '../presentation/config.js';
 import { loadPresentationConfigLayers, resetPresentationConfigScope, saveBackendConfigScope, savePresentationConfigScope } from '../presentation/config-store.js';
 import { resolveBrowserExecutable } from '../fetch/browser-resolution.js';
@@ -112,7 +112,49 @@ function buildPresentationSettingsItems(scope, config) {
         }))
     ];
 }
-function buildBackendSettingsItems(scope, backends) {
+export function createBackendUrlEditor(theme, label, placeholderUrl, onOpenChange) {
+    return (currentValue, done) => {
+        onOpenChange?.(true);
+        const initialValue = currentValue && currentValue !== 'not set' ? currentValue : placeholderUrl;
+        const container = new Container();
+        const hint = new Text(theme.fg('muted', `${label} · enter to save · empty clears · esc cancels`), 1, 0);
+        const input = new Input();
+        input.setValue(initialValue);
+        input.handleInput('\x1b[F'); // move cursor to end; setValue leaves it at 0
+        input.focused = true;
+        const errorText = new Text('', 1, 0);
+        const finish = (selectedValue) => {
+            onOpenChange?.(false);
+            done(selectedValue);
+        };
+        const showError = (message) => {
+            errorText.setText(theme.fg('warning', message));
+            container.invalidate();
+        };
+        input.onSubmit = (value) => {
+            if (!value.trim()) {
+                finish('');
+                return;
+            }
+            const validated = validateBackendUrl(value);
+            if (!validated.ok) {
+                showError(validated.message);
+                return;
+            }
+            finish(validated.value);
+        };
+        input.onEscape = () => finish(undefined);
+        container.addChild(hint);
+        container.addChild(input);
+        container.addChild(errorText);
+        return {
+            render: (width) => container.render(width),
+            invalidate: () => container.invalidate(),
+            handleInput: (data) => input.handleInput(data)
+        };
+    };
+}
+function buildBackendSettingsItems(scope, backends, theme, onUrlEditorOpenChange) {
     return [
         {
             id: 'scope',
@@ -130,7 +172,7 @@ function buildBackendSettingsItems(scope, backends) {
             id: 'backend:search:baseUrl',
             label: 'SearXNG URL',
             currentValue: backends.search.baseUrl ?? 'not set',
-            values: ['edit']
+            submenu: createBackendUrlEditor(theme, 'SearXNG base URL', 'http://localhost:8080', onUrlEditorOpenChange)
         },
         {
             id: 'backend:search:fallback',
@@ -160,7 +202,7 @@ function buildBackendSettingsItems(scope, backends) {
             id: 'backend:fetch:baseUrl',
             label: 'Firecrawl URL',
             currentValue: backends.fetch.baseUrl ?? 'not set',
-            values: ['edit']
+            submenu: createBackendUrlEditor(theme, 'Firecrawl base URL', 'http://localhost:3002', onUrlEditorOpenChange)
         },
         {
             id: 'backend:fetch:fallback',
@@ -280,7 +322,8 @@ export function applySettingsValue(state, id, newValue) {
         }
     }
     if (id === 'backend:search:baseUrl') {
-        if (currentBackends.search.provider === 'searxng' && newValue.trim()) {
+        if (newValue.trim()) {
+            currentBackends.search.provider = 'searxng';
             currentBackends.search.baseUrl = newValue.trim();
         }
         else {
@@ -303,6 +346,7 @@ export function applySettingsValue(state, id, newValue) {
     }
     if (id === 'backend:fetch:baseUrl') {
         if (newValue.trim()) {
+            currentBackends.fetch.provider = 'firecrawl';
             currentBackends.fetch.baseUrl = newValue.trim();
         }
         else {
@@ -494,43 +538,20 @@ async function openPresentationSettingsUi(ctx, loaded, initialScope) {
     });
 }
 async function openBackendSettingsUi(ctx, loaded, initialScope) {
-    return ctx.ui.custom((tui, theme, _kb, done) => {
+    return ctx.ui.custom((_tui, theme, _kb, done) => {
         let state = createSettingsDraftState(loaded, initialScope);
         let settingsList;
+        let urlEditorOpen = false;
         const container = new Container();
         container.addChild(new Text(theme.fg('accent', theme.bold('pi-web-agent · backends')), 1, 1));
         container.addChild(new Text(theme.fg('muted', 'Ctrl+S save · Ctrl+R reset scope · Esc cancel · API keys stay in env vars'), 1, 2));
-        const editUrl = async (id) => {
-            const isSearchUrl = id === 'backend:search:baseUrl';
-            const label = isSearchUrl ? 'SearXNG base URL' : 'Firecrawl base URL';
-            const currentValue = isSearchUrl ? state.backends.search.baseUrl : state.backends.fetch.baseUrl;
-            const entered = await ctx.ui.input(label, currentValue ?? (isSearchUrl ? 'http://localhost:8080' : 'http://localhost:3002'));
-            if (entered === undefined)
-                return;
-            if (!entered.trim()) {
-                state = applySettingsValue(state, id, '');
-                rebuildSettingsList();
-                tui.requestRender?.();
-                return;
-            }
-            const validated = validateBackendUrl(entered);
-            if (!validated.ok) {
-                ctx.ui.notify(validated.message, 'warning');
-                return;
-            }
-            state = applySettingsValue(state, id, validated.value);
-            rebuildSettingsList();
-            tui.requestRender?.();
-        };
         const rebuildSettingsList = () => {
             if (settingsList) {
                 container.removeChild(settingsList);
             }
-            settingsList = new SettingsList(buildBackendSettingsItems(state.scope, state.backends), 12, getSettingsListTheme(), (id, newValue) => {
-                if (id === 'backend:search:baseUrl' || id === 'backend:fetch:baseUrl') {
-                    void editUrl(id);
-                    return;
-                }
+            settingsList = new SettingsList(buildBackendSettingsItems(state.scope, state.backends, theme, (open) => {
+                urlEditorOpen = open;
+            }), 12, getSettingsListTheme(), (id, newValue) => {
                 state = applySettingsValue(state, id, newValue);
                 rebuildSettingsList();
                 container.invalidate();
@@ -542,6 +563,13 @@ async function openBackendSettingsUi(ctx, loaded, initialScope) {
             render: (width) => container.render(width),
             invalidate: () => container.invalidate(),
             handleInput: (data) => {
+                // While the inline URL editor is open, let it (and its own Escape/Enter
+                // handling) consume input first — otherwise these shortcuts close the
+                // whole settings UI out from under an in-progress edit.
+                if (urlEditorOpen) {
+                    settingsList.handleInput?.(data);
+                    return;
+                }
                 const shortcut = handleSettingsShortcut(JSON.stringify(data).slice(1, -1));
                 if (shortcut?.action === 'cancel') {
                     done({ action: 'cancel' });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@demigodmode/pi-web-agent",
-  "version": "1.6.0",
+  "version": "1.6.2",
   "description": "Pi package for reliable web access with explicit search, fetch, and headless boundaries.",
   "type": "module",
   "main": "./dist/extension.js",
@@ -13,6 +13,7 @@
   },
   "files": [
     "dist",
+    "scripts/patch-jiti-compat.mjs",
     "README.md",
     "CHANGELOG.md"
   ],
@@ -21,7 +22,12 @@
     "pi",
     "extension",
     "web-search",
-    "web-fetch"
+    "web-fetch",
+    "duckduckgo",
+    "searxng",
+    "brave-search",
+    "you-com",
+    "firecrawl"
   ],
   "repository": {
     "type": "git",
@@ -36,6 +42,7 @@
     "access": "public"
   },
   "scripts": {
+    "postinstall": "node scripts/patch-jiti-compat.mjs",
     "build": "node -e \"require('node:fs').rmSync('dist', { recursive: true, force: true })\" && tsc -p tsconfig.build.json",
     "build:dev": "tsc -p tsconfig.json",
     "test": "vitest run --coverage",

package/scripts/patch-jiti-compat.mjs

@@ -0,0 +1,76 @@
+#!/usr/bin/env node
+// Works around two incompatibilities between pi's extension loader (a patched
+// jiti) and jsdom's dependency tree:
+//   1. jiti can't resolve the trailing-slash bare specifier require("punycode/")
+//      used by tr46.
+//   2. jiti wraps `module.exports = new Set(...)` (cssstyle) in a Proxy, which
+//      breaks native Set methods on the exported value.
+//
+// Runs as a postinstall step so it self-heals after every install, including
+// when this package is installed as a pi extension via `pi install npm:...`.
+// Safe to run multiple times and safe to no-op if the target files or
+// patterns are missing (e.g. a future dependency bump changes the shape).
+import { readFileSync, writeFileSync, existsSync } from "node:fs";
+import { fileURLToPath } from "node:url";
+import { dirname, join } from "node:path";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const nodeModules = join(__dirname, "..", "node_modules");
+
+function patchTr46() {
+  const file = join(nodeModules, "tr46", "index.js");
+  if (!existsSync(file)) {
+    console.debug("patch-jiti-compat: tr46/index.js not found, skipping");
+    return;
+  }
+  const contents = readFileSync(file, "utf8");
+  if (!contents.includes('require("punycode/")')) {
+    console.debug("patch-jiti-compat: tr46/index.js does not match expected pattern, skipping");
+    return;
+  }
+  writeFileSync(
+    file,
+    contents.replaceAll('require("punycode/")', 'require("punycode/punycode.js")'),
+  );
+  console.log("patch-jiti-compat: patched tr46/index.js");
+}
+
+const SET_SHIM = `
+// pi/jiti workaround: expose bound native Set methods as own properties so a
+// Proxy wrapper around this export does not break Set brand checks.
+for (const k of ["has", "add", "delete", "forEach", "keys", "values", "entries"]) {
+  module.exports[k] = Set.prototype[k].bind(module.exports);
+}
+module.exports[Symbol.iterator] = Set.prototype[Symbol.iterator].bind(module.exports);
+`;
+
+function patchCssstyleSetExports() {
+  const files = [
+    join(nodeModules, "cssstyle", "lib", "allExtraProperties.js"),
+    join(nodeModules, "cssstyle", "lib", "generated", "allProperties.js"),
+    join(nodeModules, "cssstyle", "lib", "generated", "implementedProperties.js"),
+  ];
+  for (const file of files) {
+    const label = `cssstyle/${file.slice(nodeModules.length + 1)}`;
+    if (!existsSync(file)) {
+      console.debug(`patch-jiti-compat: ${label} not found, skipping`);
+      continue;
+    }
+    const contents = readFileSync(file, "utf8");
+    if (contents.includes("pi/jiti workaround")) continue;
+    if (!contents.includes("module.exports = new Set(")) {
+      console.debug(`patch-jiti-compat: ${label} does not match expected pattern, skipping`);
+      continue;
+    }
+    writeFileSync(file, contents + SET_SHIM);
+    console.log(`patch-jiti-compat: patched ${label}`);
+  }
+}
+
+try {
+  patchTr46();
+  patchCssstyleSetExports();
+} catch (err) {
+  // Never fail the install over a best-effort compat patch.
+  console.warn("patch-jiti-compat: skipped, non-fatal error:", err.message);
+}