@mammothb/pi-web 6.0.0

package/LICENSE

@@ -0,0 +1,18 @@
+MIT License
+
+Copyright (c) 2026 mammothb
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
+associated documentation files (the "Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the
+following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial
+portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT
+LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO
+EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+USE OR OTHER DEALINGS IN THE SOFTWARE.

package/bin/searxng

@@ -0,0 +1,48 @@
+#!/usr/bin/env bash
+# searxng — Start/stop the local SearXNG instance for pi-websearch.
+#
+# Usage:
+#   searxng up      Start SearXNG (docker compose up -d)
+#   searxng down    Stop SearXNG (docker compose down)
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+COMPOSE_DIR="${SCRIPT_DIR}/../searxng"
+COMPOSE_FILE="${COMPOSE_DIR}/docker-compose.yml"
+
+up() {
+  # Ensure the core-config directory exists (needed for volume mount).
+  mkdir -p "${COMPOSE_DIR}/core-config"
+
+  # Check if the SearXNG core container is already running.
+  if docker compose -f "${COMPOSE_FILE}" ps --status running 2>/dev/null | grep -q "searxng-core"; then
+    echo "SearXNG is already running" >&2
+    return 0
+  fi
+
+  echo "Starting SearXNG..." >&2
+  docker compose -f "${COMPOSE_FILE}" up -d
+
+  # Read the port from .env or default to 8080.
+  local port
+  port=$(grep -E '^SEARXNG_PORT=' "${COMPOSE_DIR}/.env" 2>/dev/null | cut -d= -f2 || echo "8080")
+  port="${port:-8080}"
+
+  echo "SearXNG is starting on http://localhost:${port}" >&2
+  echo "It may take a few seconds to become ready." >&2
+}
+
+down() {
+  echo "Stopping SearXNG..." >&2
+  docker compose -f "${COMPOSE_FILE}" down
+  echo "SearXNG stopped." >&2
+}
+
+case "${1:-}" in
+  up)   up ;;
+  down) down ;;
+  *)
+    echo "Usage: $0 {up|down}" >&2
+    exit 1
+    ;;
+esac

package/index.ts

@@ -0,0 +1,85 @@
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+import { loadConfig } from "./src/config.js";
+import {
+  getInstancesDir,
+  inspectShutdownState,
+  registerInstance,
+  unregisterInstance,
+} from "./src/lib/searxng-manager.js";
+import { createWebfetchTool } from "./src/webfetch.js";
+import { createWebsearchTool } from "./src/websearch.js";
+
+/**
+ * Set up the SearXNG Docker lifecycle for the current pi session.
+ *
+ * Checks for unclean shutdowns from previous sessions, starts the
+ * container (fire-and-forget), and returns a shutdown handle that
+ * stops it when pi exits.
+ */
+function setupSearxng(scriptPath: string | undefined): {
+  shutdown: () => void;
+} {
+  const instancesDir = getInstancesDir();
+
+  // Check for unclean shutdowns from previous sessions
+  const health = inspectShutdownState(instancesDir);
+  if (health.uncleanCount > 0) {
+    console.warn(
+      `pi-web: ${health.uncleanCount} unclean shutdown(s) detected. ` +
+        `SearXNG containers may still be running from a previous session.`,
+    );
+    health.cleanup();
+  } else if (health.stillRunning > 0) {
+    console.warn(
+      `pi-web: ${health.stillRunning} shutdown(s) still in progress from a previous session.`,
+    );
+  }
+
+  // Fire-and-forget: don't block pi startup waiting for Docker.
+  // The provider retries connection errors until SearXNG is ready.
+  registerInstance(scriptPath).catch((err) => {
+    console.error(`pi-web: failed to start SearXNG: ${err}`);
+  });
+
+  return {
+    shutdown: () => {
+      // Fire-and-forget: don't block pi exit waiting for Docker.
+      // The child process (docker compose down) keeps running after pi exits.
+      unregisterInstance(scriptPath).catch((err) => {
+        console.error(`pi-web: failed to stop SearXNG: ${err}`);
+      });
+    },
+  };
+}
+
+export default function (pi: ExtensionAPI) {
+  // ── WebFetch tool (zero-config) ──────────────────────────────────────
+
+  pi.registerTool(createWebfetchTool());
+
+  // ── WebSearch tool + SearXNG lifecycle (config-driven) ───────────────
+
+  let searxngShutdown: (() => void) | undefined;
+
+  pi.on("session_start", async (_event, ctx) => {
+    const config = loadConfig(ctx.cwd);
+    pi.registerTool(createWebsearchTool(config));
+
+    if (config.provider === "searxng") {
+      searxngShutdown = setupSearxng(config.searxng.script).shutdown;
+    }
+
+    const providerDetail =
+      config.provider === "searxng" ? config.searxng.url : config.exaMcp.url;
+    ctx.ui.notify(
+      `Web: fetch + search ready (search: ${config.provider} @ ${providerDetail})`,
+      "info",
+    );
+  });
+
+  pi.on("session_shutdown", (event, _ctx) => {
+    if (event.reason === "quit" && searxngShutdown) {
+      searxngShutdown();
+    }
+  });
+}

package/package.json

@@ -0,0 +1,37 @@
+{
+  "name": "@mammothb/pi-web",
+  "version": "6.0.0",
+  "description": "A pi extension that adds WebFetch and WebSearch tools for fetching and searching web content",
+  "keywords": [
+    "pi-package"
+  ],
+  "license": "MIT",
+  "bin": {
+    "searxng": "./bin/searxng"
+  },
+  "files": [
+    "index.ts",
+    "src",
+    "searxng",
+    "bin"
+  ],
+  "pi": {
+    "extensions": [
+      "./index.ts"
+    ]
+  },
+  "dependencies": {
+    "htmlparser2": "12.0.0",
+    "turndown": "7.2.4",
+    "@mammothb/pi-shared": "1.4.0"
+  },
+  "devDependencies": {
+    "@types/turndown": "5.0.6"
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-ai": "*",
+    "@earendil-works/pi-coding-agent": "*",
+    "@earendil-works/pi-tui": "*",
+    "typebox": "*"
+  }
+}