ultimate-pi 0.19.0 → 0.19.1

package/.pi/scripts/harness_web/scrape.py

@@ -41,6 +41,36 @@ def scrape_url(
     write_page_markdown(Path(output), page, main_content_only=True)
 
 
+def scrape_url_with_highlights(
+    url: str,
+    markdown_output: str,
+    highlights_output: str | None,
+    *,
+    config: HarnessWebConfig,
+    fast: bool,
+    wait_ms: int | None,
+    highlight_query: str,
+) -> None:
+    import json
+    from pathlib import Path
+
+    from .highlights import extract_highlights
+
+    page = fetch_page(url, config=config, fast=fast, wait_ms=wait_ms)
+    md_path = Path(markdown_output)
+    write_page_markdown(md_path, page, main_content_only=True)
+    if highlights_output and highlight_query.strip():
+        text = md_path.read_text(encoding="utf-8")
+        spans = extract_highlights(text, highlight_query)
+        hp = Path(highlights_output)
+        hp.parent.mkdir(parents=True, exist_ok=True)
+        hp.write_text(
+            json.dumps({"url": url, "query": highlight_query, "highlights": spans}, indent=2)
+            + "\n",
+            encoding="utf-8",
+        )
+
+
 def map_url(
     url: str,
     output: str,

package/.pi/scripts/tests/test_harness_web_heuristic_config.py

@@ -0,0 +1,132 @@
+"""Unit tests for harness_web.heuristic_config."""
+
+from __future__ import annotations
+
+import json
+import os
+import tempfile
+import unittest
+from pathlib import Path
+
+from harness_web.heuristic_config import (
+    _embedded_builtin_dict,
+    _merge_config_dict,
+    build_heuristic_angles,
+    clear_heuristic_config_cache,
+    heuristic_config_from_merged,
+    load_heuristic_angles_config_cached,
+)
+
+
+class TestHeuristicConfig(unittest.TestCase):
+    def tearDown(self) -> None:
+        clear_heuristic_config_cache()
+
+    def test_builtin_code_includes_stackoverflow(self) -> None:
+        cfg = heuristic_config_from_merged(_embedded_builtin_dict())
+        angles = build_heuristic_angles("rust async", category="code", config=cfg)
+        ids = {a.id for a in angles}
+        self.assertIn("stackoverflow", ids)
+        self.assertIn("github", ids)
+        self.assertTrue(any("site:stackoverflow.com" in a.query for a in angles))
+
+    def test_shipped_code_includes_mdn_and_registries(self) -> None:
+        pkg = Path(__file__).resolve().parents[2] / "harness" / "web-heuristic-angles.yaml"
+        if not pkg.is_file():
+            self.skipTest("package yaml missing")
+        clear_heuristic_config_cache()
+        cfg = load_heuristic_angles_config_cached((str(pkg),))
+        angles = build_heuristic_angles("websocket api", category="code", config=cfg)
+        ids = {a.id for a in angles}
+        self.assertIn("mdn", ids)
+        self.assertIn("package_registries", ids)
+        self.assertLessEqual(len(angles), cfg.max_angles)
+
+    def test_shipped_security_category(self) -> None:
+        pkg = Path(__file__).resolve().parents[2] / "harness" / "web-heuristic-angles.yaml"
+        if not pkg.is_file():
+            self.skipTest("package yaml missing")
+        clear_heuristic_config_cache()
+        cfg = load_heuristic_angles_config_cached((str(pkg),))
+        angles = build_heuristic_angles("jwt validation", category="security", config=cfg)
+        ids = {a.id for a in angles}
+        self.assertIn("owasp", ids)
+        self.assertIn("cve_nvd", ids)
+
+    def test_merge_extends_code_category(self) -> None:
+        merged = _merge_config_dict(
+            _embedded_builtin_dict(),
+            {
+                "max_angles": 12,
+                "categories": {
+                    "code": [
+                        {
+                            "id": "docs_rs",
+                            "query": "{query} site:docs.rs",
+                            "rationale": "Rust docs",
+                        },
+                    ],
+                },
+            },
+        )
+        cfg = heuristic_config_from_merged(merged)
+        merged_ids = [a["id"] for a in merged["categories"]["code"]]
+        self.assertIn("docs_rs", merged_ids)
+        angles = build_heuristic_angles("tokio", category="code", config=cfg)
+        ids = {a.id for a in angles}
+        self.assertIn("stackoverflow", ids)
+        self.assertIn("github", ids)
+
+    def test_merge_adds_new_category(self) -> None:
+        merged = _merge_config_dict(
+            _embedded_builtin_dict(),
+            {
+                "categories": {
+                    "security": [
+                        {"id": "cve", "query": "{query} CVE", "rationale": "vulns"},
+                        {
+                            "id": "owasp",
+                            "query": "{query} site:owasp.org",
+                            "rationale": "guidance",
+                        },
+                    ],
+                },
+            },
+        )
+        cfg = heuristic_config_from_merged(merged)
+        angles = build_heuristic_angles("jwt auth", category="security", config=cfg)
+        ids = {a.id for a in angles}
+        self.assertIn("cve", ids)
+        self.assertIn("owasp", ids)
+
+    def test_json_project_file_merges(self) -> None:
+        with tempfile.TemporaryDirectory() as tmp:
+            proj = Path(tmp)
+            harness_dir = proj / ".pi" / "harness"
+            harness_dir.mkdir(parents=True)
+            proj_file = harness_dir / "web-heuristic-angles.json"
+            proj_file.write_text(
+                json.dumps(
+                    {
+                        "categories": {
+                            "code": [
+                                {
+                                    "id": "crates_io",
+                                    "query": "{query} site:crates.io",
+                                    "rationale": "crates",
+                                },
+                            ],
+                        },
+                    }
+                ),
+                encoding="utf-8",
+            )
+            clear_heuristic_config_cache()
+            cfg = load_heuristic_angles_config_cached((str(proj_file),))
+            angles = build_heuristic_angles("serde", category="code", config=cfg)
+            ids = {a.id for a in angles}
+            self.assertIn("crates_io", ids)
+
+
+if __name__ == "__main__":
+    unittest.main()

package/.pi/scripts/tests/test_harness_web_query_angles.py

@@ -0,0 +1,45 @@
+"""Unit tests for harness_web.query_angles (no network)."""
+
+from __future__ import annotations
+
+import json
+import tempfile
+import unittest
+from pathlib import Path
+
+from harness_web.query_angles import AnglesPlan, load_angles_file, resolve_angles
+
+
+class TestResolveAngles(unittest.TestCase):
+    def test_heuristic_code_category(self) -> None:
+        plan = resolve_angles("rust async", expand_heuristic=True, category="code")
+        ids = {a.id for a in plan.angles}
+        self.assertIn("github", ids)
+        self.assertGreaterEqual(len(plan.angles), 2)
+        self.assertLessEqual(len(plan.angles), 5)
+
+
+class TestLoadFile(unittest.TestCase):
+    def test_load_json_file(self) -> None:
+        with tempfile.TemporaryDirectory() as tmp:
+            p = Path(tmp) / "angles.json"
+            p.write_text(
+                json.dumps(
+                    {
+                        "intent": "load test",
+                        "angles": [
+                            {"id": "a", "query": "first angle query"},
+                            {"id": "b", "query": "second angle query"},
+                        ],
+                    }
+                ),
+                encoding="utf-8",
+            )
+            plan = load_angles_file(p)
+            self.assertIsInstance(plan, AnglesPlan)
+            self.assertEqual(plan.intent, "load test")
+            self.assertEqual(len(plan.angles), 2)
+
+
+if __name__ == "__main__":
+    unittest.main()

package/.pi/scripts/tests/test_harness_web_rank.py

@@ -0,0 +1,56 @@
+"""Unit tests for harness_web.rank (no network)."""
+
+from __future__ import annotations
+
+import unittest
+
+from harness_web.rank import RankedHit, fuse_angle_results, lexical_rerank, normalize_url, tokenize
+
+
+class TestNormalizeUrl(unittest.TestCase):
+    def test_strips_tracking(self) -> None:
+        a = normalize_url("https://Example.com/path?utm_source=x&id=1")
+        b = normalize_url("https://example.com/path?id=1")
+        self.assertEqual(a, b)
+
+    def test_trailing_slash(self) -> None:
+        self.assertEqual(
+            normalize_url("https://example.com/foo/"),
+            normalize_url("https://example.com/foo"),
+        )
+
+
+class TestRrfFusion(unittest.TestCase):
+    def test_merges_duplicate_urls(self) -> None:
+        angle_results = {
+            "a": [
+                {"url": "https://x.com/1", "title": "T1", "description": "d1"},
+                {"url": "https://x.com/2", "title": "T2", "description": "d2"},
+            ],
+            "b": [
+                {"url": "https://x.com/1", "title": "T1b", "description": "d1b"},
+            ],
+        }
+        fused = fuse_angle_results(angle_results, final_limit=5)
+        self.assertEqual(len(fused), 2)
+        top = fused[0]
+        self.assertEqual(top.url, "https://x.com/1")
+        self.assertIn("a", top.angle_ids)
+        self.assertIn("b", top.angle_ids)
+        self.assertGreater(top.score, fused[1].score)
+
+
+class TestLexicalRerank(unittest.TestCase):
+    def test_boosts_intent_overlap(self) -> None:
+        hits = [
+            RankedHit("https://a", "unrelated", "noise", 0.52, ["a"]),
+            RankedHit("https://b", "kubernetes architecture", "how kubernetes works", 0.50, ["b"]),
+        ]
+        reranked = lexical_rerank(hits, "kubernetes architecture")
+        self.assertEqual(reranked[0].url, "https://b")
+        self.assertGreater(reranked[0].score, reranked[1].score)
+
+
+class TestTokenize(unittest.TestCase):
+    def test_min_length(self) -> None:
+        self.assertIn("hello", tokenize("hello hi"))

package/AGENTS.md

@@ -16,7 +16,7 @@ Created: 2026-05-14
 - docs/adr/ → Repo-level Architectural Decision Records
 - .pi/harness/docs/adrs/ → Harness ADRs (team-shared; [index](.pi/harness/docs/adrs/README.md))
 - .pi/harness/docs/practice-map.md → Phase → practice → agent spawn topology for `/harness-plan`, `/harness-run`, `/harness-review`
-- .pi/skills/ → Agent skills
+- .pi/skills/ → Agent skills (harness skills symlink to `.agents/skills/`, e.g. `web-retrieval`)
 - .pi/agents/ → Specialized agents
 
 ## Graphify-First Workflow
@@ -36,7 +36,7 @@ Created: 2026-05-14
 - Harness context: **context-mode only** — never lean-ctx on harness paths (see harness-context skill)
 - `graphify update .` after significant code changes
 - ast-grep (`sg`) is the default code search tool — use `sg -p 'pattern'` for structural search, never grep for code
-- Web fetch/search via `python3 "$UP_PKG/.pi/scripts/harness-web.py"` (Scrapling; see scrapling-web skill)
+- Non-API web: invoke **`web-retrieval`** skill (WRS tiers; default `tier=deep` with `web-query-expander` → `anglesFile`). CLI: `python3 "$UP_PKG/.pi/scripts/harness-web.py"`
 
 ## graphify
 

package/CHANGELOG.md

@@ -9,6 +9,12 @@ All notable changes to this project are documented in this file.
 - **Harness lens:** Integrate selected pi-lens capabilities through a harness-owned extension, store lens state under `.pi/harness/.lens`, and route lens findings through harness PostHog telemetry instead of standalone lens health/telemetry surfaces.
 - **Graphify KB updater:** Productize conservative daily discovery/promotion with explicit repo/release taxonomy, allowlist source-class gates, operator review queue reporting, scheduler smoke validation, and safe Graphify refresh controls.
 
+## [v0.19.1] — 2026-05-26
+
+### 🔧 Chores
+
+- Prepare web retrieval and harness updates for release.
+
 ## [v0.19.0] — 2026-05-24
 
 ### ✨ Features

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "ultimate-pi",
-	"version": "0.19.0",
+	"version": "0.19.1",
 	"description": "Ultimate AI coding harness for pi.dev — extensible skills, Obsidian wiki knowledge layer, compressed context, deterministic output",
 	"keywords": [
 		"pi-package",
@@ -56,6 +56,8 @@
 		".pi/harness/agents.manifest.json",
 		".pi/harness/agents.policy.yaml",
 		".pi/harness/examples",
+		".pi/harness/web-heuristic-angles.yaml",
+		".pi/harness/web-heuristic-angles.json",
 		".pi/lib/harness-lens",
 		".pi/harness/README.md",
 		".pi/npm/package.json",
@@ -76,7 +78,7 @@
 		"@earendil-works/pi-coding-agent": "*"
 	},
 	"scripts": {
-		"check:ts": "tsc --noEmit --target ES2023 --lib ES2023 --moduleResolution nodenext --module nodenext --skipLibCheck .pi/lib/agt/config.ts .pi/lib/agt/policy-engine.ts .pi/lib/agt/build-evaluation-context.ts .pi/lib/agt/evaluate-policy.ts .pi/lib/agt/legacy-evaluate.ts .pi/lib/agt/identity-registry.ts .pi/lib/agt/delegation.ts .pi/lib/agt/trust-run-store.ts .pi/lib/agt/audit-run-sink.ts .pi/lib/agt/rings.ts .pi/lib/agt/workflow-history.ts .pi/lib/agt/sre-hooks.ts .pi/lib/agt/kill-switch-state.ts .pi/lib/agt/index.ts .pi/extensions/agt-prompt-guard.ts .pi/extensions/agt-kill-switch.ts .pi/extensions/harness-subagent-governance.ts .pi/lib/harness-agt-tool-guard.ts .pi/lib/harness-subagent-submit-register.ts .pi/extensions/00-harness-project-control.ts .pi/extensions/custom-system-prompt.ts .pi/lib/harness-run-context.ts .pi/lib/harness-spawn-policy.ts .pi/lib/harness-context-mode-policy.ts .pi/lib/harness-ui-state.ts .pi/extensions/harness-run-context.ts .pi/lib/harness-vcc-settings.ts .pi/extensions/dotenv-loader.ts .pi/extensions/00-posthog-network-bootstrap.ts .pi/lib/posthog-client.ts .pi/lib/posthog-node.d.ts .pi/lib/harness-posthog.ts .pi/lib/harness-paths.ts .pi/extensions/provider-payload-sanitize.ts .pi/extensions/harness-telemetry.ts .pi/extensions/harness-ask-user.ts .pi/extensions/harness-plan-approval.ts .pi/lib/ask-user/schema.ts .pi/lib/ask-user/types.ts .pi/lib/ask-user/validate.ts .pi/lib/ask-user/dialog.ts .pi/lib/ask-user/fallback.ts .pi/lib/ask-user/render.ts .pi/lib/plan-approval/types.ts .pi/lib/plan-approval/schema.ts .pi/lib/plan-approval/validate.ts .pi/lib/plan-approval/format-plan.ts .pi/lib/plan-approval/dialog.ts .pi/lib/plan-approval/render.ts .pi/lib/plan-approval/create-plan.ts .pi/extensions/harness-subagents.ts .pi/lib/harness-subagents-bridge.ts .pi/lib/harness-cocoindex-refresh.ts .pi/lib/harness-subagent-auth.ts .pi/lib/agents-policy.ts .pi/lib/agt-governance-active.ts .pi/extensions/subagent-governance.ts .pi/lib/agt-tool-guard.ts .pi/lib/harness-subagent-precheck.ts .pi/lib/harness-spawn-budget.ts vendor/pi-subagents/src/agents.ts vendor/pi-subagents/src/subagents.ts .pi/extensions/review-integrity.ts .pi/extensions/trace-recorder.ts .pi/extensions/observation-bus.ts .pi/extensions/drift-monitor.ts .pi/extensions/policy-gate.ts .pi/extensions/budget-guard.ts .pi/extensions/debate-orchestrator.ts .pi/extensions/harness-debate-tools.ts .pi/lib/debate-bus-core.ts .pi/lib/debate-bus-state.ts .pi/lib/plan-debate-gate.ts .pi/lib/plan-debate-id.ts .pi/lib/plan-messenger.ts .pi/lib/plan-debate-envelope.ts .pi/lib/plan-review-integrator-rules.ts .pi/lib/plan-scope-guard.ts .pi/lib/plan-debate-write-guard.ts .pi/lib/plan-debate-lane.ts .pi/lib/plan-debate-round-status.ts .pi/extensions/harness-live-widget.ts .pi/extensions/sentrux-rules-sync.ts .pi/extensions/custom-header.ts .pi/extensions/harness-web-tools.ts .pi/extensions/harness-web-guard.ts .pi/lib/harness-web/run-cli.ts",
+		"check:ts": "tsc -p tsconfig.check.json",
 		"vendor:sync-vcc": "bash .pi/scripts/vendor-sync-pi-vcc.sh",
 		"vendor:sync-subagents": "bash .pi/scripts/vendor-sync-pi-subagents.sh",
 		"release": "bash .pi/scripts/release.sh",
@@ -85,7 +87,7 @@
 		"format": "biome format --write",
 		"format:check": "biome format",
 		"prepare": "lefthook install",
-		"test": "node --test test/harness-verify.test.mjs test/harness-ask-user.test.mjs test/harness-subagents-loader.test.mjs test/harness-subagent-precheck.test.mjs test/sentrux-rules-sync.test.mjs test/harness-budget-guard.test.mjs && node .pi/harness/evals/smoke/smoke-harness-plan.mjs --fixture && npx -y tsx --test test/posthog-client.test.mjs test/harness-agt-policy-load.test.mjs test/harness-agt-policy-matrix.test.mjs test/harness-agt-policy-parity.test.mjs test/harness-agt-packaging.test.mjs test/harness-tool-call-hook-chain.test.mjs test/harness-vcc-settings.test.ts test/harness-run-context-postrun.test.mjs test/harness-tool-payload.test.mjs test/harness-live-widget-status.test.ts test/harness-project-toggle-tui.test.ts test/harness-plan-phase-policy.test.mjs test/harness-context-mode-policy.test.mjs test/harness-subprocess-bootstrap.test.mjs test/harness-subagent-policy.test.mjs test/harness-subagent-precheck-topology.test.mjs test/plan-approval-readiness.test.mjs test/harness-spawn-budget.test.mjs test/harness-spawn-parse.test.mjs test/harness-schema-validate.test.mjs test/harness-turn-routing.test.mjs test/harness-budget-enforce.test.mjs test/harness-submit-policy.test.mjs test/harness-project-agents-policy.test.mjs test/plan-approval-format.test.mjs test/plan-approval-dialog.test.mjs test/plan-approval-sync.test.mjs test/plan-create-plan.test.mjs test/plan-review-format.test.mjs test/debate-plan-phase.test.mjs test/plan-debate-eligibility.test.mjs test/plan-messenger-gate.test.mjs test/plan-debate-lane-apply.test.mjs test/review-integrity-revise-handoff.test.mjs test/harness-plan-revise-reset.test.mjs",
+		"test": "node --test test/harness-verify.test.mjs test/harness-ask-user.test.mjs test/harness-subagents-loader.test.mjs test/harness-subagent-precheck.test.mjs test/sentrux-rules-sync.test.mjs test/harness-budget-guard.test.mjs && node .pi/harness/evals/smoke/smoke-harness-plan.mjs --fixture && npx -y tsx --test test/harness-web-cache.test.mjs test/harness-web-artifacts.test.mjs test/harness-subagent-auth.test.mjs test/posthog-client.test.mjs test/harness-agt-policy-load.test.mjs test/harness-agt-policy-matrix.test.mjs test/harness-agt-policy-parity.test.mjs test/harness-agt-packaging.test.mjs test/harness-tool-call-hook-chain.test.mjs test/harness-vcc-settings.test.ts test/harness-run-context-postrun.test.mjs test/harness-tool-payload.test.mjs test/harness-live-widget-status.test.ts test/harness-project-toggle-tui.test.ts test/harness-plan-phase-policy.test.mjs test/harness-context-mode-policy.test.mjs test/harness-subprocess-bootstrap.test.mjs test/harness-subagent-policy.test.mjs test/harness-subagent-precheck-topology.test.mjs test/plan-approval-readiness.test.mjs test/harness-spawn-budget.test.mjs test/harness-spawn-parse.test.mjs test/harness-schema-validate.test.mjs test/harness-turn-routing.test.mjs test/harness-budget-enforce.test.mjs test/harness-submit-policy.test.mjs test/harness-project-agents-policy.test.mjs test/plan-approval-format.test.mjs test/plan-approval-dialog.test.mjs test/plan-approval-sync.test.mjs test/plan-create-plan.test.mjs test/plan-review-format.test.mjs test/debate-plan-phase.test.mjs test/plan-debate-eligibility.test.mjs test/plan-messenger-gate.test.mjs test/plan-debate-lane-apply.test.mjs test/review-integrity-revise-handoff.test.mjs test/harness-plan-revise-reset.test.mjs",
 		"test:vcc": "npx -y tsx --test vendor/pi-vcc/tests/*.test.ts",
 		"harness:sentrux-bootstrap": "node .pi/scripts/harness-sentrux-bootstrap.mjs",
 		"harness:sentrux-sync": "node .pi/scripts/sentrux-rules-sync.mjs --force",

package/.agents/skills/scrapling-web/SKILL.md

@@ -1,98 +0,0 @@
----
-name: scrapling-web
-description: |
-  Harness web search and scrape via pi tools web_search and web_fetch (harness-web.py).
-  Use for any non-API web task: search, scrape URLs, map site links, bulk research fetches.
-  Replaces Firecrawl in ultimate-pi harness agents. Triggers on: search the web,
-  scrape URL, fetch page, research online, web_search, web_fetch, .web/ artifacts.
----
-
-# scrapling-web (harness-web)
-
-Local web layer for harness agents — **no API keys** for default search/scrape.
-Pi registers **`web_search`** and **`web_fetch`** (wrap `harness-web.py` with Scrapling bootstrap).
-Optional **self-hosted SearXNG** — see `/harness-setup` Step 4.0b.
-
-## Agent tools (preferred)
-
-| Task | Tool |
-|------|------|
-| Search (SERP) | `web_search` with `query` |
-| Search + multi-scrape | `web_search` with `bulk: true` |
-| Scrape URL | `web_fetch` with `url` (default mode `scrape`) |
-| Map same-host links | `web_fetch` with `mode: map` |
-| Static / simple page | `web_fetch` with `fast: true` |
-
-**Never before search/fetch:** resolve `UP_PKG`, `ls harness-web.py`, `python3 -c "import scrapling"`, or Firecrawl/curl/wget/scrapling CLI for SERP or page fetch.
-
-Full JSON/markdown lives under **`.web/`** (gitignored). Use `read` on `output` paths after tool calls.
-
-## Install (once per machine — setup/humans only)
-
-```bash
-command -v uv &>/dev/null || curl -LsSf https://astral.sh/uv/install.sh | sh
-uv tool install "scrapling[fetchers]"
-scrapling install   # browser binaries for default stealth scrape
-```
-
-Verify: `bash "$UP_PKG/.pi/scripts/harness-cli-verify.sh"`  
-Config diagnostics: `python3 "$UP_PKG/.pi/scripts/harness-web.py" status` (JSON; setup only)
-
-## Bash fallback (if pi tools unavailable)
-
-| Task | Command |
-|------|---------|
-| Search | `python3 "$UP_PKG/.pi/scripts/harness-web.py" search "query" -o .web/search.json --limit 5` |
-| Scrape | `python3 "$UP_PKG/.pi/scripts/harness-web.py" scrape "<url>" -o .web/page.md` |
-| Fast/static | add `--fast` |
-| Map | `python3 "$UP_PKG/.pi/scripts/harness-web.py" map "<url>" -o .web/map.json` |
-| Bulk | `python3 "$UP_PKG/.pi/scripts/harness-web.py" bulk-scrape "query" -o .web/bulk/` |
-
-## Search JSON shape (Firecrawl-compatible)
-
-```bash
-jq -r '.data.web[].url' .web/search.json
-```
-
-Each entry: `url`, `title`, `description`.
-
-## Fetch modes
-
-| Mode | When |
-|------|------|
-| **stealth** (default) | Arbitrary URLs, JS-heavy sites |
-| **fast** (`fast: true` / `--fast`) | Static docs, example.com, localhost |
-| **auto** (`HARNESS_WEB_FETCH_MODE=auto`) | fast for known-static hosts, else stealth |
-
-| Search backend | Behavior |
-|--------------|----------|
-| `ddg_html` (default) | DuckDuckGo HTML SERP |
-| `searxng` | JSON at `HARNESS_WEB_SEARXNG_URL` — bootstrap via `harness-searxng-bootstrap.mjs` |
-
-## Environment
-
-| Variable | Default | Purpose |
-|----------|---------|---------|
-| `HARNESS_WEB_FETCH_MODE` | `stealth` | `stealth` \| `fast` \| `auto` |
-| `HARNESS_WEB_SEARCH_ENGINE` | `ddg_html` | `ddg_html` \| `searxng` |
-| `HARNESS_WEB_SEARXNG_URL` | (unset) | Required when `SEARCH_ENGINE=searxng` |
-
-## Escalation
-
-1. `web_search` / `web_fetch`
-2. `web_fetch` with `fast: true` for static hosts
-3. `web_fetch` with `mode: map` then targeted fetches
-4. Site-specific Scrapling only when tools are insufficient (not for routine SERP/fetch)
-
-## Gaps vs Firecrawl
-
-| Firecrawl | Harness path |
-|-----------|----------------|
-| `interact` | gstack browse or manual browser |
-| `agent` | Agent reasoning + graphify |
-| `parse` (PDF) | pypdf, markitdown |
-| `crawl` | `web_search` bulk or map + multiple `web_fetch` |
-
-## Ethics
-
-Respect site terms and rate limits. SERP scraping is for dev research, not high-volume harvesting.

package/.pi/extensions/00-posthog-network-bootstrap.ts

@@ -1,11 +0,0 @@
-/**
- * Load before other extensions: IPv4-first fetch for *.posthog.com (@posthog/pi uses global fetch).
- */
-
-import { installPostHogFetchPatch } from "../lib/posthog-client.js";
-
-installPostHogFetchPatch();
-
-export default function posthogNetworkBootstrap() {
-	// Side effects run at module load; no hooks required.
-}