ultimate-pi 0.18.1 → 0.19.1

package/vendor/pi-vcc/src/core/brief.ts

@@ -128,75 +128,47 @@ export interface TranscriptEntry {
   count?: number;
 }
 
-/**
- * Build BriefLine sections from NormalizedBlocks.
- */
-export const buildBriefSections = (blocks: NormalizedBlock[]): BriefLine[] => {
-  const sections: BriefLine[] = [];
-  let lastHeader = "";
-
-  const push = (header: string, line: string) => {
-    if (header === lastHeader && sections.length > 0) {
-      sections[sections.length - 1].lines.push(line);
-      return;
-    }
-    sections.push({ header, lines: [line] });
-    lastHeader = header;
-  };
+const stripAssistantSelfTalk = (text: string): string => {
+  let raw = text;
+  for (let i = 0; i < 2; i++) {
+    const stripped = raw.replace(SELF_TALK_PREFIX_RE, "");
+    if (stripped === raw) break;
+    raw = stripped;
+  }
+  return raw;
+};
 
-  for (const b of blocks) {
-    switch (b.kind) {
-      case "user": {
-        if (isNoiseUser(b.text)) break;
-        const text = truncateTokens(collapseSkillText(b.text), TRUNCATE_USER);
-        if (text) {
-          const ref = b.sourceIndex != null ? ` (#${b.sourceIndex})` : "";
-          push("[user]", text + ref);
-        }
-        lastHeader = "[user]";
-        break;
-      }
-      case "assistant": {
-        let raw = b.text;
-        // Strip leading self-talk prefix (up to 2x; assistants sometimes chain "Hmm, actually, ...")
-        for (let i = 0; i < 2; i++) {
-          const stripped = raw.replace(SELF_TALK_PREFIX_RE, "");
-          if (stripped === raw) break;
-          raw = stripped;
-        }
-        const text = truncateTokens(raw, TRUNCATE_ASSISTANT);
-        if (text) {
-          const ref = b.sourceIndex != null ? ` (#${b.sourceIndex})` : "";
-          push("[assistant]", text + ref);
-        }
-        break;
-      }
-      case "tool_call": {
-        // Skip malformed tool calls from streaming providers (empty name / fragmented args).
-        if (!b.name || b.name.trim() === "") break;
-        const ref = b.sourceIndex != null ? ` (#${b.sourceIndex})` : "";
-        const summary = toolOneLiner(b.name, b.args) + ref;
-        push("[assistant]", summary);
-        break;
-      }
-      case "tool_result": {
-        if (b.isError) {
-          const body = firstLine(b.text, 150);
-          // Drop empty/placeholder error bodies — keep the line only if it carries info.
-          if (!body || body === "(no output)") break;
-          const ref = b.sourceIndex != null ? ` (#${b.sourceIndex})` : "";
-          const header = `[tool_error] ${b.name}${ref}`;
-          push(header, body);
-          lastHeader = header;
-        }
-        break;
-      }
-      case "thinking":
-        break;
-    }
+const appendBlockSection = (
+  b: NormalizedBlock,
+  push: (header: string, line: string) => void,
+): string | null => {
+  if (b.kind === "user") {
+    if (isNoiseUser(b.text)) return null;
+    const text = truncateTokens(collapseSkillText(b.text), TRUNCATE_USER);
+    if (text) push("[user]", text + (b.sourceIndex != null ? ` (#${b.sourceIndex})` : ""));
+    return "[user]";
+  }
+  if (b.kind === "assistant") {
+    const text = truncateTokens(stripAssistantSelfTalk(b.text), TRUNCATE_ASSISTANT);
+    if (text) push("[assistant]", text + (b.sourceIndex != null ? ` (#${b.sourceIndex})` : ""));
+    return null;
+  }
+  if (b.kind === "tool_call") {
+    if (!b.name || b.name.trim() === "") return null;
+    push("[assistant]", toolOneLiner(b.name, b.args) + (b.sourceIndex != null ? ` (#${b.sourceIndex})` : ""));
+    return null;
   }
+  if (b.kind === "tool_result" && b.isError) {
+    const body = firstLine(b.text, 150);
+    if (!body || body === "(no output)") return null;
+    const header = `[tool_error] ${b.name}${b.sourceIndex != null ? ` (#${b.sourceIndex})` : ""}`;
+    push(header, body);
+    return header;
+  }
+  return null;
+};
 
-  // Collapse consecutive identical tool lines (same text, different #ref)
+const collapseAssistantToolLines = (sections: BriefLine[]): void => {
   for (const sec of sections) {
     if (sec.header !== "[assistant]") continue;
     const out: string[] = [];
@@ -206,26 +178,19 @@ export const buildBriefSections = (blocks: NormalizedBlock[]): BriefLine[] => {
       const base = ref ? line.slice(0, -(ref.length + 3)).trimEnd() : line;
       const last = out.length > 0 ? out[out.length - 1] : "";
       const m = last.match(/^(.*) \((#[\d, #]+)\) x(\d+)$/);
-      if (m && m[1] === base) {
-        out[out.length - 1] = `${base} (${m[2]}, #${ref}) x${parseInt(m[3]) + 1}`;
-      } else if (last.match(/\(#\d+\)$/) && last.replace(/\s*\(#\d+\)$/, "") === base) {
-        const prevRef = last.match(/\(#(\d+)\)$/)?.[1];
-        out[out.length - 1] = `${base} (#${prevRef}, #${ref}) x2`;
-      } else {
-        out.push(line);
-      }
+      if (m && m[1] === base) out[out.length - 1] = `${base} (${m[2]}, #${ref}) x${parseInt(m[3]) + 1}`;
+      else if (last.match(/\(#\d+\)$/) && last.replace(/\s*\(#\d+\)$/, "") === base) out[out.length - 1] = `${base} (#${last.match(/\(#(\d+)\)$/)?.[1]}, #${ref}) x2`;
+      else out.push(line);
     }
     sec.lines = out;
   }
+};
 
-  // Cap tool calls per [assistant] turn — keep tail (latest actions tend to
-  // be the deciding edits/writes; head is usually exploration noise).
+const capAssistantToolLines = (sections: BriefLine[]): void => {
   const TOOL_CALLS_PER_TURN = 8;
   for (const sec of sections) {
     if (sec.header !== "[assistant]") continue;
-    const toolIdxs = sec.lines
-      .map((l, i) => (l.startsWith("* ") ? i : -1))
-      .filter((i) => i >= 0);
+    const toolIdxs = sec.lines.map((l, i) => (l.startsWith("* ") ? i : -1)).filter((i) => i >= 0);
     if (toolIdxs.length <= TOOL_CALLS_PER_TURN) continue;
     const dropCount = toolIdxs.length - TOOL_CALLS_PER_TURN;
     const dropSet = new Set(toolIdxs.slice(0, dropCount));
@@ -242,36 +207,40 @@ export const buildBriefSections = (blocks: NormalizedBlock[]): BriefLine[] => {
     }
     sec.lines = next;
   }
+};
 
-  // Collapse consecutive identical [tool_error] sections (same tool, same body).
-  // E.g. 20 back-to-back `[tool_error] bash (#N) ... Command aborted` become one
-  // `[tool_error] bash (#refs...) x20` entry.
+const collapseConsecutiveToolErrors = (sections: BriefLine[]): BriefLine[] => {
   const collapsedErrors: BriefLine[] = [];
   for (const sec of sections) {
     const m = sec.header.match(/^\[tool_error\]\s+(\S+?)(?:\s*\(#(\d+)\))?$/);
-    if (!m || sec.lines.length !== 1) {
-      collapsedErrors.push(sec);
-      continue;
-    }
-    const tool = m[1];
-    const ref = m[2];
-    const body = sec.lines[0];
-    const prev = collapsedErrors[collapsedErrors.length - 1];
-    const prevMatch = prev?.header.match(
-      /^\[tool_error\]\s+(\S+?)\s*\(((?:#\d+(?:,\s*)?)+)\)(?:\s*x(\d+))?$/,
-    );
+    if (!m || sec.lines.length !== 1) { collapsedErrors.push(sec); continue; }
+    const [tool, ref, body, prev] = [m[1], m[2], sec.lines[0], collapsedErrors[collapsedErrors.length - 1]];
+    const prevMatch = prev?.header.match(/^\[tool_error\]\s+(\S+?)\s*\(((?:#\d+(?:,\s*)?)+)\)(?:\s*x(\d+))?$/);
     if (prev && prevMatch && prevMatch[1] === tool && prev.lines.length === 1 && prev.lines[0] === body) {
       const refs = prevMatch[2] + (ref ? `, #${ref}` : "");
       const count = prevMatch[3] ? parseInt(prevMatch[3]) + 1 : 2;
       prev.header = `[tool_error] ${tool} (${refs}) x${count}`;
-    } else {
-      collapsedErrors.push(sec);
-    }
+    } else collapsedErrors.push(sec);
   }
-  sections.length = 0;
-  sections.push(...collapsedErrors);
+  return collapsedErrors;
+};
+
+/**
+ * Build BriefLine sections from NormalizedBlocks.
+ */
+export const buildBriefSections = (blocks: NormalizedBlock[]): BriefLine[] => {
+  let lastHeader = "";
+  const sections: BriefLine[] = [];
+  const push = (header: string, line: string) => {
+    if (header === lastHeader && sections.length > 0) sections[sections.length - 1].lines.push(line);
+    else sections.push({ header, lines: [line] });
+    lastHeader = header;
+  };
 
-  return sections;
+  for (const b of blocks) lastHeader = appendBlockSection(b, push) ?? lastHeader;
+  collapseAssistantToolLines(sections);
+  capAssistantToolLines(sections);
+  return collapseConsecutiveToolErrors(sections);
 };
 
 /**

package/vendor/pi-vcc/src/core/settings.ts

@@ -1,8 +1,8 @@
 /**
  * ultimate-pi harness settings (env-only). Re-exported for vendored pi-vcc layout.
  */
-export type { PiVccSettings } from "../../../../.pi/extensions/lib/harness-vcc-settings.js";
+export type { PiVccSettings } from "../../../../.pi/lib/harness-vcc-settings.js";
 export {
 	loadSettings,
 	scaffoldSettings,
-} from "../../../../.pi/extensions/lib/harness-vcc-settings.js";
+} from "../../../../.pi/lib/harness-vcc-settings.js";

package/.agents/skills/caveman/SKILL.md

@@ -1,67 +0,0 @@
----
-name: caveman
-description: >
-  Ultra-compressed communication mode. Cuts token usage ~75% by speaking like caveman
-  while keeping full technical accuracy. Supports intensity levels: lite, full (default), ultra,
-  wenyan-lite, wenyan-full, wenyan-ultra.
-  Use when user says "caveman mode", "talk like caveman", "use caveman", "less tokens",
-  "be brief", or invokes /caveman. Also auto-triggers when token efficiency is requested.
----
-
-Respond terse like smart caveman. All technical substance stay. Only fluff die.
-
-## Persistence
-
-ACTIVE EVERY RESPONSE. No revert after many turns. No filler drift. Still active if unsure. Off only: "stop caveman" / "normal mode".
-
-Default: **full**. Switch: `/caveman lite|full|ultra`.
-
-## Rules
-
-Drop: articles (a/an/the), filler (just/really/basically/actually/simply), pleasantries (sure/certainly/of course/happy to), hedging. Fragments OK. Short synonyms (big not extensive, fix not "implement a solution for"). Technical terms exact. Code blocks unchanged. Errors quoted exact.
-
-Pattern: `[thing] [action] [reason]. [next step].`
-
-Not: "Sure! I'd be happy to help you with that. The issue you're experiencing is likely caused by..."
-Yes: "Bug in auth middleware. Token expiry check use `<` not `<=`. Fix:"
-
-## Intensity
-
-| Level | What change |
-|-------|------------|
-| **lite** | No filler/hedging. Keep articles + full sentences. Professional but tight |
-| **full** | Drop articles, fragments OK, short synonyms. Classic caveman |
-| **ultra** | Abbreviate (DB/auth/config/req/res/fn/impl), strip conjunctions, arrows for causality (X → Y), one word when one word enough |
-| **wenyan-lite** | Semi-classical. Drop filler/hedging but keep grammar structure, classical register |
-| **wenyan-full** | Maximum classical terseness. Fully 文言文. 80-90% character reduction. Classical sentence patterns, verbs precede objects, subjects often omitted, classical particles (之/乃/為/其) |
-| **wenyan-ultra** | Extreme abbreviation while keeping classical Chinese feel. Maximum compression, ultra terse |
-
-Example — "Why React component re-render?"
-- lite: "Your component re-renders because you create a new object reference each render. Wrap it in `useMemo`."
-- full: "New object ref each render. Inline object prop = new ref = re-render. Wrap in `useMemo`."
-- ultra: "Inline obj prop → new ref → re-render. `useMemo`."
-- wenyan-lite: "組件頻重繪，以每繪新生對象參照故。以 useMemo 包之。"
-- wenyan-full: "物出新參照，致重繪。useMemo .Wrap之。"
-- wenyan-ultra: "新參照→重繪。useMemo Wrap。"
-
-Example — "Explain database connection pooling."
-- lite: "Connection pooling reuses open connections instead of creating new ones per request. Avoids repeated handshake overhead."
-- full: "Pool reuse open DB connections. No new connection per request. Skip handshake overhead."
-- ultra: "Pool = reuse DB conn. Skip handshake → fast under load."
-- wenyan-full: "池reuse open connection。不每req新開。skip handshake overhead。"
-- wenyan-ultra: "池reuse conn。skip handshake → fast。"
-
-## Auto-Clarity
-
-Drop caveman for: security warnings, irreversible action confirmations, multi-step sequences where fragment order risks misread, user asks to clarify or repeats question. Resume caveman after clear part done.
-
-Example — destructive op:
-> **Warning:** This will permanently delete all rows in the `users` table and cannot be undone.
-> ```sql
-> DROP TABLE users;
-> ```
-> Caveman resume. Verify backup exist first.
-
-## Boundaries
-
-Code/commits/PRs: write normal. "stop caveman" or "normal mode": revert. Level persist until changed or session end.

package/.agents/skills/scrapling-web/SKILL.md

@@ -1,98 +0,0 @@
----
-name: scrapling-web
-description: |
-  Harness web search and scrape via pi tools web_search and web_fetch (harness-web.py).
-  Use for any non-API web task: search, scrape URLs, map site links, bulk research fetches.
-  Replaces Firecrawl in ultimate-pi harness agents. Triggers on: search the web,
-  scrape URL, fetch page, research online, web_search, web_fetch, .web/ artifacts.
----
-
-# scrapling-web (harness-web)
-
-Local web layer for harness agents — **no API keys** for default search/scrape.
-Pi registers **`web_search`** and **`web_fetch`** (wrap `harness-web.py` with Scrapling bootstrap).
-Optional **self-hosted SearXNG** — see `/harness-setup` Step 4.0b.
-
-## Agent tools (preferred)
-
-| Task | Tool |
-|------|------|
-| Search (SERP) | `web_search` with `query` |
-| Search + multi-scrape | `web_search` with `bulk: true` |
-| Scrape URL | `web_fetch` with `url` (default mode `scrape`) |
-| Map same-host links | `web_fetch` with `mode: map` |
-| Static / simple page | `web_fetch` with `fast: true` |
-
-**Never before search/fetch:** resolve `UP_PKG`, `ls harness-web.py`, `python3 -c "import scrapling"`, or Firecrawl/curl/wget/scrapling CLI for SERP or page fetch.
-
-Full JSON/markdown lives under **`.web/`** (gitignored). Use `read` on `output` paths after tool calls.
-
-## Install (once per machine — setup/humans only)
-
-```bash
-command -v uv &>/dev/null || curl -LsSf https://astral.sh/uv/install.sh | sh
-uv tool install "scrapling[fetchers]"
-scrapling install   # browser binaries for default stealth scrape
-```
-
-Verify: `bash "$UP_PKG/.pi/scripts/harness-cli-verify.sh"`  
-Config diagnostics: `python3 "$UP_PKG/.pi/scripts/harness-web.py" status` (JSON; setup only)
-
-## Bash fallback (if pi tools unavailable)
-
-| Task | Command |
-|------|---------|
-| Search | `python3 "$UP_PKG/.pi/scripts/harness-web.py" search "query" -o .web/search.json --limit 5` |
-| Scrape | `python3 "$UP_PKG/.pi/scripts/harness-web.py" scrape "<url>" -o .web/page.md` |
-| Fast/static | add `--fast` |
-| Map | `python3 "$UP_PKG/.pi/scripts/harness-web.py" map "<url>" -o .web/map.json` |
-| Bulk | `python3 "$UP_PKG/.pi/scripts/harness-web.py" bulk-scrape "query" -o .web/bulk/` |
-
-## Search JSON shape (Firecrawl-compatible)
-
-```bash
-jq -r '.data.web[].url' .web/search.json
-```
-
-Each entry: `url`, `title`, `description`.
-
-## Fetch modes
-
-| Mode | When |
-|------|------|
-| **stealth** (default) | Arbitrary URLs, JS-heavy sites |
-| **fast** (`fast: true` / `--fast`) | Static docs, example.com, localhost |
-| **auto** (`HARNESS_WEB_FETCH_MODE=auto`) | fast for known-static hosts, else stealth |
-
-| Search backend | Behavior |
-|--------------|----------|
-| `ddg_html` (default) | DuckDuckGo HTML SERP |
-| `searxng` | JSON at `HARNESS_WEB_SEARXNG_URL` — bootstrap via `harness-searxng-bootstrap.mjs` |
-
-## Environment
-
-| Variable | Default | Purpose |
-|----------|---------|---------|
-| `HARNESS_WEB_FETCH_MODE` | `stealth` | `stealth` \| `fast` \| `auto` |
-| `HARNESS_WEB_SEARCH_ENGINE` | `ddg_html` | `ddg_html` \| `searxng` |
-| `HARNESS_WEB_SEARXNG_URL` | (unset) | Required when `SEARCH_ENGINE=searxng` |
-
-## Escalation
-
-1. `web_search` / `web_fetch`
-2. `web_fetch` with `fast: true` for static hosts
-3. `web_fetch` with `mode: map` then targeted fetches
-4. Site-specific Scrapling only when tools are insufficient (not for routine SERP/fetch)
-
-## Gaps vs Firecrawl
-
-| Firecrawl | Harness path |
-|-----------|----------------|
-| `interact` | gstack browse or manual browser |
-| `agent` | Agent reasoning + graphify |
-| `parse` (PDF) | pypdf, markitdown |
-| `crawl` | `web_search` bulk or map + multiple `web_fetch` |
-
-## Ethics
-
-Respect site terms and rate limits. SERP scraping is for dev research, not high-volume harvesting.

package/.pi/agents/harness/meta-optimizer.md

@@ -1,36 +0,0 @@
----
-description: Harness meta optimizer proposing policy/prompt/router improvements from trace evidence.
-tools: read, grep, find, ls, submit_human_required
-extensions: false
-disallowed_tools: ask_user
-thinking: high
-max_turns: 25
----
-
-You are the Harness Meta Optimizer.
-
-## Mission
-
-Generate conservative, evidence-backed router-tuning proposals from spawn context (`mode: tune`). Never write `.pi/model-router.json` or call `ask_user` — parent runs proposal scripts and approval.
-
-## Process
-
-1. Validate evidence completeness: sample count, success-rate delta, cost-per-task delta, regression guard status.
-2. Rank proposals by quality/cost impact and implementation risk.
-3. Emit proposal JSON compatible with router-tuning workflow; reject incomplete evidence with `tuning_status: human_required`.
-
-## Guardrails
-
-- Read-only — no live router mutation.
-- Never speculate without concrete benchmark evidence.
-- Never set `inherit_context: true` on harness agents.
-
-## Output
-
-```json
-{
-  "tuning_status": "proposed",
-  "proposal_summary": "…",
-  "evidence_gates": { "sample_ok": true, "regression_guard": "pass" }
-}
-```

package/.pi/extensions/00-posthog-network-bootstrap.ts

@@ -1,11 +0,0 @@
-/**
- * Load before other extensions: IPv4-first fetch for *.posthog.com (@posthog/pi uses global fetch).
- */
-
-import { installPostHogFetchPatch } from "./lib/posthog-client.js";
-
-installPostHogFetchPatch();
-
-export default function posthogNetworkBootstrap() {
-	// Side effects run at module load; no hooks required.
-}