@pi-unipi/unipi 2.6.0 → 2.6.2

package/packages/web-api/src/providers/wigolo-client.ts

@@ -79,7 +79,6 @@ let clientPromise: Promise<WigoloLocalClient> | null = null;
 let clientOverride: WigoloClientLike | null = null;
 
 /** Last known availability, for the settings TUI and info screen. */
-let lastError: string | null = null;
 
 /** Load the optional SDK. Returns null when it is not installed. */
 async function loadSdk(): Promise<
@@ -127,10 +126,8 @@ export async function getWigoloClient(): Promise<WigoloClientLike> {
 
   try {
     const local = await clientPromise;
-    lastError = null;
     return local.client;
   } catch (error) {
-    lastError = error instanceof Error ? error.message : String(error);
     throw error;
   }
 }
@@ -149,29 +146,6 @@ export async function closeWigoloClient(): Promise<void> {
 }
 
 /** Availability for the settings TUI / info screen. Never throws. */
-export async function checkWigoloHealth(): Promise<{
-  available: boolean;
-  status: string;
-  detail?: string;
-}> {
-  const sdk = await loadSdk();
-  if (!sdk) {
-    return { available: false, status: "not installed", detail: NOT_INSTALLED_MESSAGE };
-  }
-  try {
-    const client = await getWigoloClient();
-    const health = await client.health();
-    const status = typeof health?.status === "string" ? health.status : "unknown";
-    // wigolo reports 200 "ok" when up and 503 with a body when degraded.
-    return { available: status === "ok" || status === "healthy", status };
-  } catch (error) {
-    return {
-      available: false,
-      status: "unreachable",
-      detail: error instanceof Error ? error.message : String(error),
-    };
-  }
-}
 
 /** Whether the SDK is importable, without starting a daemon. Never throws. */
 export async function isWigoloInstalled(): Promise<boolean> {
@@ -179,9 +153,6 @@ export async function isWigoloInstalled(): Promise<boolean> {
 }
 
 /** Last recorded failure, for diagnostics. */
-export function getWigoloLastError(): string | null {
-  return lastError;
-}
 
 /** Inject a stub daemon client. Test-only. */
 export function __setWigoloClientForTests(client: WigoloClientLike | null): void {
@@ -192,5 +163,4 @@ export function __setWigoloClientForTests(client: WigoloClientLike | null): void
 export function __resetWigoloClientForTests(): void {
   clientPromise = null;
   clientOverride = null;
-  lastError = null;
 }

package/packages/web-api/src/providers/wigolo.ts

@@ -71,7 +71,6 @@ const wigoloProvider: WebProvider = {
     read: 1,
     summarize: 0,
   },
-  config: {},
 
   async search(query: string, config?: ProviderConfig): Promise<SearchResult[]> {
     const client = await getWigoloClient();

package/packages/web-api/src/settings.ts

@@ -8,6 +8,15 @@
 import * as fs from "node:fs";
 import * as path from "node:path";
 import * as os from "node:os";
+import {
+  DEFAULT_BROWSER,
+  DEFAULT_OS,
+  DEFAULT_MAX_CHARS,
+  DEFAULT_TIMEOUT_MS,
+  DEFAULT_BATCH_CONCURRENCY,
+  DEFAULT_REMOVE_IMAGES,
+  DEFAULT_INCLUDE_REPLIES,
+} from "./engine/constants.js";
 
 /** Auth storage structure (API keys) */
 export interface WebApiAuth {
@@ -21,12 +30,6 @@ export interface ProviderSettings {
   [key: string]: unknown;
 }
 
-/** Cache configuration */
-export interface CacheSettings {
-  enabled: boolean;
-  ttlMs: number;
-}
-
 /** Smart-fetch default settings */
 export interface SmartFetchSettings {
   /** TLS fingerprint browser profile */
@@ -48,19 +51,18 @@ export interface SmartFetchSettings {
 /** Config storage structure */
 export interface WebApiConfig {
   providers: Record<string, ProviderSettings>;
-  cache: CacheSettings;
   smartFetch?: Partial<SmartFetchSettings>;
 }
 
-/** Default smart-fetch settings */
+/** Default smart-fetch settings — values from engine/constants.ts */
 const DEFAULT_SMART_FETCH_SETTINGS: SmartFetchSettings = {
-  browser: "chrome_145",
-  os: "windows",
-  maxChars: 50000,
-  timeoutMs: 15000,
-  batchConcurrency: 8,
-  removeImages: false,
-  includeReplies: "extractors",
+  browser: DEFAULT_BROWSER,
+  os: DEFAULT_OS,
+  maxChars: DEFAULT_MAX_CHARS,
+  timeoutMs: DEFAULT_TIMEOUT_MS,
+  batchConcurrency: DEFAULT_BATCH_CONCURRENCY,
+  removeImages: DEFAULT_REMOVE_IMAGES,
+  includeReplies: DEFAULT_INCLUDE_REPLIES,
 };
 
 /** Default configuration */
@@ -76,10 +78,6 @@ const DEFAULT_CONFIG: WebApiConfig = {
     perplexity: { enabled: false },
     "llm-summarize": { enabled: true },
   },
-  cache: {
-    enabled: true,
-    ttlMs: 3600000, // 1 hour
-  },
   smartFetch: {},
 };
 
@@ -159,10 +157,6 @@ export function loadConfig(): WebApiConfig {
           ...DEFAULT_CONFIG.providers,
           ...config.providers,
         },
-        cache: {
-          ...DEFAULT_CONFIG.cache,
-          ...config.cache,
-        },
       };
     }
   } catch {
@@ -237,62 +231,8 @@ export function setProviderEnabled(providerId: string, enabled: boolean): void {
   saveConfig(config);
 }
 
-/**
- * Get cache settings.
- * @returns Cache configuration
- */
-export function getCacheSettings(): CacheSettings {
-  const config = loadConfig();
-  return config.cache;
-}
-
-/**
- * Update cache settings.
- * @param cache - New cache settings
- */
-export function updateCacheSettings(cache: Partial<CacheSettings>): void {
-  const config = loadConfig();
-  config.cache = {
-    ...config.cache,
-    ...cache,
-  };
-  saveConfig(config);
-}
 
-/**
- * Validate API key format (basic validation).
- * @param providerId - Provider ID
- * @param apiKey - API key to validate
- * @returns true if format looks valid
- */
-export function validateApiKeyFormat(providerId: string, apiKey: string): boolean {
-  if (!apiKey || apiKey.trim().length === 0) {
-    return false;
-  }
 
-  // Provider-specific format checks
-  switch (providerId) {
-    case "serpapi":
-      // SerpAPI keys are typically 64 characters
-      return apiKey.length >= 32;
-    case "tavily":
-      // Tavily keys start with "tvly-"
-      return apiKey.startsWith("tvly-") && apiKey.length >= 10;
-    case "firecrawl":
-      // Firecrawl keys are typically longer
-      return apiKey.length >= 20;
-    case "perplexity":
-      // Perplexity keys are typically longer
-      return apiKey.length >= 20;
-    case "jina-search":
-    case "jina-reader":
-      // Jina keys are typically longer
-      return apiKey.length >= 10;
-    default:
-      // Generic validation
-      return apiKey.length >= 8;
-  }
-}
 
 /**
  * Load smart-fetch settings.

package/packages/web-api/src/tools.ts

@@ -27,7 +27,7 @@ import {
   defuddleFetchMultiple,
 } from "./engine/extract.js";
 import type { FetchOptions, FetchResult, BatchFetchResult } from "./engine/types.js";
-import { formatSingleResult, formatBatchResult, formatErrorResult } from "./engine/format.js";
+import { formatSingleResult, formatBatchResult } from "./engine/format.js";
 
 /** Tool names */
 export const WEB_TOOLS = {
@@ -219,6 +219,22 @@ function generateSmartFetchKey(
   return parts.join(":");
 }
 
+/** Build a complete FetchOptions from partial user input + loaded defaults. */
+function resolveFetchOptions(options: Partial<FetchOptions>): FetchOptions {
+  const defaults = loadSmartFetchSettings();
+  return {
+    browser: options.browser || defaults.browser,
+    os: options.os || defaults.os,
+    format: options.format || "markdown",
+    maxChars: options.maxChars || defaults.maxChars,
+    timeoutMs: options.timeoutMs || defaults.timeoutMs,
+    removeImages: options.removeImages ?? defaults.removeImages,
+    includeReplies: options.includeReplies ?? defaults.includeReplies,
+    proxy: options.proxy,
+    headers: options.headers,
+  };
+}
+
 /**
  * Execute smart-fetch read (single URL).
  */
@@ -233,19 +249,8 @@ async function executeSmartFetchRead(
     return cached as FetchResult;
   }
 
-  // Load defaults
-  const defaults = loadSmartFetchSettings();
-  const fetchOptions: FetchOptions = {
-    browser: options.browser || defaults.browser,
-    os: options.os || defaults.os,
-    format: options.format || "markdown",
-    maxChars: options.maxChars || defaults.maxChars,
-    timeoutMs: options.timeoutMs || defaults.timeoutMs,
-    removeImages: options.removeImages ?? defaults.removeImages,
-    includeReplies: options.includeReplies ?? defaults.includeReplies,
-    proxy: options.proxy,
-    headers: options.headers,
-  };
+  // Load defaults and build fetch options
+  const fetchOptions = resolveFetchOptions(options);
 
   // Execute fetch
   const result = await defuddleFetch(url, fetchOptions);
@@ -263,18 +268,10 @@ async function executeSmartFetchBatch(
   urls: string[],
   options: Partial<FetchOptions> & { batchConcurrency?: number } = {}
 ): Promise<BatchFetchResult> {
-  // Load defaults
+  // Load defaults and build fetch options
   const defaults = loadSmartFetchSettings();
   const fetchOptions: FetchOptions & { batchConcurrency?: number } = {
-    browser: options.browser || defaults.browser,
-    os: options.os || defaults.os,
-    format: options.format || "markdown",
-    maxChars: options.maxChars || defaults.maxChars,
-    timeoutMs: options.timeoutMs || defaults.timeoutMs,
-    removeImages: options.removeImages ?? defaults.removeImages,
-    includeReplies: options.includeReplies ?? defaults.includeReplies,
-    proxy: options.proxy,
-    headers: options.headers,
+    ...resolveFetchOptions(options),
     batchConcurrency: options.batchConcurrency || defaults.batchConcurrency,
   };
 

package/packages/web-api/src/tui/settings-dialog.ts

@@ -13,7 +13,6 @@ import {
   removeApiKey,
   isProviderEnabled,
   setProviderEnabled,
-  validateApiKeyFormat,
   loadSmartFetchSettings,
   saveSmartFetchSettings,
   resetSmartFetchSettings,

package/packages/workflow/commands.ts

@@ -8,6 +8,7 @@
 import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
 import { readFileSync, readdirSync, existsSync, statSync } from "fs";
 import { join, basename } from "path";
+import { execFileSync } from "node:child_process";
 import { UNIPI_PREFIX, WORKFLOW_COMMANDS, type UnipiWorkflowEvent } from "@pi-unipi/core";
 
 type CompletionItem = { value: string; label: string; description: string };
@@ -36,111 +37,56 @@ interface WorkflowCommand {
 /**
  * Suggest spec files from .unipi/docs/specs/ for plan command.
  */
-function suggestSpecFiles(prefix: string): CompletionItem[] {
-  const specsDir = join(process.cwd(), ".unipi", "docs", "specs");
-  if (!existsSync(specsDir)) return [];
+/** Suggest .md files from a docs subdirectory, sorted by mtime. */
+function suggestFilesFrom(
+  subdir: string,
+  valuePrefix: string,
+  descLabel: string,
+  prefix: string,
+): CompletionItem[] {
+  const dir = join(process.cwd(), ".unipi", "docs", subdir);
+  if (!existsSync(dir)) return [];
 
   try {
     const search = prefix?.trim().split(/\s+/).pop() ?? "";
-    const files = readdirSync(specsDir)
+    const files = readdirSync(dir)
       .filter((f) => f.endsWith(".md"))
-      .map((f) => ({ name: f, time: statSync(join(specsDir, f)).mtimeMs }))
+      .map((f) => ({ name: f, time: statSync(join(dir, f)).mtimeMs }))
       .sort((a, b) => b.time - a.time);
     return files
       .filter((f) => !search || f.name.includes(search))
       .map((f) => ({
-        value: `specs:${f.name}`,
+        value: `${valuePrefix}:${f.name}`,
         label: basename(f.name, ".md"),
-        description: `Spec: ${f.name}`,
+        description: `${descLabel}: ${f.name}`,
       }));
   } catch {
     return [];
   }
 }
 
-/**
- * Suggest plan files from .unipi/docs/plans/ for work and review-work commands.
- */
-function suggestPlanFiles(prefix: string): CompletionItem[] {
-  const plansDir = join(process.cwd(), ".unipi", "docs", "plans");
-  if (!existsSync(plansDir)) return [];
+function suggestSpecFiles(prefix: string): CompletionItem[] {
+  return suggestFilesFrom("specs", "specs", "Spec", prefix);
+}
 
-  try {
-    const search = prefix?.trim().split(/\s+/).pop() ?? "";
-    const files = readdirSync(plansDir)
-      .filter((f) => f.endsWith(".md"))
-      .map((f) => ({ name: f, time: statSync(join(plansDir, f)).mtimeMs }))
-      .sort((a, b) => b.time - a.time);
-    return files
-      .filter((f) => !search || f.name.includes(search))
-      .map((f) => ({
-        value: `plan:${f.name}`,
-        label: basename(f.name, ".md"),
-        description: `Plan: ${f.name}`,
-      }));
-  } catch {
-    return [];
-  }
+function suggestPlanFiles(prefix: string): CompletionItem[] {
+  return suggestFilesFrom("plans", "plan", "Plan", prefix);
 }
 
-/**
- * Suggest debug files from .unipi/docs/debug/ for fix command.
- */
 function suggestDebugFiles(prefix: string): CompletionItem[] {
-  const debugDir = join(process.cwd(), ".unipi", "docs", "debug");
-  if (!existsSync(debugDir)) return [];
-
-  try {
-    const search = prefix?.trim().split(/\s+/).pop() ?? "";
-    const files = readdirSync(debugDir)
-      .filter((f) => f.endsWith(".md"))
-      .map((f) => ({ name: f, time: statSync(join(debugDir, f)).mtimeMs }))
-      .sort((a, b) => b.time - a.time);
-    return files
-      .filter((f) => !search || f.name.includes(search))
-      .map((f) => ({
-        value: `debug:${f.name}`,
-        label: basename(f.name, ".md"),
-        description: `Debug: ${f.name}`,
-      }));
-  } catch {
-    return [];
-  }
+  return suggestFilesFrom("debug", "debug", "Debug", prefix);
 }
 
-/**
- * Suggest chore files from .unipi/docs/chore/ for chore-execute command.
- */
 function suggestChoreFiles(prefix: string): CompletionItem[] {
-  const choreDir = join(process.cwd(), ".unipi", "docs", "chore");
-  if (!existsSync(choreDir)) return [];
-
-  try {
-    const search = prefix?.trim().split(/\s+/).pop() ?? "";
-    const files = readdirSync(choreDir)
-      .filter((f) => f.endsWith(".md"))
-      .map((f) => ({ name: f, time: statSync(join(choreDir, f)).mtimeMs }))
-      .sort((a, b) => b.time - a.time);
-    return files
-      .filter((f) => !search || f.name.includes(search))
-      .map((f) => ({
-        value: `chore:${f.name}`,
-        label: basename(f.name, ".md"),
-        description: `Chore: ${f.name}`,
-      }));
-  } catch {
-    return [];
-  }
+  return suggestFilesFrom("chore", "chore", "Chore", prefix);
 }
 
-/** Cached per-cwd worktree suggestions. Worktree autocomplete can be invoked on every
- * keystroke, so the recursive scan is intentionally paid only once per session/cwd.
- */
+/** Cached per-cwd worktree suggestions. */
 let worktreeSuggestionsCache: { cwd: string; items: CompletionItem[] } | null = null;
 
 /**
  * Suggest existing worktree names for merge/list commands.
- * Recursively scans for actual git worktrees (directories containing .git files).
+ * Uses `git worktree list --porcelain` for a fast, native scan.
  */
 function suggestWorktrees(): CompletionItem[] {
   const cwd = process.cwd();
@@ -148,49 +94,26 @@ function suggestWorktrees(): CompletionItem[] {
     return worktreeSuggestionsCache.items;
   }
 
-  const worktreesDir = join(cwd, ".unipi", "worktrees");
-  if (!existsSync(worktreesDir)) {
-    worktreeSuggestionsCache = { cwd, items: [] };
-    return worktreeSuggestionsCache.items;
-  }
-
   try {
+    const output = execFileSync("git", ["worktree", "list", "--porcelain"], {
+      encoding: "utf-8",
+      cwd,
+      stdio: ["pipe", "pipe", "pipe"],
+    });
     const results: CompletionItem[] = [];
-
-    /**
-     * Recursively find worktree directories (those containing a .git file).
-     * A worktree's .git file contains: gitdir: /path/to/.git/worktrees/<branch>
-     */
-    function findWorktrees(dir: string, relativePath: string): void {
-      const entries = readdirSync(dir, { withFileTypes: true });
-      for (const entry of entries) {
-        const fullPath = join(dir, entry.name);
-        const relPath = relativePath ? `${relativePath}/${entry.name}` : entry.name;
-
-        if (entry.name === ".git" && entry.isFile()) {
-          // This is a worktree — extract branch name from gitdir path
-          try {
-            const gitContent = readFileSync(fullPath, "utf-8").trim();
-            const match = gitContent.match(/gitdir:\s+.+?\/([^/]+)$/);
-            const branchName = match?.[1] ?? entry.name;
-            results.push({
-              value: branchName,
-              label: branchName,
-              description: `Worktree: ${relPath}`,
-            });
-          } catch {
-            // Can't read .git file — skip
-          }
-        } else if (entry.isDirectory() && entry.name !== "node_modules" && entry.name !== ".git") {
-          // Recurse into subdirectories (but not into nested .git or node_modules)
-          findWorktrees(fullPath, relPath);
-        }
+    for (const line of output.split("\n")) {
+      if (line.startsWith("worktree ")) {
+        const path = line.slice("worktree ".length);
+        const branch = basename(path);
+        results.push({
+          value: branch,
+          label: branch,
+          description: `Worktree: ${path}`,
+        });
       }
     }
-
-    findWorktrees(worktreesDir, "");
     worktreeSuggestionsCache = { cwd, items: results };
-    return worktreeSuggestionsCache.items;
+    return results;
   } catch {
     worktreeSuggestionsCache = { cwd, items: [] };
     return worktreeSuggestionsCache.items;
@@ -482,10 +405,3 @@ export function registerWorkflowCommands(
     },
   });
 }
-
-/**
- * Get list of all registered workflow command names.
- */
-export function getWorkflowCommandNames(): string[] {
-  return COMMANDS.map((c) => `${UNIPI_PREFIX}${c.name}`);
-}

package/packages/workflow/index.ts

@@ -23,6 +23,7 @@ import {
   getBlockedToolsForLevel,
   getSandboxLevel,
   isToolAllowed,
+  isActiveSnapshot,
   type SandboxLevel,
 } from "@pi-unipi/core";
 import { registerWorkflowCommands } from "./commands.js";
@@ -130,11 +131,6 @@ function latestHistoricalSandboxSnapshot(
   return undefined;
 }
 
-function isActiveSnapshot(snapshot: EffectiveSandboxSnapshot): boolean {
-  if (typeof snapshot.details?.active === "boolean") return snapshot.details.active;
-  return typeof snapshot.content === "string" && snapshot.content.includes("Status: active");
-}
-
 export default function (pi: ExtensionAPI) {
   const workflowLifecycle = new WorkflowLifecycle();
   let ralphDetected = false;

package/packages/workflow/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-unipi/workflow",
-  "version": "2.6.0",
+  "version": "2.6.1",
   "description": "Structured development workflow commands for Pi coding agent",
   "type": "module",
   "main": "index.ts",
@@ -30,7 +30,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pi-unipi/core": "2.6.0"
+    "@pi-unipi/core": "2.6.1"
   },
   "peerDependencies": {
     "@earendil-works/pi-ai": "^0.80.0",

package/packages/cocoindex/README.md

@@ -1,94 +0,0 @@
-# @pi-unipi/cocoindex
-
-CocoIndex integration for Pi coding agent — AST-aware content indexing, semantic vector search, and incremental pipeline management.
-
-## Overview
-
-Replaces the compactor's FTS5-based content indexing with [CocoIndex](https://cocoindex.io/), providing:
-
-- **AST-aware code chunking** — language-aware splitting for code files
-- **Semantic vector search** — find content by meaning, not just keywords
-- **Incremental indexing** — only reprocesses changed files (delta-only)
-- **LanceDB storage** — zero-config, local file-based vector database
-- **Shared embeddings** — reuses memory package's OpenRouter API key and model
-
-## Prerequisites
-
-1. **Python 3.10+**
-2. **CocoIndex CLI**: `pip install cocoindex 'cocoindex[lancedb]'` (requires cocoindex >= 1.0)
-3. **LanceDB SDK** (optional, for search): `npm install @lancedb/lancedb`
-4. **Embedding API key** — configured via `/unipi:memory-settings`
-
-## Quick Start
-
-```
-# 1. Initialize the pipeline (once per project)
-/unipi:cocoindex-init
-
-# 2. Index the project
-/unipi:cocoindex-update
-
-# 3. Search indexed content
-cocoindex_search({ query: "how does authentication work?" })
-```
-
-## Architecture
-
-```
-Project files ──→ localfs.walk_dir (recursive)
-                      │
-                      ▼
-              chunk_text (@coco.fn, memoized)
-                      │
-                      ▼
-              LanceDB target (via ContextKey)
-                      │
-                      ▼
-              Vector search → ranked results
-```
-
-Uses cocoindex v1.0+ App/fn/mount API with:
-- `@coco.lifespan` for async environment setup (LanceDB connection)
-- `@coco.fn` for memoized processing functions
-- `coco.mount()` / `coco.mount_target()` for component management
-- `localfs.walk_dir` for file enumeration
-- `lancedb.TableTarget` for row-level target state management
-
-## Tools
-
-| Tool | Description |
-|------|-------------|
-| `cocoindex_search` | Search indexed content (semantic vector when available, LanceDB FTS when available, lexical fallback for text-only indexes); defaults to 10 results and hard-caps each page at 50 |
-| `cocoindex_status` | Check indexing status, freshness, doc count |
-
-## Commands
-
-| Command | Description |
-|---------|-------------|
-| `/unipi:cocoindex-update` | Run incremental indexing |
-| `/unipi:cocoindex-status` | Show pipeline status |
-| `/unipi:cocoindex-init` | Scaffold default pipeline |
-| `/unipi:cocoindex-settings` | View configuration |
-
-## Configuration
-
-- **Pipeline**: `.unipi/cocoindex/main.py` — auto-generated, fully customizable
-- **Data store**: `.unipi/cocoindex/.lancedb/`
-- **Embeddings**: `~/.unipi/memory/config.json` (shared with memory package)
-- **Search fallback**: Existing text-only LanceDB tables remain searchable through a lexical scan fallback when no vector column or FTS index exists
-- **Provider context bound**: Search pages are limited to 50 results, each rendered with a 300-character excerpt. Request another offset page instead of placing an unbounded result set into conversation history.
-
-## What Changed from FTS5
-
-This package replaces compactor's content indexing subsystem:
-
-| Feature | Before (FTS5) | After (CocoIndex) |
-|---------|---------------|-------------------|
-| Chunking | Heading/paragraph | AST-aware recursive |
-| Search | BM25 + trigram | Vector + full-text |
-| Incremental | No (full re-index) | Yes (delta-only) |
-| Storage | SQLite FTS5 | LanceDB |
-
-## Status
-
-⚠️ **Experimental** — This is an `experiment/cocoindex` branch feature. Not yet merged to main.