@pi-unipi/web-api 2.4.0 → 2.5.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pi-unipi/web-api",
-  "version": "2.4.0",
+  "version": "2.5.0",
   "description": "Web search, read, and summarize tools with provider-based backend selection for Pi coding agent",
   "type": "module",
   "main": "src/index.ts",
@@ -31,7 +31,7 @@
     "README.md"
   ],
   "dependencies": {
-    "@pi-unipi/core": "2.4.0",
+    "@pi-unipi/core": "2.5.0",
     "defuddle": "^0.18.1",
     "linkedom": "^0.18.12",
     "lodash": "^4.17.21",

package/src/engine/extract.ts

@@ -35,7 +35,6 @@ import { truncateContent, formatContent } from "./format.js";
 const MAX_REDIRECTS = 5;
 
 /** Maximum alternate link fallbacks to try */
-const MAX_ALTERNATE_LINKS = 3;
 
 /**
  * Validate a URL for fetching.
@@ -193,31 +192,6 @@ function findMetaRefresh(document: Document): string | null {
   return match[1];
 }
 
-/**
- * Check for alternate JSON content links.
- *
- * @param document - DOM document
- * @returns Array of alternate URLs
- */
-function findAlternateLinks(document: Document): string[] {
-  const alternates: string[] = [];
-
-  // Look for JSON feeds, oEmbed, etc.
-  const links = document.querySelectorAll(
-    'link[rel="alternate"][type="application/json"], ' +
-    'link[rel="alternate"][type="application/ld+json"]'
-  );
-
-  for (const link of Array.from(links)) {
-    const href = link.getAttribute("href");
-    if (href) {
-      alternates.push(href);
-    }
-  }
-
-  return alternates.slice(0, MAX_ALTERNATE_LINKS);
-}
-
 /**
  * Detect content type from response.
  */

package/src/tools.ts

@@ -62,19 +62,6 @@ function getAvailableProviders(capability: WebCapability): WebProvider[] {
   });
 }
 
-/**
- * Select provider for a capability.
- * If sourceRank is specified, use that rank.
- * Otherwise, use the lowest-ranked available provider.
- */
-function selectProvider(
-  capability: WebCapability,
-  sourceRank?: number
-): WebProvider {
-  const candidates = selectProviderChain(capability, sourceRank);
-  return candidates[0];
-}
-
 /**
  * Build the ordered list of providers to try for a capability.
  *

package/src/tui/progress.ts

@@ -1,168 +0,0 @@
-/**
- * @unipi/web-api — TUI Progress Renderer
- *
- * Renders batch fetch progress for TUI display.
- */
-
-import type { FetchProgress, FetchProgressStatus } from "../engine/types.js";
-
-/** Spinner frames for animation */
-const SPINNER_FRAMES = ["⠋", "⠙", "⠹", "⠸", "⠼", "⠴", "⠦", "⠧", "⠇", "⠏"];
-
-/** Status glyphs */
-const STATUS_GLYPHS: Record<FetchProgressStatus, string> = {
-  queued: "○",
-  connecting: SPINNER_FRAMES[0],
-  waiting: SPINNER_FRAMES[0],
-  loading: SPINNER_FRAMES[0],
-  processing: SPINNER_FRAMES[0],
-  done: "✓",
-  error: "✗",
-};
-
-/**
- * Get a spinner frame for the given index.
- * Cycles through spinner frames for animation.
- *
- * @param index - Animation frame index
- * @returns Spinner character
- */
-export function getSpinnerFrame(index: number): string {
-  return SPINNER_FRAMES[index % SPINNER_FRAMES.length];
-}
-
-/**
- * Render a progress bar.
- *
- * @param percent - Progress percentage (0-100)
- * @param width - Bar width in characters
- * @returns Progress bar string
- */
-export function renderProgressBar(percent: number, width: number = 10): string {
-  const filled = Math.round((percent / 100) * width);
-  const empty = width - filled;
-  return "█".repeat(filled) + "░".repeat(empty);
-}
-
-/**
- * Truncate a URL for display.
- *
- * @param url - URL to truncate
- * @param maxLength - Maximum length
- * @returns Truncated URL
- */
-function truncateUrl(url: string, maxLength: number): string {
-  if (url.length <= maxLength) {
-    return url;
-  }
-
-  // Try to keep the domain
-  try {
-    const parsed = new URL(url);
-    const domain = parsed.host;
-    const path = parsed.pathname + parsed.search;
-
-    if (domain.length + 3 >= maxLength) {
-      return url.slice(0, maxLength - 1) + "…";
-    }
-
-    const remaining = maxLength - domain.length - 3;
-    if (path.length <= remaining) {
-      return domain + path;
-    }
-
-    return domain + path.slice(0, remaining - 1) + "…";
-  } catch {
-    return url.slice(0, maxLength - 1) + "…";
-  }
-}
-
-/**
- * Render a single progress item line.
- *
- * @param progress - Progress object
- * @param width - Available width
- * @param spinnerIndex - Animation frame index
- * @returns Formatted line
- */
-export function renderProgressLine(
-  progress: FetchProgress,
-  width: number = 80,
-  spinnerIndex: number = 0
-): string {
-  // Status glyph
-  let glyph = STATUS_GLYPHS[progress.status];
-  if (["connecting", "waiting", "loading", "processing"].includes(progress.status)) {
-    glyph = getSpinnerFrame(spinnerIndex);
-  }
-
-  // Truncate URL
-  const urlMax = Math.min(40, width - 30);
-  const url = truncateUrl(progress.url, urlMax);
-
-  // Progress bar
-  const bar = renderProgressBar(progress.percent, 8);
-
-  // Status text
-  const statusText = progress.phase || progress.status;
-
-  // Format line
-  return `${glyph} ${url.padEnd(urlMax)}  ${statusText.padEnd(12)} [${bar}]`;
-}
-
-/**
- * Render batch progress header.
- *
- * @param progress - All progress items
- * @param concurrency - Current concurrency
- * @returns Header line
- */
-export function renderBatchProgressHeader(
-  progress: FetchProgress[],
-  concurrency: number
-): string {
-  const total = progress.length;
-  const done = progress.filter((p) => p.status === "done").length;
-  const error = progress.filter((p) => p.status === "error").length;
-  const active = progress.filter(
-    (p) => !["queued", "done", "error"].includes(p.status)
-  ).length;
-
-  return `batch_web_content_read ${done}/${total} done · ok ${done - error} · err ${error} · concurrency ${concurrency}`;
-}
-
-/**
- * Render full batch progress display.
- *
- * @param progress - All progress items
- * @param concurrency - Current concurrency
- * @param width - Available width
- * @param spinnerIndex - Animation frame index
- * @returns Formatted string
- */
-export function renderBatchProgress(
-  progress: FetchProgress[],
-  concurrency: number = 8,
-  width: number = 80,
-  spinnerIndex: number = 0
-): string {
-  const lines: string[] = [];
-
-  // Header
-  lines.push(renderBatchProgressHeader(progress, concurrency));
-  lines.push("");
-
-  // Progress items (show up to 10)
-  const maxItems = 10;
-  const itemsToShow = progress.slice(0, maxItems);
-
-  for (const item of itemsToShow) {
-    lines.push(renderProgressLine(item, width, spinnerIndex));
-  }
-
-  if (progress.length > maxItems) {
-    lines.push(`  ... and ${progress.length - maxItems} more`);
-  }
-
-  return lines.join("\n");
-}

package/src/tui/result.ts

@@ -1,173 +0,0 @@
-/**
- * @unipi/web-api — TUI Result Renderer
- *
- * Renders single and batch results for TUI display.
- */
-
-import type { FetchResult, BatchFetchResult, FetchError } from "../engine/types.js";
-
-/** Maximum preview lines */
-const PREVIEW_LINES = 7;
-
-/**
- * Truncate content for preview.
- *
- * @param content - Content to preview
- * @param maxLines - Maximum lines
- * @returns Preview string
- */
-function truncatePreview(content: string, maxLines: number = PREVIEW_LINES): string {
-  const lines = content.split("\n").slice(0, maxLines);
-  return lines.join("\n");
-}
-
-/**
- * Render a single result for display.
- *
- * @param result - Fetch result
- * @param verbose - Include metadata header
- * @returns Formatted string
- */
-export function renderSingleResult(
-  result: FetchResult,
-  verbose: boolean = true
-): string {
-  const lines: string[] = [];
-
-  if (verbose) {
-    // Title
-    lines.push(`# ${result.title || "Untitled"}`);
-    lines.push("");
-
-    // Metadata
-    const meta: string[] = [];
-    if (result.author) {
-      meta.push(`Author: ${result.author}`);
-    }
-    if (result.published) {
-      meta.push(`Published: ${result.published}`);
-    }
-    if (result.site) {
-      meta.push(`Site: ${result.site}`);
-    }
-    if (result.language) {
-      meta.push(`Language: ${result.language}`);
-    }
-    if (result.wordCount) {
-      meta.push(`Words: ${result.wordCount}`);
-    }
-
-    if (meta.length > 0) {
-      lines.push(meta.join(" · "));
-    }
-
-    // URL
-    lines.push(`URL: ${result.url}`);
-    if (result.finalUrl !== result.url) {
-      lines.push(`Final URL: ${result.finalUrl}`);
-    }
-
-    lines.push("");
-    lines.push("---");
-    lines.push("");
-  }
-
-  // Content preview
-  const preview = truncatePreview(result.content);
-  lines.push(preview);
-
-  // Expand hint
-  if (result.content.split("\n").length > PREVIEW_LINES) {
-    lines.push("");
-    lines.push(`... [${result.wordCount} words total · Ctrl+O to expand]`);
-  }
-
-  return lines.join("\n");
-}
-
-/**
- * Render a batch result for display.
- *
- * @param result - Batch fetch result
- * @returns Formatted string
- */
-export function renderBatchResult(result: BatchFetchResult): string {
-  const lines: string[] = [];
-
-  // Summary header
-  lines.push(`# Batch Read Results`);
-  lines.push("");
-  lines.push(
-    `Total: ${result.total} · Succeeded: ${result.succeeded} · Failed: ${result.failed}`
-  );
-  lines.push("");
-
-  // Per-item results
-  for (let i = 0; i < result.items.length; i++) {
-    const item = result.items[i];
-    const status = item.status === "done" ? "✓" : "✗";
-
-    lines.push(`## [${i + 1}/${result.total}] ${status}`);
-
-    if (item.status === "done") {
-      lines.push(`**${item.result.title}**`);
-      lines.push(`URL: ${item.result.url}`);
-      lines.push(`Words: ${item.result.wordCount}`);
-      lines.push("");
-
-      // Content preview
-      const preview = truncatePreview(item.result.content);
-      lines.push(preview);
-
-      if (item.result.content.split("\n").length > PREVIEW_LINES) {
-        lines.push("...");
-      }
-    } else {
-      lines.push(`URL: ${item.error.url || "unknown"}`);
-      lines.push(`Error: ${item.error.error}`);
-    }
-
-    lines.push("");
-  }
-
-  return lines.join("\n");
-}
-
-/**
- * Render an error result for display.
- *
- * @param error - Fetch error
- * @returns Formatted string
- */
-export function renderErrorResult(error: FetchError): string {
-  const lines: string[] = [];
-
-  lines.push(`# Fetch Error`);
-  lines.push("");
-  lines.push(`**${error.error}**`);
-  lines.push("");
-  lines.push(`Code: \`${error.code}\``);
-  lines.push(`Phase: \`${error.phase}\``);
-
-  if (error.url) {
-    lines.push("");
-    lines.push(`URL: ${error.url}`);
-    if (error.finalUrl && error.finalUrl !== error.url) {
-      lines.push(`Final URL: ${error.finalUrl}`);
-    }
-  }
-
-  if (error.statusCode) {
-    lines.push("");
-    lines.push(
-      `HTTP Status: ${error.statusCode}${error.statusText ? ` ${error.statusText}` : ""}`
-    );
-  }
-
-  if (error.retryable) {
-    lines.push("");
-    lines.push(`*This error may be retried.*`);
-  }
-
-  return lines.join("\n");
-}