@selesai/code 0.9.5 → 0.9.8

package/dist/extensions/pi-web-agent/src/extension.ts

@@ -1,126 +1,126 @@
-import type { ExtensionAPI } from '@selesai/code';
-import { DEFAULT_BACKEND_CONFIG, type BackendConfig } from './backends/config.js';
-import { Type } from 'typebox';
-import { registerWebAgentConfigCommands } from './commands/web-agent-config.js';
-import { DEFAULT_PRESENTATION_CONFIG, resolvePresentationMode } from './presentation/config.js';
-import { createResearchWorkflow } from './orchestration/index.js';
-import { loadPresentationConfigLayers } from './presentation/config-store.js';
-import { selectPresentationView } from './presentation/select-view.js';
-import type {
-  PresentationConfig,
-  PresentationEnvelope,
-  PresentationToolName
-} from './presentation/types.js';
-import { createWebExploreTool } from './tools/web-explore.js';
-import type { WebExploreResponse } from './types.js';
-import { getUpdateChangelogNotice } from './changelog-notice.js';
-
-type ToolResultWithPresentation = {
-  presentation?: PresentationEnvelope;
-};
-
-async function loadWebAgentConfig(pi: ExtensionAPI) {
-  const store = (
-    pi as ExtensionAPI & {
-      __presentationConfigStore?: {
-        load?: typeof loadPresentationConfigLayers;
-      };
-    }
-  ).__presentationConfigStore;
-
-  return store?.load?.() ?? loadPresentationConfigLayers();
-}
-
-async function getEffectivePresentationConfig(pi: ExtensionAPI): Promise<PresentationConfig> {
-  try {
-    const loaded = await loadWebAgentConfig(pi);
-    return loaded.effectiveConfig;
-  } catch {
-    return DEFAULT_PRESENTATION_CONFIG;
-  }
-}
-
-async function getEffectiveBackendConfig(pi: ExtensionAPI): Promise<BackendConfig> {
-  try {
-    const loaded = await loadWebAgentConfig(pi);
-    return loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG;
-  } catch {
-    return DEFAULT_BACKEND_CONFIG;
-  }
-}
-
-async function renderToolText(
-  pi: ExtensionAPI,
-  toolName: PresentationToolName,
-  details: ToolResultWithPresentation
-): Promise<string> {
-  const config = await getEffectivePresentationConfig(pi);
-  const mode = resolvePresentationMode(toolName, config);
-  return selectPresentationView(details.presentation, mode) ?? JSON.stringify(details, null, 2);
-}
-
-export default function extension(pi: ExtensionAPI) {
-  registerWebAgentConfigCommands(pi);
-
-  const injectedWebExplore = (pi as ExtensionAPI & { __webExploreTool?: ReturnType<typeof createWebExploreTool> }).__webExploreTool;
-  let cachedBackendKey: string | undefined;
-  let cachedWebExplore: ReturnType<typeof createWebExploreTool> | undefined;
-
-  async function getConfiguredWebExplore() {
-    if (injectedWebExplore) return injectedWebExplore;
-
-    const backendConfig = await getEffectiveBackendConfig(pi);
-    const backendKey = JSON.stringify(backendConfig);
-    if (!cachedWebExplore || cachedBackendKey !== backendKey) {
-      cachedBackendKey = backendKey;
-      cachedWebExplore = createWebExploreTool({
-        explore: createResearchWorkflow({ backendConfig })
-      });
-    }
-
-    return cachedWebExplore;
-  }
-
-  pi.on('session_start', async (_event, ctx) => {
-    try {
-      const notice = await getUpdateChangelogNotice();
-      if (notice) {
-        ctx.ui.notify(`pi-web-agent updated\n\n${notice}`, 'info');
-      }
-    } catch {
-      // Never block extension startup on changelog display.
-    }
-  });
-
-  pi.on('before_agent_start', async (event) => ({
-    systemPrompt:
-      `${event.systemPrompt}\n\n` +
-      'For web research questions that require finding and comparing sources, use web_explore. ' +
-      'web_explore handles search, fetch, source ranking, and headless escalation internally. ' +
-      'If more web evidence is needed after web_explore, call web_explore again with a narrower query; do not use shell/network commands such as curl, Invoke-WebRequest, npm view/search/pack, or direct HTTP URLs for web research.'
-  }));
-
-  pi.registerTool({
-    name: 'web_explore',
-    label: 'Web Explore',
-    description:
-      'Research a web question using bounded search/fetch passes, source ranking, and targeted headless escalation. Use this for web research, current docs/discussion lookups, and recommendation summaries.',
-    parameters: Type.Object({
-      query: Type.String({ description: 'Web research question to explore.' })
-    }),
-    async execute(_toolCallId, params) {
-      const webExplore = await getConfiguredWebExplore();
-      const result: WebExploreResponse = await webExplore({ query: params.query });
-      return {
-        content: [
-          {
-            type: 'text',
-            text: await renderToolText(pi, 'web_explore', result)
-          }
-        ],
-        details: result,
-        isError: result.status === 'error'
-      };
-    }
-  });
-}
+import type { ExtensionAPI } from '@selesai/code';
+import { DEFAULT_BACKEND_CONFIG, type BackendConfig } from './backends/config.js';
+import { Type } from 'typebox';
+import { registerWebAgentConfigCommands } from './commands/web-agent-config.js';
+import { DEFAULT_PRESENTATION_CONFIG, resolvePresentationMode } from './presentation/config.js';
+import { createResearchWorkflow } from './orchestration/index.js';
+import { loadPresentationConfigLayers } from './presentation/config-store.js';
+import { selectPresentationView } from './presentation/select-view.js';
+import type {
+  PresentationConfig,
+  PresentationEnvelope,
+  PresentationToolName
+} from './presentation/types.js';
+import { createWebExploreTool } from './tools/web-explore.js';
+import type { WebExploreResponse } from './types.js';
+import { getUpdateChangelogNotice } from './changelog-notice.js';
+
+type ToolResultWithPresentation = {
+  presentation?: PresentationEnvelope;
+};
+
+async function loadWebAgentConfig(pi: ExtensionAPI) {
+  const store = (
+    pi as ExtensionAPI & {
+      __presentationConfigStore?: {
+        load?: typeof loadPresentationConfigLayers;
+      };
+    }
+  ).__presentationConfigStore;
+
+  return store?.load?.() ?? loadPresentationConfigLayers();
+}
+
+async function getEffectivePresentationConfig(pi: ExtensionAPI): Promise<PresentationConfig> {
+  try {
+    const loaded = await loadWebAgentConfig(pi);
+    return loaded.effectiveConfig;
+  } catch {
+    return DEFAULT_PRESENTATION_CONFIG;
+  }
+}
+
+async function getEffectiveBackendConfig(pi: ExtensionAPI): Promise<BackendConfig> {
+  try {
+    const loaded = await loadWebAgentConfig(pi);
+    return loaded.effectiveBackends ?? DEFAULT_BACKEND_CONFIG;
+  } catch {
+    return DEFAULT_BACKEND_CONFIG;
+  }
+}
+
+async function renderToolText(
+  pi: ExtensionAPI,
+  toolName: PresentationToolName,
+  details: ToolResultWithPresentation
+): Promise<string> {
+  const config = await getEffectivePresentationConfig(pi);
+  const mode = resolvePresentationMode(toolName, config);
+  return selectPresentationView(details.presentation, mode) ?? JSON.stringify(details, null, 2);
+}
+
+export default function extension(pi: ExtensionAPI) {
+  registerWebAgentConfigCommands(pi);
+
+  const injectedWebExplore = (pi as ExtensionAPI & { __webExploreTool?: ReturnType<typeof createWebExploreTool> }).__webExploreTool;
+  let cachedBackendKey: string | undefined;
+  let cachedWebExplore: ReturnType<typeof createWebExploreTool> | undefined;
+
+  async function getConfiguredWebExplore() {
+    if (injectedWebExplore) return injectedWebExplore;
+
+    const backendConfig = await getEffectiveBackendConfig(pi);
+    const backendKey = JSON.stringify(backendConfig);
+    if (!cachedWebExplore || cachedBackendKey !== backendKey) {
+      cachedBackendKey = backendKey;
+      cachedWebExplore = createWebExploreTool({
+        explore: createResearchWorkflow({ backendConfig })
+      });
+    }
+
+    return cachedWebExplore;
+  }
+
+  pi.on('session_start', async (_event, ctx) => {
+    try {
+      const notice = await getUpdateChangelogNotice();
+      if (notice) {
+        ctx.ui.notify(`pi-web-agent updated\n\n${notice}`, 'info');
+      }
+    } catch {
+      // Never block extension startup on changelog display.
+    }
+  });
+
+  pi.on('before_agent_start', async (event) => ({
+    systemPrompt:
+      `${event.systemPrompt}\n\n` +
+      'For web research questions that require finding and comparing sources, use web_explore. ' +
+      'web_explore handles search, fetch, source ranking, and headless escalation internally. ' +
+      'If more web evidence is needed after web_explore, call web_explore again with a narrower query; do not use shell/network commands such as curl, Invoke-WebRequest, npm view/search/pack, or direct HTTP URLs for web research.'
+  }));
+
+  pi.registerTool({
+    name: 'web_explore',
+    label: 'Web Explore',
+    description:
+      'Research a web question using bounded search/fetch passes, source ranking, and targeted headless escalation. Use this for web research, current docs/discussion lookups, and recommendation summaries.',
+    parameters: Type.Object({
+      query: Type.String({ description: 'Web research question to explore.' })
+    }),
+    async execute(_toolCallId, params) {
+      const webExplore = await getConfiguredWebExplore();
+      const result: WebExploreResponse = await webExplore({ query: params.query });
+      return {
+        content: [
+          {
+            type: 'text',
+            text: await renderToolText(pi, 'web_explore', result)
+          }
+        ],
+        details: result,
+        isError: result.status === 'error'
+      };
+    }
+  });
+}

package/dist/extensions/pi-web-agent/src/extract/readability.ts

@@ -1,118 +1,118 @@
-import { Readability } from '@mozilla/readability';
-import { JSDOM, VirtualConsole } from 'jsdom';
-import type { ExtractedContent } from '../types.js';
-
-export type ReadableExtractionMode = 'readability' | 'fallback';
-
-export type SafeReadableExtraction = {
-  mode: ReadableExtractionMode;
-  content: ExtractedContent;
-};
-
-export function extractReadableContent(html: string, maxLength = 4000): ExtractedContent {
-  let stylesheetError: Error | undefined;
-  const virtualConsole = new VirtualConsole();
-
-  virtualConsole.on('jsdomError', (error) => {
-    if (!stylesheetError && error.message.includes('Could not parse CSS stylesheet')) {
-      stylesheetError = error;
-    }
-  });
-
-  const dom = new JSDOM(html, {
-    url: 'https://example.com',
-    virtualConsole
-  });
-
-  if (stylesheetError) {
-    throw stylesheetError;
-  }
-
-  const article = new Readability(dom.window.document).parse();
-  const rawText = (article?.textContent ?? dom.window.document.body.textContent ?? '').trim();
-  const text = rawText.slice(0, maxLength);
-
-  const fallbackTitle = dom.window.document.title || undefined;
-
-  return {
-    title: article?.title ?? fallbackTitle,
-    byline: article?.byline || undefined,
-    text
-  };
-}
-
-function decodeHtmlEntities(text: string): string {
-  return text
-    .replace(/ /gi, ' ')
-    .replace(/&/gi, '&')
-    .replace(/&lt;/gi, '<')
-    .replace(/&gt;/gi, '>')
-    .replace(/&quot;/gi, '"')
-    .replace(/&#39;/gi, "'")
-    .replace(/&#x27;/gi, "'")
-    .replace(/&#x2F;/gi, '/')
-    .replace(/&#(\d+);/g, (_, code) => String.fromCharCode(Number(code)))
-    .replace(/&#x([\da-f]+);/gi, (_, code) => String.fromCharCode(parseInt(code, 16)));
-}
-
-function extractTitle(html: string): string | undefined {
-  const match = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
-  if (!match) return undefined;
-  return decodeHtmlEntities(match[1].replace(/<[^>]+>/g, ' ').replace(/\s+/g, ' ').trim()) || undefined;
-}
-
-function stripTagContent(html: string, tagName: string): string {
-  return html.replace(new RegExp(`<${tagName}\\b[^>]*>[\\s\\S]*?<\\/${tagName}>`, 'gi'), ' ');
-}
-
-function extractPreferredSection(html: string): string {
-  const mainMatch = html.match(/<main\b[^>]*>([\s\S]*?)<\/main>/i);
-  if (mainMatch) return mainMatch[1];
-
-  const articleMatch = html.match(/<article\b[^>]*>([\s\S]*?)<\/article>/i);
-  if (articleMatch) return articleMatch[1];
-
-  const bodyMatch = html.match(/<body\b[^>]*>([\s\S]*?)<\/body>/i);
-  if (bodyMatch) return bodyMatch[1];
-
-  return html;
-}
-
-function extractFallbackText(html: string, maxLength: number): ExtractedContent {
-  const title = extractTitle(html);
-  let section = extractPreferredSection(html);
-
-  section = stripTagContent(section, 'script');
-  section = stripTagContent(section, 'style');
-  section = stripTagContent(section, 'noscript');
-  section = stripTagContent(section, 'svg');
-  section = stripTagContent(section, 'template');
-
-  const text = decodeHtmlEntities(section)
-    .replace(/<[^>]+>/g, ' ')
-    .replace(/\s+/g, ' ')
-    .trim()
-    .slice(0, maxLength);
-
-  return {
-    title,
-    text
-  };
-}
-
-export function extractReadableContentSafely(
-  html: string,
-  maxLength = 4000
-): SafeReadableExtraction {
-  try {
-    return {
-      mode: 'readability',
-      content: extractReadableContent(html, maxLength)
-    };
-  } catch {
-    return {
-      mode: 'fallback',
-      content: extractFallbackText(html, maxLength)
-    };
-  }
-}
+import { Readability } from '@mozilla/readability';
+import { JSDOM, VirtualConsole } from 'jsdom';
+import type { ExtractedContent } from '../types.js';
+
+export type ReadableExtractionMode = 'readability' | 'fallback';
+
+export type SafeReadableExtraction = {
+  mode: ReadableExtractionMode;
+  content: ExtractedContent;
+};
+
+export function extractReadableContent(html: string, maxLength = 4000): ExtractedContent {
+  let stylesheetError: Error | undefined;
+  const virtualConsole = new VirtualConsole();
+
+  virtualConsole.on('jsdomError', (error) => {
+    if (!stylesheetError && error.message.includes('Could not parse CSS stylesheet')) {
+      stylesheetError = error;
+    }
+  });
+
+  const dom = new JSDOM(html, {
+    url: 'https://example.com',
+    virtualConsole
+  });
+
+  if (stylesheetError) {
+    throw stylesheetError;
+  }
+
+  const article = new Readability(dom.window.document).parse();
+  const rawText = (article?.textContent ?? dom.window.document.body.textContent ?? '').trim();
+  const text = rawText.slice(0, maxLength);
+
+  const fallbackTitle = dom.window.document.title || undefined;
+
+  return {
+    title: article?.title ?? fallbackTitle,
+    byline: article?.byline || undefined,
+    text
+  };
+}
+
+function decodeHtmlEntities(text: string): string {
+  return text
+    .replace(/&nbsp;/gi, ' ')
+    .replace(/&amp;/gi, '&')
+    .replace(/&lt;/gi, '<')
+    .replace(/&gt;/gi, '>')
+    .replace(/&quot;/gi, '"')
+    .replace(/&#39;/gi, "'")
+    .replace(/&#x27;/gi, "'")
+    .replace(/&#x2F;/gi, '/')
+    .replace(/&#(\d+);/g, (_, code) => String.fromCharCode(Number(code)))
+    .replace(/&#x([\da-f]+);/gi, (_, code) => String.fromCharCode(parseInt(code, 16)));
+}
+
+function extractTitle(html: string): string | undefined {
+  const match = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+  if (!match) return undefined;
+  return decodeHtmlEntities(match[1].replace(/<[^>]+>/g, ' ').replace(/\s+/g, ' ').trim()) || undefined;
+}
+
+function stripTagContent(html: string, tagName: string): string {
+  return html.replace(new RegExp(`<${tagName}\\b[^>]*>[\\s\\S]*?<\\/${tagName}>`, 'gi'), ' ');
+}
+
+function extractPreferredSection(html: string): string {
+  const mainMatch = html.match(/<main\b[^>]*>([\s\S]*?)<\/main>/i);
+  if (mainMatch) return mainMatch[1];
+
+  const articleMatch = html.match(/<article\b[^>]*>([\s\S]*?)<\/article>/i);
+  if (articleMatch) return articleMatch[1];
+
+  const bodyMatch = html.match(/<body\b[^>]*>([\s\S]*?)<\/body>/i);
+  if (bodyMatch) return bodyMatch[1];
+
+  return html;
+}
+
+function extractFallbackText(html: string, maxLength: number): ExtractedContent {
+  const title = extractTitle(html);
+  let section = extractPreferredSection(html);
+
+  section = stripTagContent(section, 'script');
+  section = stripTagContent(section, 'style');
+  section = stripTagContent(section, 'noscript');
+  section = stripTagContent(section, 'svg');
+  section = stripTagContent(section, 'template');
+
+  const text = decodeHtmlEntities(section)
+    .replace(/<[^>]+>/g, ' ')
+    .replace(/\s+/g, ' ')
+    .trim()
+    .slice(0, maxLength);
+
+  return {
+    title,
+    text
+  };
+}
+
+export function extractReadableContentSafely(
+  html: string,
+  maxLength = 4000
+): SafeReadableExtraction {
+  try {
+    return {
+      mode: 'readability',
+      content: extractReadableContent(html, maxLength)
+    };
+  } catch {
+    return {
+      mode: 'fallback',
+      content: extractFallbackText(html, maxLength)
+    };
+  }
+}