@jackwener/opencli 0.1.0 → 0.1.2

package/src/synthesize.ts

@@ -1,167 +1,185 @@
 /**
- * Synthesize: turn explore capabilities into ready-to-use CLI definitions.
- *
- * Takes the structured capabilities from Deep Explore and generates
- * YAML pipeline files that can be directly registered as CLI commands.
- *
- * This is the bridge between discovery (explore) and usability (CLI).
+ * Synthesize candidate CLIs from explore artifacts.
+ * Generates evaluate-based YAML pipelines (matching hand-written adapter patterns).
  */
 
 import * as fs from 'node:fs';
 import * as path from 'node:path';
 import yaml from 'js-yaml';
 
-export function synthesizeFromExplore(target: string, opts: any = {}): any {
-  const exploreDir = fs.existsSync(target) ? target : path.join('.opencli', 'explore', target);
-  if (!fs.existsSync(exploreDir)) throw new Error(`Explore dir not found: ${target}`);
+/** Volatile params to strip from generated URLs */
+const VOLATILE_PARAMS = new Set(['w_rid', 'wts', 'callback', '_', 'timestamp', 't', 'nonce', 'sign']);
+const SEARCH_PARAM_NAMES = new Set(['q', 'query', 'keyword', 'search', 'wd', 'kw', 'w', 'search_query']);
+const LIMIT_PARAM_NAMES = new Set(['ps', 'page_size', 'limit', 'count', 'per_page', 'size', 'num']);
+const PAGE_PARAM_NAMES = new Set(['pn', 'page', 'page_num', 'offset', 'cursor']);
 
-  const manifest = JSON.parse(fs.readFileSync(path.join(exploreDir, 'manifest.json'), 'utf-8'));
-  const capabilities = JSON.parse(fs.readFileSync(path.join(exploreDir, 'capabilities.json'), 'utf-8'));
-  const endpoints = JSON.parse(fs.readFileSync(path.join(exploreDir, 'endpoints.json'), 'utf-8'));
-  const auth = JSON.parse(fs.readFileSync(path.join(exploreDir, 'auth.json'), 'utf-8'));
+export function synthesizeFromExplore(
+  target: string,
+  opts: { outDir?: string; top?: number } = {},
+): Record<string, any> {
+  const exploreDir = resolveExploreDir(target);
+  const bundle = loadExploreBundle(exploreDir);
 
   const targetDir = opts.outDir ?? path.join(exploreDir, 'candidates');
   fs.mkdirSync(targetDir, { recursive: true });
 
-  const site = manifest.site;
-  const topN = opts.top ?? 5;
-  const candidates: any[] = [];
-
-  // Sort capabilities by confidence
-  const sortedCaps = [...capabilities]
+  const site = bundle.manifest.site;
+  const capabilities = (bundle.capabilities ?? [])
     .sort((a: any, b: any) => (b.confidence ?? 0) - (a.confidence ?? 0))
-    .slice(0, topN);
-
-  for (const cap of sortedCaps) {
-    // Find the matching endpoint for more detail
-    const endpoint = endpoints.find((ep: any) => ep.pattern === cap.endpoint) ??
-                     endpoints[0];
+    .slice(0, opts.top ?? 3);
+  const candidates: any[] = [];
 
-    const candidate = buildCandidateYaml(site, manifest, cap, endpoint);
-    const fileName = `${cap.name}.yaml`;
-    const filePath = path.join(targetDir, fileName);
+  for (const cap of capabilities) {
+    const endpoint = chooseEndpoint(cap, bundle.endpoints);
+    if (!endpoint) continue;
+    const candidate = buildCandidateYaml(site, bundle.manifest, cap, endpoint);
+    const filePath = path.join(targetDir, `${candidate.name}.yaml`);
     fs.writeFileSync(filePath, yaml.dump(candidate.yaml, { sortKeys: false, lineWidth: 120 }));
-
-    candidates.push({
-      name: cap.name,
-      path: filePath,
-      strategy: cap.strategy,
-      endpoint: cap.endpoint,
-      confidence: cap.confidence,
-      columns: candidate.yaml.columns,
-    });
+    candidates.push({ name: candidate.name, path: filePath, strategy: cap.strategy, confidence: cap.confidence });
   }
 
-  const index = {
-    site,
-    target_url: manifest.target_url,
-    generated_from: exploreDir,
-    candidate_count: candidates.length,
-    candidates,
-  };
+  const index = { site, target_url: bundle.manifest.target_url, generated_from: exploreDir, candidate_count: candidates.length, candidates };
   fs.writeFileSync(path.join(targetDir, 'candidates.json'), JSON.stringify(index, null, 2));
 
+  return { site, explore_dir: exploreDir, out_dir: targetDir, candidate_count: candidates.length, candidates };
+}
+
+export function renderSynthesizeSummary(result: Record<string, any>): string {
+  const lines = ['opencli synthesize: OK', `Site: ${result.site}`, `Source: ${result.explore_dir}`, `Candidates: ${result.candidate_count}`];
+  for (const c of result.candidates ?? []) lines.push(`  • ${c.name} (${c.strategy}, ${((c.confidence ?? 0) * 100).toFixed(0)}% confidence) → ${c.path}`);
+  return lines.join('\n');
+}
+
+export function resolveExploreDir(target: string): string {
+  if (fs.existsSync(target)) return target;
+  const candidate = path.join('.opencli', 'explore', target);
+  if (fs.existsSync(candidate)) return candidate;
+  throw new Error(`Explore directory not found: ${target}`);
+}
+
+export function loadExploreBundle(exploreDir: string): Record<string, any> {
   return {
-    site,
-    explore_dir: exploreDir,
-    out_dir: targetDir,
-    candidate_count: candidates.length,
-    candidates,
+    manifest: JSON.parse(fs.readFileSync(path.join(exploreDir, 'manifest.json'), 'utf-8')),
+    endpoints: JSON.parse(fs.readFileSync(path.join(exploreDir, 'endpoints.json'), 'utf-8')),
+    capabilities: JSON.parse(fs.readFileSync(path.join(exploreDir, 'capabilities.json'), 'utf-8')),
+    auth: JSON.parse(fs.readFileSync(path.join(exploreDir, 'auth.json'), 'utf-8')),
   };
 }
 
-/** Volatile params to strip from generated URLs */
-const VOLATILE_PARAMS = new Set(['w_rid', 'wts', 'callback', '_', 'timestamp', 't', 'nonce', 'sign']);
-const SEARCH_PARAM_NAMES = new Set(['q', 'query', 'keyword', 'search', 'wd', 'kw', 'w', 'search_query']);
-const LIMIT_PARAM_NAMES = new Set(['ps', 'page_size', 'limit', 'count', 'per_page', 'size', 'num']);
-const PAGE_PARAM_NAMES = new Set(['pn', 'page', 'page_num', 'offset', 'cursor']);
+function chooseEndpoint(cap: any, endpoints: any[]): any | null {
+  if (!endpoints.length) return null;
+  // Match by endpoint pattern from capability
+  if (cap.endpoint) {
+    const match = endpoints.find((e: any) => e.pattern === cap.endpoint || e.url?.includes(cap.endpoint));
+    if (match) return match;
+  }
+  return endpoints.sort((a: any, b: any) => (b.score ?? 0) - (a.score ?? 0))[0];
+}
 
-/**
- * Build a clean templated URL from a raw API URL.
- * - Strips volatile params (w_rid, wts, etc.)
- * - Templates search, limit, and pagination params
- * - Builds URL string manually to avoid URL encoding of ${{ }} expressions
- */
-function buildTemplatedUrl(rawUrl: string, cap: any, endpoint: any): string {
+// ── URL templating ─────────────────────────────────────────────────────────
+
+function buildTemplatedUrl(rawUrl: string, cap: any, _endpoint: any): string {
   try {
     const u = new URL(rawUrl);
     const base = `${u.protocol}//${u.host}${u.pathname}`;
     const params: Array<[string, string]> = [];
-
     const hasKeyword = cap.recommendedArgs?.some((a: any) => a.name === 'keyword');
 
     u.searchParams.forEach((v, k) => {
-      // Skip volatile params
       if (VOLATILE_PARAMS.has(k)) return;
-
-      // Template known param types
-      if (hasKeyword && SEARCH_PARAM_NAMES.has(k)) {
-        params.push([k, '${{ args.keyword }}']);
-      } else if (LIMIT_PARAM_NAMES.has(k)) {
-        params.push([k, '${{ args.limit | default(20) }}']);
-      } else if (PAGE_PARAM_NAMES.has(k)) {
-        params.push([k, '${{ args.page | default(1) }}']);
-      } else {
-        params.push([k, v]);
-      }
+      if (hasKeyword && SEARCH_PARAM_NAMES.has(k)) params.push([k, '${{ args.keyword }}']);
+      else if (LIMIT_PARAM_NAMES.has(k)) params.push([k, '${{ args.limit | default(20) }}']);
+      else if (PAGE_PARAM_NAMES.has(k)) params.push([k, '${{ args.page | default(1) }}']);
+      else params.push([k, v]);
     });
 
-    if (params.length === 0) return base;
-    return base + '?' + params.map(([k, v]) => `${k}=${v}`).join('&');
-  } catch {
-    return rawUrl;
-  }
+    return params.length ? base + '?' + params.map(([k, v]) => `${k}=${v}`).join('&') : base;
+  } catch { return rawUrl; }
 }
 
 /**
- * Build a YAML pipeline definition from a capability + endpoint.
+ * Build inline evaluate script for browser-based fetch+parse.
+ * Follows patterns from bilibili/hot.yaml and twitter/trending.yaml.
  */
+function buildEvaluateScript(url: string, itemPath: string, endpoint: any): string {
+  const pathChain = itemPath.split('.').map((p: string) => `?.${p}`).join('');
+  const detectedFields = endpoint?.detectedFields ?? {};
+  const hasFields = Object.keys(detectedFields).length > 0;
+
+  let mapCode = '';
+  if (hasFields) {
+    const mappings = Object.entries(detectedFields)
+      .map(([role, field]) => `      ${role}: item${String(field).split('.').map(p => `?.${p}`).join('')}`)
+      .join(',\n');
+    mapCode = `.map((item) => ({\n${mappings}\n    }))`;
+  }
+
+  return [
+    '(async () => {',
+    `  const res = await fetch('${url}', {`,
+    `    credentials: 'include'`,
+    '  });',
+    '  const data = await res.json();',
+    `  return (data${pathChain} || [])${mapCode};`,
+    '})()\n',
+  ].join('\n');
+}
+
+// ── YAML pipeline generation ───────────────────────────────────────────────
+
 function buildCandidateYaml(site: string, manifest: any, cap: any, endpoint: any): { name: string; yaml: any } {
   const needsBrowser = cap.strategy !== 'public';
   const pipeline: any[] = [];
+  const templatedUrl = buildTemplatedUrl(endpoint?.url ?? manifest.target_url, cap, endpoint);
 
-  // Step 1: Navigate (if browser-based)
-  if (needsBrowser) {
-    pipeline.push({ navigate: manifest.target_url });
-  }
+  let domain = '';
+  try { domain = new URL(manifest.target_url).hostname; } catch {}
 
-  // Step 2: Fetch the API — build a clean URL with templates
-  const rawUrl = endpoint?.url ?? manifest.target_url;
-  const fetchStep: any = { url: buildTemplatedUrl(rawUrl, cap, endpoint) };
-
-  pipeline.push({ fetch: fetchStep });
-
-  // Step 3: Select the item path
-  if (cap.itemPath) {
-    pipeline.push({ select: cap.itemPath });
+  if (cap.strategy === 'store-action' && cap.storeHint) {
+    // Store Action: navigate + wait + tap (declarative, clean)
+    pipeline.push({ navigate: manifest.target_url });
+    pipeline.push({ wait: 3 });
+    const tapStep: Record<string, any> = {
+      store: cap.storeHint.store,
+      action: cap.storeHint.action,
+      timeout: 8,
+    };
+    // Infer capture pattern from endpoint URL
+    if (endpoint?.url) {
+      try {
+        const epUrl = new URL(endpoint.url);
+        const pathParts = epUrl.pathname.split('/').filter((p: string) => p);
+        // Use last meaningful path segment as capture pattern
+        const capturePart = pathParts.filter((p: string) => !p.match(/^v\d+$/)).pop();
+        if (capturePart) tapStep.capture = capturePart;
+      } catch {}
+    }
+    if (cap.itemPath) tapStep.select = cap.itemPath;
+    pipeline.push({ tap: tapStep });
+  } else if (needsBrowser) {
+    // Browser-based: navigate + evaluate (like bilibili/hot.yaml, twitter/trending.yaml)
+    pipeline.push({ navigate: manifest.target_url });
+    const itemPath = cap.itemPath ?? 'data.data.list';
+    pipeline.push({ evaluate: buildEvaluateScript(templatedUrl, itemPath, endpoint) });
+  } else {
+    // Public API: direct fetch (like hackernews/top.yaml)
+    pipeline.push({ fetch: { url: templatedUrl } });
+    if (cap.itemPath) pipeline.push({ select: cap.itemPath });
   }
 
-  // Step 4: Map fields to columns
+  // Map fields
   const mapStep: Record<string, string> = {};
   const columns = cap.recommendedColumns ?? ['title', 'url'];
-
-  // Add a rank column if not doing search
-  if (!cap.recommendedArgs?.some((a: any) => a.name === 'keyword')) {
-    mapStep['rank'] = '${{ index + 1 }}';
-  }
-
-  // Build field mappings from the endpoint's detected fields
+  if (!cap.recommendedArgs?.some((a: any) => a.name === 'keyword')) mapStep['rank'] = '${{ index + 1 }}';
   const detectedFields = endpoint?.detectedFields ?? {};
   for (const col of columns) {
     const fieldPath = detectedFields[col];
-    if (fieldPath) {
-      mapStep[col] = `\${{ item.${fieldPath} }}`;
-    } else {
-      mapStep[col] = `\${{ item.${col} }}`;
-    }
+    mapStep[col] = fieldPath ? `\${{ item.${fieldPath} }}` : `\${{ item.${col} }}`;
   }
-
   pipeline.push({ map: mapStep });
-
-  // Step 5: Limit
   pipeline.push({ limit: '${{ args.limit | default(20) }}' });
 
-  // Build args definition
+  // Args
   const argsDef: Record<string, any> = {};
   for (const arg of cap.recommendedArgs ?? []) {
     const def: any = { type: arg.type ?? 'str' };
@@ -172,39 +190,26 @@ function buildCandidateYaml(site: string, manifest: any, cap: any, endpoint: any
     else if (arg.name === 'page') def.description = 'Page number';
     argsDef[arg.name] = def;
   }
-
-  // Ensure limit arg always exists
-  if (!argsDef['limit']) {
-    argsDef['limit'] = { type: 'int', default: 20, description: 'Number of items to return' };
-  }
-
-  const allColumns = Object.keys(mapStep);
+  if (!argsDef['limit']) argsDef['limit'] = { type: 'int', default: 20, description: 'Number of items to return' };
 
   return {
     name: cap.name,
     yaml: {
-      site,
-      name: cap.name,
-      description: `${site} ${cap.name} (auto-generated)`,
-      domain: manifest.final_url ? new URL(manifest.final_url).hostname : undefined,
-      strategy: cap.strategy,
-      browser: needsBrowser,
-      args: argsDef,
-      pipeline,
-      columns: allColumns,
+      site, name: cap.name, description: `${cap.description || site + ' ' + cap.name} (auto-generated)`,
+      domain, strategy: cap.strategy, browser: needsBrowser,
+      args: argsDef, pipeline, columns: Object.keys(mapStep),
     },
   };
 }
 
-export function renderSynthesizeSummary(r: any): string {
-  const lines = [
-    'opencli synthesize: OK',
-    `Site: ${r.site}`,
-    `Source: ${r.explore_dir}`,
-    `Candidates: ${r.candidate_count}`,
-  ];
-  for (const c of r.candidates ?? []) {
-    lines.push(`  • ${c.name} (${c.strategy}, ${(c.confidence * 100).toFixed(0)}% confidence) → ${c.path}`);
-  }
-  return lines.join('\n');
+/** Backward-compatible export for scaffold.ts */
+export function buildCandidate(site: string, targetUrl: string, cap: any, endpoint: any): any {
+  // Map old-style field names to new ones
+  const normalizedCap = {
+    ...cap,
+    recommendedArgs: cap.recommendedArgs ?? cap.recommended_args,
+    recommendedColumns: cap.recommendedColumns ?? cap.recommended_columns,
+  };
+  const manifest = { target_url: targetUrl, final_url: targetUrl };
+  return buildCandidateYaml(site, manifest, normalizedCap, endpoint);
 }

package/src/types.ts

@@ -0,0 +1,23 @@
+/**
+ * Page interface: type-safe abstraction over Playwright MCP browser page.
+ *
+ * All pipeline steps and CLI adapters should use this interface
+ * instead of `any` for browser interactions.
+ */
+
+export interface IPage {
+  goto(url: string): Promise<void>;
+  evaluate(js: string): Promise<any>;
+  snapshot(opts?: { interactive?: boolean; compact?: boolean; maxDepth?: number; raw?: boolean }): Promise<any>;
+  click(ref: string): Promise<void>;
+  typeText(ref: string, text: string): Promise<void>;
+  pressKey(key: string): Promise<void>;
+  wait(seconds: number): Promise<void>;
+  tabs(): Promise<any>;
+  closeTab(index?: number): Promise<void>;
+  newTab(): Promise<void>;
+  selectTab(index: number): Promise<void>;
+  networkRequests(includeStatic?: boolean): Promise<any>;
+  consoleMessages(level?: string): Promise<any>;
+  scroll(direction?: string, amount?: number): Promise<void>;
+}

package/vitest.config.ts

@@ -0,0 +1,7 @@
+import { defineConfig } from 'vitest/config';
+
+export default defineConfig({
+  test: {
+    include: ['src/**/*.test.ts'],
+  },
+});

package/dist/clis/github/search.js

@@ -1,20 +0,0 @@
-import { cli, Strategy } from '../../registry.js';
-cli({
-    site: 'github', name: 'search', description: 'Search GitHub repositories', domain: 'github.com', strategy: Strategy.PUBLIC, browser: false,
-    args: [
-        { name: 'keyword', required: true, help: 'Search keyword' },
-        { name: 'sort', default: 'stars', help: 'Sort by: stars, forks, updated' },
-        { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
-    ],
-    columns: ['rank', 'name', 'stars', 'language', 'description'],
-    func: async (_page, kwargs) => {
-        const { keyword, sort = 'stars', limit = 20 } = kwargs;
-        const resp = await fetch(`https://api.github.com/search/repositories?${new URLSearchParams({ q: keyword, sort, order: 'desc', per_page: String(Math.min(Number(limit), 100)) })}`, {
-            headers: { Accept: 'application/vnd.github.v3+json', 'User-Agent': 'opencli/0.1' },
-        });
-        const data = await resp.json();
-        return (data.items ?? []).slice(0, Number(limit)).map((item, i) => ({
-            rank: i + 1, name: item.full_name, stars: item.stargazers_count, language: item.language ?? '', description: (item.description ?? '').slice(0, 80),
-        }));
-    },
-});

package/dist/clis/zhihu/search.js

@@ -1,58 +0,0 @@
-import { cli, Strategy } from '../../registry.js';
-import { fetchJson } from '../../bilibili.js';
-cli({
-    site: 'zhihu',
-    name: 'search',
-    description: '搜索知乎问题和回答',
-    domain: 'www.zhihu.com',
-    strategy: Strategy.COOKIE,
-    args: [
-        { name: 'keyword', required: true, help: 'Search keyword' },
-        { name: 'type', default: 'general', help: 'general, article, video' },
-        { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
-    ],
-    columns: ['rank', 'title', 'author', 'type', 'url'],
-    func: async (page, kwargs) => {
-        const { keyword, type = 'general', limit = 20 } = kwargs;
-        // Navigate to zhihu to ensure cookie context
-        await page.goto('https://www.zhihu.com');
-        const qs = new URLSearchParams({ q: keyword, type, limit: String(limit) });
-        const payload = await fetchJson(page, `https://www.zhihu.com/api/v4/search_v3?${qs}`);
-        const data = payload?.data ?? [];
-        const rows = [];
-        for (let i = 0; i < Math.min(data.length, Number(limit)); i++) {
-            const item = data[i];
-            const obj = item.object ?? item;
-            const itemType = item.type ?? obj.type ?? 'unknown';
-            let title = '';
-            let author = '';
-            let url = '';
-            if (itemType === 'search_result') {
-                const highlight = obj.highlight ?? {};
-                title = (highlight.title ?? obj.title ?? '').replace(/<[^>]+>/g, '');
-                author = obj.author?.name ?? '';
-                url = obj.url ?? '';
-            }
-            else if (obj.question) {
-                title = (obj.question.title ?? obj.title ?? '').replace(/<[^>]+>/g, '');
-                author = obj.author?.name ?? '';
-                url = obj.question.url ? `https://www.zhihu.com/question/${obj.question.id}` : '';
-            }
-            else {
-                title = (obj.title ?? obj.name ?? '').replace(/<[^>]+>/g, '');
-                author = obj.author?.name ?? '';
-                url = obj.url ?? '';
-            }
-            if (!title)
-                continue;
-            rows.push({
-                rank: rows.length + 1,
-                title: title.slice(0, 60),
-                author,
-                type: itemType.replace('search_result', 'result'),
-                url,
-            });
-        }
-        return rows;
-    },
-});

package/dist/promote.d.ts

@@ -1 +0,0 @@
-export declare function promoteCandidate(opts: any): any;

package/dist/promote.js

@@ -1,3 +0,0 @@
-/** Promote verified drafts. */
-import { registerCandidates } from './register.js';
-export function promoteCandidate(opts) { return registerCandidates(opts); }

package/dist/register.d.ts

@@ -1,2 +0,0 @@
-/** Register candidates, promote, scaffold, generate — stubs with exports. */
-export declare function registerCandidates(opts: any): any;

package/dist/register.js

@@ -1,2 +0,0 @@
-/** Register candidates, promote, scaffold, generate — stubs with exports. */
-export function registerCandidates(opts) { return { ok: true, count: 0 }; }

package/dist/scaffold.d.ts

@@ -1,2 +0,0 @@
-/** Scaffold a draft CLI from endpoint evidence. */
-export declare function scaffoldCli(opts: any): any;

package/dist/scaffold.js

@@ -1,2 +0,0 @@
-/** Scaffold a draft CLI from endpoint evidence. */
-export function scaffoldCli(opts) { return { ok: true }; }

package/dist/smoke.d.ts

@@ -1,2 +0,0 @@
-/** Smoke testing, verification, register, promote, explore, synthesize, scaffold, generate — stubs. */
-export declare function runSmoke(cmd: any, page: any, args?: any): Promise<any>;

package/dist/smoke.js

@@ -1,2 +0,0 @@
-/** Smoke testing, verification, register, promote, explore, synthesize, scaffold, generate — stubs. */
-export async function runSmoke(cmd, page, args) { return { ok: true, result: null }; }

package/src/clis/github/search.ts

@@ -1,21 +0,0 @@
-import { cli, Strategy } from '../../registry.js';
-
-cli({
-  site: 'github', name: 'search', description: 'Search GitHub repositories', domain: 'github.com', strategy: Strategy.PUBLIC, browser: false,
-  args: [
-    { name: 'keyword', required: true, help: 'Search keyword' },
-    { name: 'sort', default: 'stars', help: 'Sort by: stars, forks, updated' },
-    { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
-  ],
-  columns: ['rank', 'name', 'stars', 'language', 'description'],
-  func: async (_page, kwargs) => {
-    const { keyword, sort = 'stars', limit = 20 } = kwargs;
-    const resp = await fetch(`https://api.github.com/search/repositories?${new URLSearchParams({ q: keyword, sort, order: 'desc', per_page: String(Math.min(Number(limit), 100)) })}`, {
-      headers: { Accept: 'application/vnd.github.v3+json', 'User-Agent': 'opencli/0.1' },
-    });
-    const data = await resp.json() as any;
-    return (data.items ?? []).slice(0, Number(limit)).map((item: any, i: number) => ({
-      rank: i + 1, name: item.full_name, stars: item.stargazers_count, language: item.language ?? '', description: (item.description ?? '').slice(0, 80),
-    }));
-  },
-});

package/src/clis/github/trending.yaml

@@ -1,58 +0,0 @@
-site: github
-name: trending
-description: GitHub trending repositories
-domain: github.com
-
-args:
-  language:
-    type: str
-    default: ""
-    description: "Programming language filter (e.g. python, rust)"
-  since:
-    type: str
-    default: daily
-    description: "Time range: daily, weekly, monthly"
-  limit:
-    type: int
-    default: 20
-    description: Number of repos
-
-pipeline:
-  - evaluate: |
-      (async () => {
-        const lang = '${{ args.language }}' ? '/${{ args.language }}' : '';
-        const res = await fetch(`https://github.com/trending${lang}?since=${{ args.since }}`, {
-          headers: { 'Accept': 'text/html' }
-        });
-        const html = await res.text();
-        const parser = new DOMParser();
-        const doc = parser.parseFromString(html, 'text/html');
-        const rows = doc.querySelectorAll('article.Box-row');
-        return Array.from(rows).map(row => {
-          const nameEl = row.querySelector('h2 a');
-          const descEl = row.querySelector('p');
-          const langEl = row.querySelector('[itemprop="programmingLanguage"]');
-          const starsEl = row.querySelectorAll('a.Link--muted');
-          const todayEl = row.querySelector('span.d-inline-block.float-sm-right');
-          return {
-            repo: nameEl?.textContent?.trim()?.replace(/\s+/g, '') || '',
-            description: descEl?.textContent?.trim() || '',
-            language: langEl?.textContent?.trim() || '',
-            stars: starsEl[0]?.textContent?.trim() || '',
-            forks: starsEl[1]?.textContent?.trim() || '',
-            today: todayEl?.textContent?.trim() || ''
-          };
-        });
-      })()
-
-  - map:
-      rank: ${{ index + 1 }}
-      repo: ${{ item.repo }}
-      description: ${{ item.description }}
-      language: ${{ item.language }}
-      stars: ${{ item.stars }}
-      today: ${{ item.today }}
-
-  - limit: ${{ args.limit }}
-
-columns: [rank, repo, language, stars, today]

package/src/clis/zhihu/search.ts

@@ -1,65 +0,0 @@
-import { cli, Strategy } from '../../registry.js';
-import { fetchJson } from '../../bilibili.js';
-
-cli({
-  site: 'zhihu',
-  name: 'search',
-  description: '搜索知乎问题和回答',
-  domain: 'www.zhihu.com',
-  strategy: Strategy.COOKIE,
-  args: [
-    { name: 'keyword', required: true, help: 'Search keyword' },
-    { name: 'type', default: 'general', help: 'general, article, video' },
-    { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
-  ],
-  columns: ['rank', 'title', 'author', 'type', 'url'],
-  func: async (page, kwargs) => {
-    const { keyword, type = 'general', limit = 20 } = kwargs;
-
-    // Navigate to zhihu to ensure cookie context
-    await page.goto('https://www.zhihu.com');
-
-    const qs = new URLSearchParams({ q: keyword, type, limit: String(limit) });
-    const payload = await fetchJson(page, `https://www.zhihu.com/api/v4/search_v3?${qs}`);
-
-    const data: any[] = payload?.data ?? [];
-    const rows: any[] = [];
-
-    for (let i = 0; i < Math.min(data.length, Number(limit)); i++) {
-      const item = data[i];
-      const obj = item.object ?? item;
-      const itemType = item.type ?? obj.type ?? 'unknown';
-
-      let title = '';
-      let author = '';
-      let url = '';
-
-      if (itemType === 'search_result') {
-        const highlight = obj.highlight ?? {};
-        title = (highlight.title ?? obj.title ?? '').replace(/<[^>]+>/g, '');
-        author = obj.author?.name ?? '';
-        url = obj.url ?? '';
-      } else if (obj.question) {
-        title = (obj.question.title ?? obj.title ?? '').replace(/<[^>]+>/g, '');
-        author = obj.author?.name ?? '';
-        url = obj.question.url ? `https://www.zhihu.com/question/${obj.question.id}` : '';
-      } else {
-        title = (obj.title ?? obj.name ?? '').replace(/<[^>]+>/g, '');
-        author = obj.author?.name ?? '';
-        url = obj.url ?? '';
-      }
-
-      if (!title) continue;
-
-      rows.push({
-        rank: rows.length + 1,
-        title: title.slice(0, 60),
-        author,
-        type: itemType.replace('search_result', 'result'),
-        url,
-      });
-    }
-
-    return rows;
-  },
-});

package/src/promote.ts

@@ -1,3 +0,0 @@
-/** Promote verified drafts. */
-import { registerCandidates } from './register.js';
-export function promoteCandidate(opts: any): any { return registerCandidates(opts); }