@jackwener/opencli 1.6.6 → 1.6.8

package/dist/src/record.d.ts

@@ -45,7 +45,6 @@ type RecordedCandidateKind = 'read' | 'write';
 export interface RecordedCandidate {
     kind: RecordedCandidateKind;
     req: RecordedRequest;
-    score: number;
     arrayResult: ReturnType<typeof findArrayPath> | null;
 }
 interface GeneratedRecordedCandidate {
@@ -70,7 +69,7 @@ export declare function createRecordedEntry(input: {
  * for every JSON response. No URL pattern filter — captures everything.
  */
 export declare function generateFullCaptureInterceptorJs(): string;
-/** Analyze recorded requests into read and write candidates. */
+/** Analyze recorded requests into read and write candidates, filtering out noise. */
 export declare function analyzeRecordedRequests(requests: RecordedRequest[]): {
     candidates: RecordedCandidate[];
 };

package/dist/src/record.js

@@ -18,26 +18,11 @@ import chalk from 'chalk';
 import yaml from 'js-yaml';
 import { sendCommand } from './browser/daemon-client.js';
 import { SEARCH_PARAMS, PAGINATION_PARAMS, FIELD_ROLES } from './constants.js';
-import { urlToPattern, findArrayPath, inferCapabilityName, inferStrategy, detectAuthFromContent, classifyQueryParams, } from './analysis.js';
-/** Keep the stronger candidate when multiple recordings share one bucket. */
-function preferRecordedCandidate(current, next) {
-    if (next.score > current.score)
-        return next;
-    if (next.score < current.score)
-        return current;
+import { urlToPattern, findArrayPath, inferCapabilityName, inferStrategy, detectAuthFromContent, classifyQueryParams, isNoiseUrl, } from './analysis.js';
+/** Keep the later candidate when multiple recordings share one bucket (prefer fresher data). */
+function preferRecordedCandidate(_current, next) {
     return next;
 }
-/** Apply shared endpoint score tweaks. */
-function applyCommonEndpointScoreAdjustments(req, score) {
-    let adjusted = score;
-    if (req.url.includes('/api/'))
-        adjusted += 3;
-    if (req.url.match(/\/(track|log|analytics|beacon|pixel|stats|metric)/i))
-        adjusted -= 10;
-    if (req.url.match(/\/(ping|heartbeat|keep.?alive)/i))
-        adjusted -= 10;
-    return adjusted;
-}
 /** Build a candidate-level dedupe key. */
 function getRecordedCandidateKey(candidate) {
     return `${candidate.kind} ${getRecordedRequestKey(candidate.req)}`;
@@ -262,23 +247,6 @@ function generateReadRecordedJs() {
   `;
 }
 // ── Analysis helpers ───────────────────────────────────────────────────────
-function scoreRequest(req, arrayResult) {
-    let s = 0;
-    if (arrayResult) {
-        s += 10;
-        s += Math.min(arrayResult.items.length, 10);
-        // Bonus for detected semantic fields
-        const sample = arrayResult.items[0];
-        if (sample && typeof sample === 'object') {
-            const keys = Object.keys(sample).map(k => k.toLowerCase());
-            for (const aliases of Object.values(FIELD_ROLES)) {
-                if (aliases.some(a => keys.includes(a)))
-                    s += 2;
-            }
-        }
-    }
-    return applyCommonEndpointScoreAdjustments(req, s);
-}
 /** Check whether one recorded request is safe to treat as a write candidate. */
 function isWriteCandidate(req) {
     return ['POST', 'PUT', 'PATCH'].includes(req.method)
@@ -290,25 +258,19 @@ function isWriteCandidate(req) {
         && typeof req.responseBody === 'object'
         && !Array.isArray(req.responseBody);
 }
-/** Score replayable write requests while keeping tracking and heartbeat traffic suppressed. */
-function scoreWriteRequest(req) {
-    return applyCommonEndpointScoreAdjustments(req, 6);
-}
-/** Analyze recorded requests into read and write candidates. */
+/** Analyze recorded requests into read and write candidates, filtering out noise. */
 export function analyzeRecordedRequests(requests) {
     const candidates = [];
     for (const req of requests) {
+        if (isNoiseUrl(req.url))
+            continue;
         const arrayResult = findArrayPath(req.responseBody);
         if (isWriteCandidate(req)) {
-            const score = scoreWriteRequest(req);
-            if (score > 0)
-                candidates.push({ kind: 'write', req, score, arrayResult: null });
+            candidates.push({ kind: 'write', req, arrayResult: null });
             continue;
         }
         if (arrayResult) {
-            const score = scoreRequest(req, arrayResult);
-            if (score > 0)
-                candidates.push({ kind: 'read', req, score, arrayResult });
+            candidates.push({ kind: 'read', req, arrayResult });
         }
     }
     return { candidates };
@@ -465,9 +427,9 @@ export function generateRecordedCandidates(site, pageUrl, requests) {
         const current = deduped.get(key);
         deduped.set(key, current ? preferRecordedCandidate(current, candidate) : candidate);
     }
+    // Sort reads by array item count (richer data first), then take top 5
     const selected = [...deduped.values()]
-        .filter((candidate) => candidate.kind === 'read' ? candidate.score >= 8 : candidate.score >= 6)
-        .sort((a, b) => b.score - a.score)
+        .sort((a, b) => (b.arrayResult?.items.length ?? 0) - (a.arrayResult?.items.length ?? 0))
         .slice(0, 5);
     const usedNames = new Set();
     return selected.map((candidate) => {
@@ -636,13 +598,13 @@ function analyzeAndWrite(site, pageUrl, requests, outDir) {
     // Generate candidate YAMLs (top 5)
     const candidates = [];
     const usedNames = new Set();
-    console.log(chalk.bold('\n  Captured endpoints (scored):\n'));
-    for (const entry of analysis.candidates.sort((a, b) => b.score - a.score).slice(0, 8)) {
+    console.log(chalk.bold('\n  Captured endpoints:\n'));
+    for (const entry of analysis.candidates.sort((a, b) => (b.arrayResult?.items.length ?? 0) - (a.arrayResult?.items.length ?? 0)).slice(0, 8)) {
         const itemCount = entry.arrayResult?.items.length ?? 0;
         const strategy = entry.kind === 'write'
             ? 'cookie'
             : inferStrategy(detectAuthFromContent(entry.req.url, entry.req.responseBody));
-        const marker = entry.score >= 15 ? chalk.green('★') : entry.score >= 8 ? chalk.yellow('◆') : chalk.dim('·');
+        const marker = entry.kind === 'write' ? chalk.magenta('✎') : itemCount > 5 ? chalk.green('★') : chalk.dim('·');
         console.log(`  ${marker} ${chalk.white(urlToPattern(entry.req.url))}` +
             chalk.dim(` [${strategy}]`) +
             (entry.kind === 'write'
@@ -664,7 +626,7 @@ function analyzeAndWrite(site, pageUrl, requests, outDir) {
         console.log(chalk.dim(`    → ${filePath}`));
     }
     if (candidates.length === 0) {
-        console.log(chalk.yellow('  No high-confidence candidates found.'));
+        console.log(chalk.yellow('  No candidates found.'));
         console.log(chalk.dim('  Tip: make sure you triggered JSON API calls (open lists, search, scroll).'));
     }
     return {

package/dist/src/synthesize.d.ts

@@ -17,7 +17,6 @@ export interface SynthesizeCapability {
     name: string;
     description: string;
     strategy: string;
-    confidence?: number;
     endpoint?: string;
     itemPath?: string | null;
     recommendedColumns?: string[];
@@ -70,7 +69,6 @@ export interface SynthesizeCandidateSummary {
     name: string;
     path: string;
     strategy: string;
-    confidence?: number;
 }
 export interface SynthesizeResult {
     site: string;

package/dist/src/synthesize.js

@@ -13,7 +13,6 @@ export function synthesizeFromExplore(target, opts = {}) {
     fs.mkdirSync(targetDir, { recursive: true });
     const site = bundle.manifest.site;
     const capabilities = (bundle.capabilities ?? [])
-        .sort((a, b) => (b.confidence ?? 0) - (a.confidence ?? 0))
         .slice(0, opts.top ?? 3);
     const candidates = [];
     for (const cap of capabilities) {
@@ -23,7 +22,7 @@ export function synthesizeFromExplore(target, opts = {}) {
         const candidate = buildCandidateYaml(site, bundle.manifest, cap, endpoint);
         const filePath = path.join(targetDir, `${candidate.name}.yaml`);
         fs.writeFileSync(filePath, yaml.dump(candidate.yaml, { sortKeys: false, lineWidth: 120 }));
-        candidates.push({ name: candidate.name, path: filePath, strategy: cap.strategy, confidence: cap.confidence });
+        candidates.push({ name: candidate.name, path: filePath, strategy: cap.strategy });
     }
     const index = { site, target_url: bundle.manifest.target_url, generated_from: exploreDir, candidate_count: candidates.length, candidates };
     fs.writeFileSync(path.join(targetDir, 'candidates.json'), JSON.stringify(index, null, 2));
@@ -32,7 +31,7 @@ export function synthesizeFromExplore(target, opts = {}) {
 export function renderSynthesizeSummary(result) {
     const lines = ['opencli synthesize: OK', `Site: ${result.site}`, `Source: ${result.explore_dir}`, `Candidates: ${result.candidate_count}`];
     for (const c of result.candidates ?? [])
-        lines.push(`  • ${c.name} (${c.strategy}, ${((c.confidence ?? 0) * 100).toFixed(0)}% confidence) → ${c.path}`);
+        lines.push(`  • ${c.name} (${c.strategy}) → ${c.path}`);
     return lines.join('\n');
 }
 export function resolveExploreDir(target) {
@@ -61,7 +60,12 @@ function chooseEndpoint(cap, endpoints) {
         if (match)
             return match;
     }
-    return [...endpoints].sort((a, b) => (b.score ?? 0) - (a.score ?? 0))[0];
+    // Fallback: prefer endpoint with most data (item count + detected fields)
+    return [...endpoints].sort((a, b) => {
+        const aKey = (a.itemCount ?? 0) * 10 + Object.keys(a.detectedFields ?? {}).length;
+        const bKey = (b.itemCount ?? 0) * 10 + Object.keys(b.detectedFields ?? {}).length;
+        return bKey - aKey;
+    })[0];
 }
 // ── URL templating ─────────────────────────────────────────────────────────
 function buildTemplatedUrl(rawUrl, cap, _endpoint) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jackwener/opencli",
-  "version": "1.6.6",
+  "version": "1.6.8",
   "publishConfig": {
     "access": "public"
   },

package/scripts/postinstall.js

@@ -1,11 +1,13 @@
 #!/usr/bin/env node
 
 /**
- * postinstall script — automatically install shell completion files.
+ * postinstall script — install shell completion files and print setup instructions.
  *
  * Detects the user's default shell and writes the completion script to the
- * standard system completion directory so that tab-completion works immediately
- * after `npm install -g`.
+ * standard completion directory.  For zsh and bash, the script prints manual
+ * instructions instead of modifying rc files (~/.zshrc, ~/.bashrc) — this
+ * avoids breaking multi-line shell commands and other fragile rc structures.
+ * Fish completions work automatically without rc changes.
  *
  * Supported shells: bash, zsh, fish.
  *
@@ -13,7 +15,7 @@
  * the main source tree) so that it can run without a build step.
  */
 
-import { mkdirSync, writeFileSync, existsSync, readFileSync, appendFileSync } from 'node:fs';
+import { mkdirSync, writeFileSync, existsSync } from 'node:fs';
 import { join } from 'node:path';
 import { homedir } from 'node:os';
 
@@ -69,54 +71,6 @@ function ensureDir(dir) {
   }
 }
 
-/**
- * Ensure fpath contains the custom completions directory in .zshrc.
- *
- * Key detail: the fpath line MUST appear BEFORE the first `compinit` call,
- * otherwise compinit won't scan our completions directory.  This is critical
- * for oh-my-zsh users (source $ZSH/oh-my-zsh.sh calls compinit internally).
- */
-function ensureZshFpath(completionsDir, zshrcPath) {
-  const fpathLine = `fpath=(${completionsDir} $fpath)`;
-  const autoloadLine = `autoload -Uz compinit && compinit`;
-  const marker = '# opencli completion';
-
-  if (!existsSync(zshrcPath)) {
-    writeFileSync(zshrcPath, `${marker}\n${fpathLine}\n${autoloadLine}\n`, 'utf8');
-    return;
-  }
-
-  const content = readFileSync(zshrcPath, 'utf8');
-
-  // Already configured — nothing to do
-  if (content.includes(completionsDir)) {
-    return;
-  }
-
-  // Find the first line that triggers compinit (direct call or oh-my-zsh source)
-  const lines = content.split('\n');
-  let insertIdx = -1;
-  for (let i = 0; i < lines.length; i++) {
-    const trimmed = lines[i].trim();
-    // Skip comment-only lines
-    if (trimmed.startsWith('#')) continue;
-    if (/compinit/.test(trimmed) || /source\s+.*oh-my-zsh\.sh/.test(trimmed)) {
-      insertIdx = i;
-      break;
-    }
-  }
-
-  if (insertIdx !== -1) {
-    // Insert fpath BEFORE the compinit / oh-my-zsh source line
-    lines.splice(insertIdx, 0, marker, fpathLine);
-    writeFileSync(zshrcPath, lines.join('\n'), 'utf8');
-  } else {
-    // No compinit found — append fpath + compinit at the end
-    let addition = `\n${marker}\n${fpathLine}\n${autoloadLine}\n`;
-    appendFileSync(zshrcPath, addition, 'utf8');
-  }
-}
-
 // ── Main ───────────────────────────────────────────────────────────────────
 
 function main() {
@@ -147,35 +101,28 @@ function main() {
         ensureDir(completionsDir);
         writeFileSync(completionFile, ZSH_COMPLETION, 'utf8');
 
-        // Ensure fpath is set up in .zshrc
-        const zshrcPath = join(home, '.zshrc');
-        ensureZshFpath(completionsDir, zshrcPath);
-
         console.log(`✓ Zsh completion installed to ${completionFile}`);
-        console.log(`  Restart your shell or run: source ~/.zshrc`);
+        console.log('');
+        console.log('  \x1b[1mTo enable, add these lines to your ~/.zshrc:\x1b[0m');
+        console.log(`    fpath=(${completionsDir} $fpath)`);
+        console.log('    autoload -Uz compinit && compinit');
+        console.log('');
+        console.log('  If you already have compinit (oh-my-zsh, zinit, etc.), just add the fpath line \x1b[1mbefore\x1b[0m it.');
+        console.log('  Then restart your shell or run: \x1b[36mexec zsh\x1b[0m');
         break;
       }
       case 'bash': {
-        // Try system-level first, fall back to user-level
         const userCompDir = join(home, '.bash_completion.d');
         const completionFile = join(userCompDir, 'opencli');
         ensureDir(userCompDir);
         writeFileSync(completionFile, BASH_COMPLETION, 'utf8');
 
-        // Ensure .bashrc sources the completion directory
-        const bashrcPath = join(home, '.bashrc');
-        if (existsSync(bashrcPath)) {
-          const content = readFileSync(bashrcPath, 'utf8');
-          if (!content.includes('.bash_completion.d/opencli')) {
-            appendFileSync(bashrcPath,
-              `\n# opencli completion\n[ -f "${completionFile}" ] && source "${completionFile}"\n`,
-              'utf8'
-            );
-          }
-        }
-
         console.log(`✓ Bash completion installed to ${completionFile}`);
-        console.log(`  Restart your shell or run: source ~/.bashrc`);
+        console.log('');
+        console.log('  \x1b[1mTo enable, add this line to your ~/.bashrc:\x1b[0m');
+        console.log(`    [ -f "${completionFile}" ] && source "${completionFile}"`);
+        console.log('');
+        console.log('  Then restart your shell or run: \x1b[36msource ~/.bashrc\x1b[0m');
         break;
       }
       case 'fish': {