@jackwener/opencli 1.6.7 → 1.6.9

package/dist/src/plugin.d.ts

@@ -142,4 +142,5 @@ declare function parseSource(source: string): ParsedSource | null;
  * Resolve the path to the esbuild CLI executable with fallback strategies.
  */
 export declare function resolveEsbuildBin(): string | null;
-export { resolveEsbuildBin as _resolveEsbuildBin, getCommitHash as _getCommitHash, installDependencies as _installDependencies, parseSource as _parseSource, postInstallMonorepoLifecycle as _postInstallMonorepoLifecycle, readLockFile as _readLockFile, readLockFileWithWriter as _readLockFileWithWriter, updateAllPlugins as _updateAllPlugins, validatePluginStructure as _validatePluginStructure, writeLockFile as _writeLockFile, writeLockFileWithFs as _writeLockFileWithFs, isSymlinkSync as _isSymlinkSync, getMonoreposDir as _getMonoreposDir, installLocalPlugin as _installLocalPlugin, isLocalPluginSource as _isLocalPluginSource, moveDir as _moveDir, promoteDir as _promoteDir, replaceDir as _replaceDir, resolvePluginSource as _resolvePluginSource, resolveStoredPluginSource as _resolveStoredPluginSource, toStoredPluginSource as _toStoredPluginSource, toLocalPluginSource as _toLocalPluginSource, };
+declare function resolveHostOpencliRoot(startFile?: string): string;
+export { resolveHostOpencliRoot as _resolveHostOpencliRoot, resolveEsbuildBin as _resolveEsbuildBin, getCommitHash as _getCommitHash, installDependencies as _installDependencies, parseSource as _parseSource, postInstallMonorepoLifecycle as _postInstallMonorepoLifecycle, readLockFile as _readLockFile, readLockFileWithWriter as _readLockFileWithWriter, updateAllPlugins as _updateAllPlugins, validatePluginStructure as _validatePluginStructure, writeLockFile as _writeLockFile, writeLockFileWithFs as _writeLockFileWithFs, isSymlinkSync as _isSymlinkSync, getMonoreposDir as _getMonoreposDir, installLocalPlugin as _installLocalPlugin, isLocalPluginSource as _isLocalPluginSource, moveDir as _moveDir, promoteDir as _promoteDir, replaceDir as _replaceDir, resolvePluginSource as _resolvePluginSource, resolveStoredPluginSource as _resolveStoredPluginSource, toStoredPluginSource as _toStoredPluginSource, toLocalPluginSource as _toLocalPluginSource, };

package/dist/src/plugin.js

@@ -1100,11 +1100,7 @@ function parseSource(source) {
  */
 function linkHostOpencli(pluginDir) {
     try {
-        // Determine the host opencli package root from this module's location.
-        // Both dev (tsx src/plugin.ts) and prod (node dist/plugin.js) are one level
-        // deep, so path.dirname + '..' always gives us the package root.
-        const thisFile = fileURLToPath(import.meta.url);
-        const hostRoot = path.resolve(path.dirname(thisFile), '..');
+        const hostRoot = resolveHostOpencliRoot();
         const targetLink = path.join(pluginDir, 'node_modules', '@jackwener', 'opencli');
         // Remove existing (npm-installed copy or stale symlink)
         if (fs.existsSync(targetLink)) {
@@ -1126,8 +1122,7 @@ function linkHostOpencli(pluginDir) {
  * Resolve the path to the esbuild CLI executable with fallback strategies.
  */
 export function resolveEsbuildBin() {
-    const thisFile = fileURLToPath(import.meta.url);
-    const hostRoot = path.resolve(path.dirname(thisFile), '..');
+    const hostRoot = resolveHostOpencliRoot();
     // Strategy 1 (Windows): prefer the .cmd wrapper which is executable via shell
     if (isWindows) {
         const cmdPath = path.join(hostRoot, 'node_modules', '.bin', 'esbuild.cmd');
@@ -1180,6 +1175,28 @@ export function resolveEsbuildBin() {
     }
     return null;
 }
+function resolveHostOpencliRoot(startFile = fileURLToPath(import.meta.url)) {
+    let dir = path.dirname(startFile);
+    while (true) {
+        const pkgPath = path.join(dir, 'package.json');
+        if (fs.existsSync(pkgPath)) {
+            try {
+                const pkg = JSON.parse(fs.readFileSync(pkgPath, 'utf-8'));
+                if (pkg?.name === '@jackwener/opencli') {
+                    return dir;
+                }
+            }
+            catch {
+                // Keep walking; a malformed package.json should not hide an ancestor package root.
+            }
+        }
+        const parent = path.dirname(dir);
+        if (parent === dir)
+            break;
+        dir = parent;
+    }
+    return path.resolve(path.dirname(startFile), '..');
+}
 /**
  * Transpile TS plugin files to JS so they work in production mode.
  * Uses esbuild from the host opencli's node_modules for fast single-file transpilation.
@@ -1218,4 +1235,4 @@ function transpilePluginTs(pluginDir) {
         log.warn(`TS transpilation setup failed: ${getErrorMessage(err)}`);
     }
 }
-export { resolveEsbuildBin as _resolveEsbuildBin, getCommitHash as _getCommitHash, installDependencies as _installDependencies, parseSource as _parseSource, postInstallMonorepoLifecycle as _postInstallMonorepoLifecycle, readLockFile as _readLockFile, readLockFileWithWriter as _readLockFileWithWriter, updateAllPlugins as _updateAllPlugins, validatePluginStructure as _validatePluginStructure, writeLockFile as _writeLockFile, writeLockFileWithFs as _writeLockFileWithFs, isSymlinkSync as _isSymlinkSync, getMonoreposDir as _getMonoreposDir, installLocalPlugin as _installLocalPlugin, isLocalPluginSource as _isLocalPluginSource, moveDir as _moveDir, promoteDir as _promoteDir, replaceDir as _replaceDir, resolvePluginSource as _resolvePluginSource, resolveStoredPluginSource as _resolveStoredPluginSource, toStoredPluginSource as _toStoredPluginSource, toLocalPluginSource as _toLocalPluginSource, };
+export { resolveHostOpencliRoot as _resolveHostOpencliRoot, resolveEsbuildBin as _resolveEsbuildBin, getCommitHash as _getCommitHash, installDependencies as _installDependencies, parseSource as _parseSource, postInstallMonorepoLifecycle as _postInstallMonorepoLifecycle, readLockFile as _readLockFile, readLockFileWithWriter as _readLockFileWithWriter, updateAllPlugins as _updateAllPlugins, validatePluginStructure as _validatePluginStructure, writeLockFile as _writeLockFile, writeLockFileWithFs as _writeLockFileWithFs, isSymlinkSync as _isSymlinkSync, getMonoreposDir as _getMonoreposDir, installLocalPlugin as _installLocalPlugin, isLocalPluginSource as _isLocalPluginSource, moveDir as _moveDir, promoteDir as _promoteDir, replaceDir as _replaceDir, resolvePluginSource as _resolvePluginSource, resolveStoredPluginSource as _resolveStoredPluginSource, toStoredPluginSource as _toStoredPluginSource, toLocalPluginSource as _toLocalPluginSource, };

package/dist/src/plugin.test.js

@@ -12,7 +12,7 @@ const { mockExecFileSync, mockExecSync } = vi.hoisted(() => ({
     mockExecFileSync: vi.fn(),
     mockExecSync: vi.fn(),
 }));
-const { _getCommitHash, _installDependencies, _postInstallMonorepoLifecycle, _promoteDir, _replaceDir, installPlugin, listPlugins, _readLockFile, _readLockFileWithWriter, _resolveEsbuildBin, uninstallPlugin, updatePlugin, _parseSource, _updateAllPlugins, _validatePluginStructure, _writeLockFile, _writeLockFileWithFs, _isSymlinkSync, _getMonoreposDir, getLockFilePath, _installLocalPlugin, _isLocalPluginSource, _moveDir, _resolvePluginSource, _resolveStoredPluginSource, _toStoredPluginSource, _toLocalPluginSource, } = pluginModule;
+const { _getCommitHash, _installDependencies, _postInstallMonorepoLifecycle, _promoteDir, _replaceDir, installPlugin, listPlugins, _readLockFile, _readLockFileWithWriter, _resolveEsbuildBin, _resolveHostOpencliRoot, uninstallPlugin, updatePlugin, _parseSource, _updateAllPlugins, _validatePluginStructure, _writeLockFile, _writeLockFileWithFs, _isSymlinkSync, _getMonoreposDir, getLockFilePath, _installLocalPlugin, _isLocalPluginSource, _moveDir, _resolvePluginSource, _resolveStoredPluginSource, _toStoredPluginSource, _toLocalPluginSource, } = pluginModule;
 describe('parseSource', () => {
     it('parses github:user/repo format', () => {
         const result = _parseSource('github:ByteYue/opencli-plugin-github-trending');
@@ -336,6 +336,21 @@ describe('resolveEsbuildBin', () => {
         expect(binPath).toMatch(/esbuild(\.cmd)?$/);
     });
 });
+describe('resolveHostOpencliRoot', () => {
+    let tmpDir;
+    beforeEach(() => {
+        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'opencli-host-root-test-'));
+    });
+    afterEach(() => {
+        fs.rmSync(tmpDir, { recursive: true, force: true });
+    });
+    it('walks up from compiled dist/src files to the package root', () => {
+        fs.writeFileSync(path.join(tmpDir, 'package.json'), JSON.stringify({ name: '@jackwener/opencli' }));
+        const distSrcDir = path.join(tmpDir, 'dist', 'src');
+        fs.mkdirSync(distSrcDir, { recursive: true });
+        expect(_resolveHostOpencliRoot(path.join(distSrcDir, 'plugin.js'))).toBe(tmpDir);
+    });
+});
 describe('listPlugins', () => {
     const testDir = path.join(PLUGINS_DIR, '__test-list-plugin__');
     afterEach(() => {

package/dist/src/record.d.ts

@@ -45,7 +45,6 @@ type RecordedCandidateKind = 'read' | 'write';
 export interface RecordedCandidate {
     kind: RecordedCandidateKind;
     req: RecordedRequest;
-    score: number;
     arrayResult: ReturnType<typeof findArrayPath> | null;
 }
 interface GeneratedRecordedCandidate {
@@ -70,7 +69,7 @@ export declare function createRecordedEntry(input: {
  * for every JSON response. No URL pattern filter — captures everything.
  */
 export declare function generateFullCaptureInterceptorJs(): string;
-/** Analyze recorded requests into read and write candidates. */
+/** Analyze recorded requests into read and write candidates, filtering out noise. */
 export declare function analyzeRecordedRequests(requests: RecordedRequest[]): {
     candidates: RecordedCandidate[];
 };

package/dist/src/record.js

@@ -18,26 +18,11 @@ import chalk from 'chalk';
 import yaml from 'js-yaml';
 import { sendCommand } from './browser/daemon-client.js';
 import { SEARCH_PARAMS, PAGINATION_PARAMS, FIELD_ROLES } from './constants.js';
-import { urlToPattern, findArrayPath, inferCapabilityName, inferStrategy, detectAuthFromContent, classifyQueryParams, } from './analysis.js';
-/** Keep the stronger candidate when multiple recordings share one bucket. */
-function preferRecordedCandidate(current, next) {
-    if (next.score > current.score)
-        return next;
-    if (next.score < current.score)
-        return current;
+import { urlToPattern, findArrayPath, inferCapabilityName, inferStrategy, detectAuthFromContent, classifyQueryParams, isNoiseUrl, } from './analysis.js';
+/** Keep the later candidate when multiple recordings share one bucket (prefer fresher data). */
+function preferRecordedCandidate(_current, next) {
     return next;
 }
-/** Apply shared endpoint score tweaks. */
-function applyCommonEndpointScoreAdjustments(req, score) {
-    let adjusted = score;
-    if (req.url.includes('/api/'))
-        adjusted += 3;
-    if (req.url.match(/\/(track|log|analytics|beacon|pixel|stats|metric)/i))
-        adjusted -= 10;
-    if (req.url.match(/\/(ping|heartbeat|keep.?alive)/i))
-        adjusted -= 10;
-    return adjusted;
-}
 /** Build a candidate-level dedupe key. */
 function getRecordedCandidateKey(candidate) {
     return `${candidate.kind} ${getRecordedRequestKey(candidate.req)}`;
@@ -262,23 +247,6 @@ function generateReadRecordedJs() {
   `;
 }
 // ── Analysis helpers ───────────────────────────────────────────────────────
-function scoreRequest(req, arrayResult) {
-    let s = 0;
-    if (arrayResult) {
-        s += 10;
-        s += Math.min(arrayResult.items.length, 10);
-        // Bonus for detected semantic fields
-        const sample = arrayResult.items[0];
-        if (sample && typeof sample === 'object') {
-            const keys = Object.keys(sample).map(k => k.toLowerCase());
-            for (const aliases of Object.values(FIELD_ROLES)) {
-                if (aliases.some(a => keys.includes(a)))
-                    s += 2;
-            }
-        }
-    }
-    return applyCommonEndpointScoreAdjustments(req, s);
-}
 /** Check whether one recorded request is safe to treat as a write candidate. */
 function isWriteCandidate(req) {
     return ['POST', 'PUT', 'PATCH'].includes(req.method)
@@ -290,25 +258,19 @@ function isWriteCandidate(req) {
         && typeof req.responseBody === 'object'
         && !Array.isArray(req.responseBody);
 }
-/** Score replayable write requests while keeping tracking and heartbeat traffic suppressed. */
-function scoreWriteRequest(req) {
-    return applyCommonEndpointScoreAdjustments(req, 6);
-}
-/** Analyze recorded requests into read and write candidates. */
+/** Analyze recorded requests into read and write candidates, filtering out noise. */
 export function analyzeRecordedRequests(requests) {
     const candidates = [];
     for (const req of requests) {
+        if (isNoiseUrl(req.url))
+            continue;
         const arrayResult = findArrayPath(req.responseBody);
         if (isWriteCandidate(req)) {
-            const score = scoreWriteRequest(req);
-            if (score > 0)
-                candidates.push({ kind: 'write', req, score, arrayResult: null });
+            candidates.push({ kind: 'write', req, arrayResult: null });
             continue;
         }
         if (arrayResult) {
-            const score = scoreRequest(req, arrayResult);
-            if (score > 0)
-                candidates.push({ kind: 'read', req, score, arrayResult });
+            candidates.push({ kind: 'read', req, arrayResult });
         }
     }
     return { candidates };
@@ -465,9 +427,9 @@ export function generateRecordedCandidates(site, pageUrl, requests) {
         const current = deduped.get(key);
         deduped.set(key, current ? preferRecordedCandidate(current, candidate) : candidate);
     }
+    // Sort reads by array item count (richer data first), then take top 5
     const selected = [...deduped.values()]
-        .filter((candidate) => candidate.kind === 'read' ? candidate.score >= 8 : candidate.score >= 6)
-        .sort((a, b) => b.score - a.score)
+        .sort((a, b) => (b.arrayResult?.items.length ?? 0) - (a.arrayResult?.items.length ?? 0))
         .slice(0, 5);
     const usedNames = new Set();
     return selected.map((candidate) => {
@@ -636,13 +598,13 @@ function analyzeAndWrite(site, pageUrl, requests, outDir) {
     // Generate candidate YAMLs (top 5)
     const candidates = [];
     const usedNames = new Set();
-    console.log(chalk.bold('\n  Captured endpoints (scored):\n'));
-    for (const entry of analysis.candidates.sort((a, b) => b.score - a.score).slice(0, 8)) {
+    console.log(chalk.bold('\n  Captured endpoints:\n'));
+    for (const entry of analysis.candidates.sort((a, b) => (b.arrayResult?.items.length ?? 0) - (a.arrayResult?.items.length ?? 0)).slice(0, 8)) {
         const itemCount = entry.arrayResult?.items.length ?? 0;
         const strategy = entry.kind === 'write'
             ? 'cookie'
             : inferStrategy(detectAuthFromContent(entry.req.url, entry.req.responseBody));
-        const marker = entry.score >= 15 ? chalk.green('★') : entry.score >= 8 ? chalk.yellow('◆') : chalk.dim('·');
+        const marker = entry.kind === 'write' ? chalk.magenta('✎') : itemCount > 5 ? chalk.green('★') : chalk.dim('·');
         console.log(`  ${marker} ${chalk.white(urlToPattern(entry.req.url))}` +
             chalk.dim(` [${strategy}]`) +
             (entry.kind === 'write'
@@ -664,7 +626,7 @@ function analyzeAndWrite(site, pageUrl, requests, outDir) {
         console.log(chalk.dim(`    → ${filePath}`));
     }
     if (candidates.length === 0) {
-        console.log(chalk.yellow('  No high-confidence candidates found.'));
+        console.log(chalk.yellow('  No candidates found.'));
         console.log(chalk.dim('  Tip: make sure you triggered JSON API calls (open lists, search, scroll).'));
     }
     return {

package/dist/src/synthesize.d.ts

@@ -17,7 +17,6 @@ export interface SynthesizeCapability {
     name: string;
     description: string;
     strategy: string;
-    confidence?: number;
     endpoint?: string;
     itemPath?: string | null;
     recommendedColumns?: string[];
@@ -70,7 +69,6 @@ export interface SynthesizeCandidateSummary {
     name: string;
     path: string;
     strategy: string;
-    confidence?: number;
 }
 export interface SynthesizeResult {
     site: string;

package/dist/src/synthesize.js

@@ -13,7 +13,6 @@ export function synthesizeFromExplore(target, opts = {}) {
     fs.mkdirSync(targetDir, { recursive: true });
     const site = bundle.manifest.site;
     const capabilities = (bundle.capabilities ?? [])
-        .sort((a, b) => (b.confidence ?? 0) - (a.confidence ?? 0))
         .slice(0, opts.top ?? 3);
     const candidates = [];
     for (const cap of capabilities) {
@@ -23,7 +22,7 @@ export function synthesizeFromExplore(target, opts = {}) {
         const candidate = buildCandidateYaml(site, bundle.manifest, cap, endpoint);
         const filePath = path.join(targetDir, `${candidate.name}.yaml`);
         fs.writeFileSync(filePath, yaml.dump(candidate.yaml, { sortKeys: false, lineWidth: 120 }));
-        candidates.push({ name: candidate.name, path: filePath, strategy: cap.strategy, confidence: cap.confidence });
+        candidates.push({ name: candidate.name, path: filePath, strategy: cap.strategy });
     }
     const index = { site, target_url: bundle.manifest.target_url, generated_from: exploreDir, candidate_count: candidates.length, candidates };
     fs.writeFileSync(path.join(targetDir, 'candidates.json'), JSON.stringify(index, null, 2));
@@ -32,7 +31,7 @@ export function synthesizeFromExplore(target, opts = {}) {
 export function renderSynthesizeSummary(result) {
     const lines = ['opencli synthesize: OK', `Site: ${result.site}`, `Source: ${result.explore_dir}`, `Candidates: ${result.candidate_count}`];
     for (const c of result.candidates ?? [])
-        lines.push(`  • ${c.name} (${c.strategy}, ${((c.confidence ?? 0) * 100).toFixed(0)}% confidence) → ${c.path}`);
+        lines.push(`  • ${c.name} (${c.strategy}) → ${c.path}`);
     return lines.join('\n');
 }
 export function resolveExploreDir(target) {
@@ -61,7 +60,12 @@ function chooseEndpoint(cap, endpoints) {
         if (match)
             return match;
     }
-    return [...endpoints].sort((a, b) => (b.score ?? 0) - (a.score ?? 0))[0];
+    // Fallback: prefer endpoint with most data (item count + detected fields)
+    return [...endpoints].sort((a, b) => {
+        const aKey = (a.itemCount ?? 0) * 10 + Object.keys(a.detectedFields ?? {}).length;
+        const bKey = (b.itemCount ?? 0) * 10 + Object.keys(b.detectedFields ?? {}).length;
+        return bKey - aKey;
+    })[0];
 }
 // ── URL templating ─────────────────────────────────────────────────────────
 function buildTemplatedUrl(rawUrl, cap, _endpoint) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jackwener/opencli",
-  "version": "1.6.7",
+  "version": "1.6.9",
   "publishConfig": {
     "access": "public"
   },
@@ -80,12 +80,12 @@
     "commander": "^14.0.3",
     "js-yaml": "^4.1.0",
     "turndown": "^7.2.2",
-    "undici": "^7.24.6",
+    "undici": "^8.0.2",
     "ws": "^8.18.0"
   },
   "devDependencies": {
     "@types/js-yaml": "^4.0.9",
-    "@types/node": "^22.13.10",
+    "@types/node": "^25.5.2",
     "@types/turndown": "^5.0.6",
     "@types/ws": "^8.5.13",
     "tsx": "^4.19.3",