@jackwener/opencli 0.7.8 → 0.7.9

package/dist/cli-manifest.json

@@ -622,6 +622,45 @@
       "url"
     ]
   },
+  {
+    "site": "github",
+    "name": "search",
+    "description": "Search GitHub repositories",
+    "strategy": "public",
+    "browser": false,
+    "args": [
+      {
+        "name": "keyword",
+        "type": "str",
+        "required": true,
+        "help": "Search keyword"
+      },
+      {
+        "name": "sort",
+        "type": "str",
+        "default": "stars",
+        "required": false,
+        "help": "Sort by: stars, forks, updated"
+      },
+      {
+        "name": "limit",
+        "type": "int",
+        "default": 20,
+        "required": false,
+        "help": "Number of results"
+      }
+    ],
+    "type": "ts",
+    "modulePath": "github/search.js",
+    "domain": "github.com",
+    "columns": [
+      "rank",
+      "name",
+      "stars",
+      "language",
+      "description"
+    ]
+  },
   {
     "site": "hackernews",
     "name": "top",
@@ -1877,7 +1916,7 @@
   {
     "site": "twitter",
     "name": "timeline",
-    "description": "Twitter Home Timeline",
+    "description": "Fetch Twitter Home Timeline",
     "strategy": "cookie",
     "browser": true,
     "args": [
@@ -1893,8 +1932,15 @@
     "modulePath": "twitter/timeline.js",
     "domain": "x.com",
     "columns": [
-      "responseType",
-      "first"
+      "id",
+      "author",
+      "text",
+      "likes",
+      "retweets",
+      "replies",
+      "views",
+      "created_at",
+      "url"
     ]
   },
   {
@@ -2244,6 +2290,27 @@
     ],
     "type": "yaml"
   },
+  {
+    "site": "xiaohongshu",
+    "name": "me",
+    "description": "我的小红书个人信息",
+    "strategy": "cookie",
+    "browser": true,
+    "args": [],
+    "type": "ts",
+    "modulePath": "xiaohongshu/me.js",
+    "domain": "www.xiaohongshu.com",
+    "columns": [
+      "nickname",
+      "red_id",
+      "location",
+      "profession",
+      "fans",
+      "follows",
+      "likes_collected",
+      "notes"
+    ]
+  },
   {
     "site": "xiaohongshu",
     "name": "notifications",

package/dist/clis/github/search.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/github/search.js

@@ -0,0 +1,20 @@
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'github', name: 'search', description: 'Search GitHub repositories', domain: 'github.com', strategy: Strategy.PUBLIC, browser: false,
+    args: [
+        { name: 'keyword', required: true, help: 'Search keyword' },
+        { name: 'sort', default: 'stars', help: 'Sort by: stars, forks, updated' },
+        { name: 'limit', type: 'int', default: 20, help: 'Number of results' },
+    ],
+    columns: ['rank', 'name', 'stars', 'language', 'description'],
+    func: async (_page, kwargs) => {
+        const { keyword, sort = 'stars', limit = 20 } = kwargs;
+        const resp = await fetch(`https://api.github.com/search/repositories?${new URLSearchParams({ q: keyword, sort, order: 'desc', per_page: String(Math.min(Number(limit), 100)) })}`, {
+            headers: { Accept: 'application/vnd.github.v3+json', 'User-Agent': 'opencli/0.1' },
+        });
+        const data = await resp.json();
+        return (data.items ?? []).slice(0, Number(limit)).map((item, i) => ({
+            rank: i + 1, name: item.full_name, stars: item.stargazers_count, language: item.language ?? '', description: (item.description ?? '').slice(0, 80),
+        }));
+    },
+});

package/dist/clis/index.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Import all TypeScript CLI adapters so they self-register.
+ *
+ * Each TS adapter calls cli() on import, which adds itself to the global registry.
+ */
+import './bilibili/search.js';
+import './bilibili/me.js';
+import './bilibili/favorite.js';
+import './bilibili/history.js';
+import './bilibili/feed.js';
+import './bilibili/user-videos.js';
+import './bilibili/ranking.js';
+import './bilibili/dynamic.js';
+import './github/search.js';
+import './zhihu/question.js';
+import './xiaohongshu/search.js';
+import './xiaohongshu/user.js';
+import './bbc/news.js';
+import './weibo/hot.js';
+import './boss/search.js';
+import './yahoo-finance/quote.js';
+import './reuters/search.js';
+import './smzdm/search.js';
+import './ctrip/search.js';
+import './youtube/search.js';
+import './twitter/search.js';
+import './twitter/profile.js';

package/dist/clis/index.js

@@ -0,0 +1,41 @@
+/**
+ * Import all TypeScript CLI adapters so they self-register.
+ *
+ * Each TS adapter calls cli() on import, which adds itself to the global registry.
+ */
+// bilibili
+import './bilibili/search.js';
+import './bilibili/me.js';
+import './bilibili/favorite.js';
+import './bilibili/history.js';
+import './bilibili/feed.js';
+import './bilibili/user-videos.js';
+import './bilibili/ranking.js';
+import './bilibili/dynamic.js';
+// github
+import './github/search.js';
+// zhihu
+import './zhihu/question.js';
+// xiaohongshu
+import './xiaohongshu/search.js';
+import './xiaohongshu/user.js';
+// bbc
+import './bbc/news.js';
+// weibo
+import './weibo/hot.js';
+// boss
+import './boss/search.js';
+// yahoo-finance
+import './yahoo-finance/quote.js';
+// reuters
+import './reuters/search.js';
+// smzdm
+import './smzdm/search.js';
+// ctrip
+import './ctrip/search.js';
+// youtube
+import './youtube/search.js';
+// twitter
+import './twitter/search.js';
+import './twitter/profile.js';
+// reddit

package/dist/clis/twitter/timeline.js

@@ -1,47 +1,186 @@
 import { cli, Strategy } from '../../registry.js';
+// ── Twitter GraphQL constants ──────────────────────────────────────────
+const BEARER_TOKEN = 'AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA';
+const HOME_TIMELINE_QUERY_ID = 'c-CzHF1LboFilMpsx4ZCrQ';
+const FEATURES = {
+    rweb_video_screen_enabled: false,
+    profile_label_improvements_pcf_label_in_post_enabled: true,
+    rweb_tipjar_consumption_enabled: true,
+    verified_phone_label_enabled: false,
+    creator_subscriptions_tweet_preview_api_enabled: true,
+    responsive_web_graphql_timeline_navigation_enabled: true,
+    responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
+    premium_content_api_read_enabled: false,
+    communities_web_enable_tweet_community_results_fetch: true,
+    c9s_tweet_anatomy_moderator_badge_enabled: true,
+    responsive_web_grok_analyze_button_fetch_trends_enabled: false,
+    responsive_web_grok_analyze_post_followups_enabled: true,
+    responsive_web_jetfuel_frame: false,
+    responsive_web_grok_share_attachment_enabled: true,
+    articles_preview_enabled: true,
+    responsive_web_edit_tweet_api_enabled: true,
+    graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
+    view_counts_everywhere_api_enabled: true,
+    longform_notetweets_consumption_enabled: true,
+    responsive_web_twitter_article_tweet_consumption_enabled: true,
+    tweet_awards_web_tipping_enabled: false,
+    responsive_web_grok_show_grok_translated_post: false,
+    responsive_web_grok_analysis_button_from_backend: false,
+    creator_subscriptions_quote_tweet_preview_enabled: false,
+    freedom_of_speech_not_reach_fetch_enabled: true,
+    standardized_nudges_misinfo: true,
+    tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
+    longform_notetweets_rich_text_read_enabled: true,
+    longform_notetweets_inline_media_enabled: true,
+    responsive_web_grok_image_annotation_enabled: true,
+    responsive_web_enhance_cards_enabled: false,
+};
+function buildHomeTimelineUrl(count, cursor) {
+    const vars = {
+        count,
+        includePromotedContent: false,
+        latestControlAvailable: true,
+        requestContext: 'launch',
+        withCommunity: true,
+    };
+    if (cursor)
+        vars.cursor = cursor;
+    return `/i/api/graphql/${HOME_TIMELINE_QUERY_ID}/HomeTimeline`
+        + `?variables=${encodeURIComponent(JSON.stringify(vars))}`
+        + `&features=${encodeURIComponent(JSON.stringify(FEATURES))}`;
+}
+function extractTweet(result, seen) {
+    if (!result)
+        return null;
+    const tw = result.tweet || result;
+    const l = tw.legacy || {};
+    if (!tw.rest_id || seen.has(tw.rest_id))
+        return null;
+    seen.add(tw.rest_id);
+    const u = tw.core?.user_results?.result;
+    const screenName = u?.legacy?.screen_name || u?.core?.screen_name || 'unknown';
+    const noteText = tw.note_tweet?.note_tweet_results?.result?.text;
+    const views = tw.views?.count ? parseInt(tw.views.count, 10) : 0;
+    return {
+        id: tw.rest_id,
+        author: screenName,
+        text: noteText || l.full_text || '',
+        likes: l.favorite_count || 0,
+        retweets: l.retweet_count || 0,
+        replies: l.reply_count || 0,
+        views,
+        created_at: l.created_at || '',
+        url: `https://x.com/${screenName}/status/${tw.rest_id}`,
+    };
+}
+function parseHomeTimeline(data, seen) {
+    const tweets = [];
+    let nextCursor = null;
+    const instructions = data?.data?.home?.home_timeline_urt?.instructions || [];
+    for (const inst of instructions) {
+        for (const entry of inst.entries || []) {
+            const c = entry.content;
+            // Cursor entries
+            if (c?.entryType === 'TimelineTimelineCursor' || c?.__typename === 'TimelineTimelineCursor') {
+                if (c.cursorType === 'Bottom')
+                    nextCursor = c.value;
+                continue;
+            }
+            if (entry.entryId?.startsWith('cursor-bottom-')) {
+                nextCursor = c?.value || nextCursor;
+                continue;
+            }
+            // Single tweet entry
+            const tweetResult = c?.itemContent?.tweet_results?.result;
+            if (tweetResult) {
+                // Skip promoted content
+                if (c?.itemContent?.promotedMetadata)
+                    continue;
+                const tw = extractTweet(tweetResult, seen);
+                if (tw)
+                    tweets.push(tw);
+                continue;
+            }
+            // Conversation module (grouped tweets)
+            for (const item of c?.items || []) {
+                const nested = item.item?.itemContent?.tweet_results?.result;
+                if (nested) {
+                    if (item.item?.itemContent?.promotedMetadata)
+                        continue;
+                    const tw = extractTweet(nested, seen);
+                    if (tw)
+                        tweets.push(tw);
+                }
+            }
+        }
+    }
+    return { tweets, nextCursor };
+}
+// ── CLI definition ────────────────────────────────────────────────────
 cli({
     site: 'twitter',
     name: 'timeline',
-    description: 'Twitter Home Timeline',
+    description: 'Fetch Twitter Home Timeline',
     domain: 'x.com',
     strategy: Strategy.COOKIE,
+    browser: true,
     args: [
         { name: 'limit', type: 'int', default: 20 },
     ],
-    columns: ['responseType', 'first'],
+    columns: ['id', 'author', 'text', 'likes', 'retweets', 'replies', 'views', 'created_at', 'url'],
     func: async (page, kwargs) => {
-        await page.goto('https://x.com/home');
-        await page.wait(5);
-        // Inject the fetch interceptor manually to see exactly what happens
-        await page.evaluate(`
-      () => {
-        window.__intercept_data = [];
-        const origFetch = window.fetch;
-        window.fetch = async function(...args) {
-          let u = typeof args[0] === 'string' ? args[0] : (args[0] && args[0].url) || '';
-          const res = await origFetch.apply(this, args);
-          setTimeout(async () => {
-            try {
-              if (u.includes('HomeTimeline')) {
-                const clone = res.clone();
-                const j = await clone.json();
-                window.__intercept_data.push(j);
-              }
-            } catch(e) {}
-          }, 0);
-          return res;
-        };
-      }
-    `);
-        // trigger scroll
-        for (let i = 0; i < 3; i++) {
-            await page.evaluate('() => window.scrollTo(0, document.body.scrollHeight)');
-            await page.wait(2);
+        const limit = kwargs.limit || 20;
+        // Navigate to x.com for cookie context
+        await page.goto('https://x.com');
+        await page.wait(3);
+        // Extract CSRF token
+        const ct0 = await page.evaluate(`() => {
+      return document.cookie.split(';').map(c=>c.trim()).find(c=>c.startsWith('ct0='))?.split('=')[1] || null;
+    }`);
+        if (!ct0)
+            throw new Error('Not logged into x.com (no ct0 cookie)');
+        // Dynamically resolve queryId
+        const queryId = await page.evaluate(`async () => {
+      try {
+        const ghResp = await fetch('https://raw.githubusercontent.com/fa0311/twitter-openapi/refs/heads/main/src/config/placeholder.json');
+        if (ghResp.ok) {
+          const data = await ghResp.json();
+          const entry = data['HomeTimeline'];
+          if (entry && entry.queryId) return entry.queryId;
         }
-        // extract
-        const data = await page.evaluate('() => window.__intercept_data');
-        if (!data || data.length === 0)
-            return [{ responseType: 'no data captured' }];
-        return [{ responseType: `captured ${data.length} responses`, first: JSON.stringify(data[0]).substring(0, 300) }];
-    }
+      } catch {}
+      return null;
+    }`) || HOME_TIMELINE_QUERY_ID;
+        // Build auth headers
+        const headers = JSON.stringify({
+            'Authorization': `Bearer ${decodeURIComponent(BEARER_TOKEN)}`,
+            'X-Csrf-Token': ct0,
+            'X-Twitter-Auth-Type': 'OAuth2Session',
+            'X-Twitter-Active-User': 'yes',
+        });
+        // Paginate — fetch in browser, parse in TypeScript
+        const allTweets = [];
+        const seen = new Set();
+        let cursor = null;
+        for (let i = 0; i < 5 && allTweets.length < limit; i++) {
+            const fetchCount = Math.min(40, limit - allTweets.length + 5); // over-fetch slightly for promoted filtering
+            const apiUrl = buildHomeTimelineUrl(fetchCount, cursor)
+                .replace(HOME_TIMELINE_QUERY_ID, queryId);
+            const data = await page.evaluate(`async () => {
+        const r = await fetch("${apiUrl}", { headers: ${headers}, credentials: 'include' });
+        return r.ok ? await r.json() : { error: r.status };
+      }`);
+            if (data?.error) {
+                if (allTweets.length === 0)
+                    throw new Error(`HTTP ${data.error}: Failed to fetch timeline. queryId may have expired.`);
+                break;
+            }
+            const { tweets, nextCursor } = parseHomeTimeline(data, seen);
+            allTweets.push(...tweets);
+            if (!nextCursor || nextCursor === cursor)
+                break;
+            cursor = nextCursor;
+        }
+        return allTweets.slice(0, limit);
+    },
 });

package/dist/clis/xiaohongshu/me.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/clis/xiaohongshu/me.js

@@ -0,0 +1,86 @@
+/**
+ * Xiaohongshu me — read self profile info.
+ *
+ * Two-step navigation:
+ * 1. /explore → get user_id from Pinia user store
+ * 2. /user/profile/{user_id} → poll until userPageData loads, read full profile
+ */
+import { cli, Strategy } from '../../registry.js';
+cli({
+    site: 'xiaohongshu',
+    name: 'me',
+    description: '我的小红书个人信息',
+    domain: 'www.xiaohongshu.com',
+    strategy: Strategy.COOKIE,
+    args: [],
+    columns: ['nickname', 'red_id', 'location', 'profession', 'fans', 'follows', 'likes_collected', 'notes'],
+    func: async (page) => {
+        // Step 1: Navigate to /explore to get user_id
+        await page.goto('https://www.xiaohongshu.com/explore');
+        await page.wait(2);
+        const userId = await page.evaluate(`
+      (() => {
+        const app = document.querySelector('#app')?.__vue_app__;
+        const pinia = app?.config?.globalProperties?.$pinia;
+        const store = pinia?._s?.get('user');
+        const u = store?.$state?.userInfo || {};
+        return u.user_id || u.userId || '';
+      })()
+    `);
+        if (!userId)
+            return [{ error: 'Not logged in or user_id not found' }];
+        // Step 2: Navigate to real profile page for full data
+        await page.goto(`https://www.xiaohongshu.com/user/profile/${userId}`);
+        await page.wait(3);
+        const data = await page.evaluate(`
+      (async () => {
+        // Poll for userPageData to be populated (profile page loads async)
+        const deadline = Date.now() + 8000;
+        let pd = null;
+        while (Date.now() < deadline) {
+          const app = document.querySelector('#app')?.__vue_app__;
+          const pinia = app?.config?.globalProperties?.$pinia;
+          const store = pinia?._s?.get('user');
+          pd = store?.$state?.userPageData;
+          if (pd?.interactions?.length > 0) break;
+          await new Promise(r => setTimeout(r, 500));
+        }
+
+        if (!pd?.interactions?.length) {
+          return { error: 'Profile data did not load' };
+        }
+
+        const basic = pd.basicInfo || {};
+        const interactions = pd.interactions || [];
+        const tags = pd.tags || [];
+
+        const getCount = (type) => {
+          const item = interactions.find(i => i.type === type);
+          return item ? item.count : '0';
+        };
+        const getTag = (tagType) => {
+          const item = tags.find(t => t.tagType === tagType);
+          return item ? item.name : '';
+        };
+
+        const app2 = document.querySelector('#app')?.__vue_app__;
+        const store2 = app2?.config?.globalProperties?.$pinia?._s?.get('user');
+        const noteCount = (store2?.$state?.notes || []).length;
+
+        return {
+          nickname: basic.nickname || '',
+          red_id: basic.redId || '',
+          location: getTag('location') || basic.ipLocation || '',
+          profession: getTag('profession') || '',
+          fans: getCount('fans'),
+          follows: getCount('follows'),
+          likes_collected: getCount('interaction'),
+          notes: noteCount,
+        };
+      })()
+    `);
+        if (!data || data.error)
+            return [];
+        return [data];
+    },
+});

package/dist/pipeline/_debug.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/pipeline/_debug.js

@@ -0,0 +1,7 @@
+import { render, evalExpr } from './pipeline/template.js';
+const ctx = { item: { first: 'X', second: 'Y' } };
+console.log('evalExpr item.first:', JSON.stringify(evalExpr('item.first', ctx)));
+console.log('evalExpr item.second:', JSON.stringify(evalExpr('item.second', ctx)));
+const template = '$' + '{{ item.first }}-$' + '{{ item.second }}';
+console.log('template:', JSON.stringify(template));
+console.log('render result:', JSON.stringify(render(template, ctx)));

package/dist/promote.d.ts

@@ -0,0 +1 @@
+export declare function promoteCandidate(opts: any): any;

package/dist/promote.js

@@ -0,0 +1,3 @@
+/** Promote verified drafts. */
+import { registerCandidates } from './register.js';
+export function promoteCandidate(opts) { return registerCandidates(opts); }

package/dist/register.d.ts

@@ -0,0 +1,2 @@
+/** Register candidates, promote, scaffold, generate — stubs with exports. */
+export declare function registerCandidates(opts: any): any;

package/dist/register.js

@@ -0,0 +1,2 @@
+/** Register candidates, promote, scaffold, generate — stubs with exports. */
+export function registerCandidates(opts) { return { ok: true, count: 0 }; }

package/dist/scaffold.d.ts

@@ -0,0 +1,2 @@
+/** Scaffold a draft CLI from endpoint evidence. */
+export declare function scaffoldCli(opts: any): any;

package/dist/scaffold.js

@@ -0,0 +1,2 @@
+/** Scaffold a draft CLI from endpoint evidence. */
+export function scaffoldCli(opts) { return { ok: true }; }

package/dist/setup.js

@@ -159,12 +159,18 @@ export async function runSetup(opts = {}) {
             console.log(`  ${chalk.green('✓')} Browser connected in ${(result.durationMs / 1000).toFixed(1)}s`);
         }
         else {
+            console.log(`  ${chalk.green('✓')} Token saved successfully.`);
             console.log(`  ${chalk.yellow('!')} Browser connectivity test failed: ${result.error ?? 'unknown'}`);
-            console.log(chalk.dim('    Make sure Chrome is running with the extension enabled.'));
+            console.log(chalk.dim('    Token configuration is complete. To use opencli, make sure Chrome'));
+            console.log(chalk.dim('    is running with the Playwright MCP Bridge extension enabled.'));
+            console.log(chalk.dim(`    Run ${chalk.bold('opencli doctor --live')} to re-test connectivity.`));
         }
     }
     catch {
-        console.log(`  ${chalk.yellow('!')} Could not verify connectivity (Chrome may not be running)`);
+        console.log(`  ${chalk.green('✓')} Token saved successfully.`);
+        console.log(`  ${chalk.yellow('!')} Browser connectivity test skipped (Chrome may not be running).`);
+        console.log(chalk.dim('    Token configuration is complete. Start Chrome to begin using opencli.'));
+        console.log(chalk.dim(`    Run ${chalk.bold('opencli doctor --live')} to re-test connectivity.`));
     }
     console.log();
 }

package/dist/smoke.d.ts

@@ -0,0 +1,2 @@
+/** Smoke testing, verification, register, promote, explore, synthesize, scaffold, generate — stubs. */
+export declare function runSmoke(cmd: any, page: any, args?: any): Promise<any>;

package/dist/smoke.js

@@ -0,0 +1,2 @@
+/** Smoke testing, verification, register, promote, explore, synthesize, scaffold, generate — stubs. */
+export async function runSmoke(cmd, page, args) { return { ok: true, result: null }; }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jackwener/opencli",
-  "version": "0.7.8",
+  "version": "0.7.9",
   "publishConfig": {
     "access": "public"
   },