@jackwener/opencli 1.6.0 → 1.6.2

package/dist/clis/xiaoe/detail.yaml

@@ -0,0 +1,39 @@
+site: xiaoe
+name: detail
+description: 小鹅通课程详情（名称、价格、学员数、店铺）
+domain: h5.xet.citv.cn
+strategy: cookie
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: 课程页面 URL
+
+pipeline:
+  - navigate: ${{ args.url }}
+
+  - wait: 5
+
+  - evaluate: |
+      (() => {
+        var vm = (document.querySelector('#app') || {}).__vue__;
+        if (!vm || !vm.$store) return [];
+        var core = vm.$store.state.coreInfo || {};
+        var goods = vm.$store.state.goodsInfo || {};
+        var shop = ((vm.$store.state.compositeInfo || {}).shop_conf) || {};
+        return [{
+          name: core.resource_name || '',
+          resource_id: core.resource_id || '',
+          resource_type: core.resource_type || '',
+          cover: core.resource_img || '',
+          user_count: core.user_count || 0,
+          price: goods.price ? (goods.price / 100).toFixed(2) : '0',
+          original_price: goods.line_price ? (goods.line_price / 100).toFixed(2) : '0',
+          is_free: goods.is_free || 0,
+          shop_name: shop.shop_name || '',
+        }];
+      })()
+
+columns: [name, price, original_price, user_count, shop_name]

package/dist/clis/xiaoe/play-url.yaml

@@ -0,0 +1,124 @@
+site: xiaoe
+name: play-url
+description: 小鹅通视频/音频/直播回放 M3U8 播放地址
+domain: h5.xet.citv.cn
+strategy: cookie
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: 小节页面 URL
+
+pipeline:
+  - navigate: ${{ args.url }}
+
+  - wait: 2
+
+  - evaluate: |
+      (async () => {
+        var pageUrl = window.location.href;
+        var origin = window.location.origin;
+        var resourceId = (pageUrl.match(/[val]_[a-f0-9]+/) || [])[0] || '';
+        var productId = (pageUrl.match(/product_id=([^&]+)/) || [])[1] || '';
+        var appId = (origin.match(/(app[a-z0-9]+)\./) || [])[1] || '';
+        var isLive = resourceId.startsWith('l_') || pageUrl.includes('/alive/');
+        var m3u8Url = '', method = '', title = document.title, duration = 0;
+
+        // 深度搜索 Vue 组件树找 M3U8
+        function searchVueM3u8() {
+          var el = document.querySelector('#app');
+          if (!el || !el.__vue__) return '';
+          var walk = function(vm, d) {
+            if (!vm || d > 10) return '';
+            var data = vm.$data || {};
+            for (var k in data) {
+              if (k[0] === '_' || k[0] === '$') continue;
+              var v = data[k];
+              if (typeof v === 'string' && v.includes('.m3u8')) return v;
+              if (typeof v === 'object' && v) {
+                try {
+                  var s = JSON.stringify(v);
+                  var m = s.match(/https?:[^"]*\.m3u8[^"]*/);
+                  if (m) return m[0].replace(/\\\//g, '/');
+                } catch(e) {}
+              }
+            }
+            if (vm.$children) {
+              for (var c = 0; c < vm.$children.length; c++) {
+                var f = walk(vm.$children[c], d + 1);
+                if (f) return f;
+              }
+            }
+            return '';
+          };
+          return walk(el.__vue__, 0);
+        }
+
+        // ===== 视频课: detail_info → getPlayUrl =====
+        if (!isLive && resourceId.startsWith('v_')) {
+          try {
+            var detailRes = await fetch(origin + '/xe.course.business.video.detail_info.get/2.0.0', {
+              method: 'POST', credentials: 'include',
+              headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+              body: new URLSearchParams({
+                'bizData[resource_id]': resourceId,
+                'bizData[product_id]': productId || resourceId,
+                'bizData[opr_sys]': 'MacIntel',
+              }),
+            });
+            var detail = await detailRes.json();
+            var vi = (detail.data || {}).video_info || {};
+            title = vi.file_name || title;
+            duration = vi.video_length || 0;
+            if (vi.play_sign) {
+              var userId = (document.cookie.match(/ctx_user_id=([^;]+)/) || [])[1] || window.__user_id || '';
+              var playRes = await fetch(origin + '/xe.material-center.play/getPlayUrl', {
+                method: 'POST', credentials: 'include',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({
+                  org_app_id: appId, app_id: vi.material_app_id || appId,
+                  user_id: userId, play_sign: [vi.play_sign],
+                  play_line: 'A', opr_sys: 'MacIntel',
+                }),
+              });
+              var playData = await playRes.json();
+              if (playData.code === 0 && playData.data) {
+                var m = JSON.stringify(playData.data).match(/https?:[^"]*\.m3u8[^"]*/);
+                if (m) { m3u8Url = m[0].replace(/\\u0026/g, '&').replace(/\\\//g, '/'); method = 'api_direct'; }
+              }
+            }
+          } catch(e) {}
+        }
+
+        // ===== 兜底: Performance API + Vue 搜索轮询 =====
+        if (!m3u8Url) {
+          for (var attempt = 0; attempt < 30; attempt++) {
+            var entries = performance.getEntriesByType('resource');
+            for (var i = 0; i < entries.length; i++) {
+              if (entries[i].name.includes('.m3u8')) { m3u8Url = entries[i].name; method = 'perf_api'; break; }
+            }
+            if (!m3u8Url) { m3u8Url = searchVueM3u8(); if (m3u8Url) method = 'vue_search'; }
+            if (m3u8Url) break;
+            await new Promise(function(r) { setTimeout(r, 500); });
+          }
+        }
+
+        if (!duration) {
+          var vid = document.querySelector('video'), aud = document.querySelector('audio');
+          if (vid && vid.duration && !isNaN(vid.duration)) duration = Math.round(vid.duration);
+          if (aud && aud.duration && !isNaN(aud.duration)) duration = Math.round(aud.duration);
+        }
+
+        return [{ title: title, resource_id: resourceId, m3u8_url: m3u8Url, duration_sec: duration, method: method }];
+      })()
+
+  - map:
+      title: ${{ item.title }}
+      resource_id: ${{ item.resource_id }}
+      m3u8_url: ${{ item.m3u8_url }}
+      duration_sec: ${{ item.duration_sec }}
+      method: ${{ item.method }}
+
+columns: [title, resource_id, m3u8_url, duration_sec, method]

package/dist/clis/xiaohongshu/comments.test.js

@@ -13,8 +13,6 @@ function createPageMock(evaluateResult) {
         getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
         wait: vi.fn().mockResolvedValue(undefined),
         tabs: vi.fn().mockResolvedValue([]),
-        closeTab: vi.fn().mockResolvedValue(undefined),
-        newTab: vi.fn().mockResolvedValue(undefined),
         selectTab: vi.fn().mockResolvedValue(undefined),
         networkRequests: vi.fn().mockResolvedValue([]),
         consoleMessages: vi.fn().mockResolvedValue([]),

package/dist/clis/xiaohongshu/creator-note-detail.test.js

@@ -19,8 +19,6 @@ function createPageMock(evaluateResult) {
         getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
         wait: vi.fn().mockResolvedValue(undefined),
         tabs: vi.fn().mockResolvedValue([]),
-        closeTab: vi.fn().mockResolvedValue(undefined),
-        newTab: vi.fn().mockResolvedValue(undefined),
         selectTab: vi.fn().mockResolvedValue(undefined),
         networkRequests: vi.fn().mockResolvedValue([]),
         consoleMessages: vi.fn().mockResolvedValue([]),

package/dist/clis/xiaohongshu/creator-notes.test.js

@@ -22,8 +22,6 @@ function createPageMock(evaluateResult, interceptedRequests = []) {
         getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
         wait: vi.fn().mockResolvedValue(undefined),
         tabs: vi.fn().mockResolvedValue([]),
-        closeTab: vi.fn().mockResolvedValue(undefined),
-        newTab: vi.fn().mockResolvedValue(undefined),
         selectTab: vi.fn().mockResolvedValue(undefined),
         networkRequests: vi.fn().mockResolvedValue([]),
         consoleMessages: vi.fn().mockResolvedValue([]),

package/dist/clis/xiaohongshu/download.test.js

@@ -23,8 +23,6 @@ function createPageMock(evaluateResult) {
         getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
         wait: vi.fn().mockResolvedValue(undefined),
         tabs: vi.fn().mockResolvedValue([]),
-        closeTab: vi.fn().mockResolvedValue(undefined),
-        newTab: vi.fn().mockResolvedValue(undefined),
         selectTab: vi.fn().mockResolvedValue(undefined),
         networkRequests: vi.fn().mockResolvedValue([]),
         consoleMessages: vi.fn().mockResolvedValue([]),

package/dist/clis/xiaohongshu/note.test.js

@@ -14,8 +14,6 @@ function createPageMock(evaluateResult) {
         getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
         wait: vi.fn().mockResolvedValue(undefined),
         tabs: vi.fn().mockResolvedValue([]),
-        closeTab: vi.fn().mockResolvedValue(undefined),
-        newTab: vi.fn().mockResolvedValue(undefined),
         selectTab: vi.fn().mockResolvedValue(undefined),
         networkRequests: vi.fn().mockResolvedValue([]),
         consoleMessages: vi.fn().mockResolvedValue([]),

package/dist/clis/xiaohongshu/publish.test.js

@@ -20,8 +20,6 @@ function createPageMock(evaluateResults, overrides = {}) {
         getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
         wait: vi.fn().mockResolvedValue(undefined),
         tabs: vi.fn().mockResolvedValue([]),
-        closeTab: vi.fn().mockResolvedValue(undefined),
-        newTab: vi.fn().mockResolvedValue(undefined),
         selectTab: vi.fn().mockResolvedValue(undefined),
         networkRequests: vi.fn().mockResolvedValue([]),
         consoleMessages: vi.fn().mockResolvedValue([]),

package/dist/clis/xiaohongshu/search.js

@@ -7,6 +7,28 @@
  */
 import { cli, Strategy } from '../../registry.js';
 import { AuthRequiredError } from '../../errors.js';
+/**
+ * Wait for search results or login wall using MutationObserver (max 5s).
+ * Returns 'content' if note items appeared, 'login_wall' if login gate
+ * detected, or 'timeout' if neither appeared within the deadline.
+ */
+const WAIT_FOR_CONTENT_JS = `
+  new Promise((resolve) => {
+    const detect = () => {
+      if (document.querySelector('section.note-item')) return 'content';
+      if (/登录后查看搜索结果/.test(document.body?.innerText || '')) return 'login_wall';
+      return null;
+    };
+    const found = detect();
+    if (found) return resolve(found);
+    const observer = new MutationObserver(() => {
+      const result = detect();
+      if (result) { observer.disconnect(); resolve(result); }
+    });
+    observer.observe(document.body, { childList: true, subtree: true });
+    setTimeout(() => { observer.disconnect(); resolve('timeout'); }, 5000);
+  })
+`;
 /**
  * Extract approximate publish date from a Xiaohongshu note URL.
  * XHS note IDs follow MongoDB ObjectID format where the first 8 hex
@@ -39,22 +61,17 @@ cli({
     func: async (page, kwargs) => {
         const keyword = encodeURIComponent(kwargs.query);
         await page.goto(`https://www.xiaohongshu.com/search_result?keyword=${keyword}&source=web_search_result_notes`);
-        await page.wait(3);
-        // Early login-wall detection: XHS may show a login gate instead of
-        // results. Check *before* autoScroll to avoid crashing on a page
-        // that has no meaningful content to scroll through.
-        const loginCheck = await page.evaluate(`
-      (() => /登录后查看搜索结果/.test(document.body?.innerText || ''))()
-    `);
-        if (loginCheck) {
+        // Wait for search results to render (or login wall to appear).
+        // Uses MutationObserver to resolve as soon as content appears,
+        // instead of a fixed delay + blind retry.
+        const waitResult = await page.evaluate(WAIT_FOR_CONTENT_JS);
+        if (waitResult === 'login_wall') {
             throw new AuthRequiredError('www.xiaohongshu.com', 'Xiaohongshu search results are blocked behind a login wall');
         }
         // Scroll a couple of times to load more results
         await page.autoScroll({ times: 2 });
         const payload = await page.evaluate(`
       (() => {
-        const loginWall = /登录后查看搜索结果/.test(document.body.innerText || '');
-
         const normalizeUrl = (href) => {
           if (!href) return '';
           if (href.startsWith('http://') || href.startsWith('https://')) return href;
@@ -98,18 +115,10 @@ cli({
           });
         });
 
-        return {
-          loginWall,
-          results,
-        };
+        return results;
       })()
     `);
-        if (!payload || typeof payload !== 'object')
-            return [];
-        if (payload.loginWall) {
-            throw new AuthRequiredError('www.xiaohongshu.com', 'Xiaohongshu search results are blocked behind a login wall');
-        }
-        const data = Array.isArray(payload.results) ? payload.results : [];
+        const data = Array.isArray(payload) ? payload : [];
         return data
             .filter((item) => item.title)
             .slice(0, kwargs.limit)

package/dist/clis/xiaohongshu/search.test.js

@@ -17,8 +17,6 @@ function createPageMock(evaluateResults) {
         getFormState: vi.fn().mockResolvedValue({ forms: [], orphanFields: [] }),
         wait: vi.fn().mockResolvedValue(undefined),
         tabs: vi.fn().mockResolvedValue([]),
-        closeTab: vi.fn().mockResolvedValue(undefined),
-        newTab: vi.fn().mockResolvedValue(undefined),
         selectTab: vi.fn().mockResolvedValue(undefined),
         networkRequests: vi.fn().mockResolvedValue([]),
         consoleMessages: vi.fn().mockResolvedValue([]),
@@ -36,8 +34,8 @@ describe('xiaohongshu search', () => {
         const cmd = getRegistry().get('xiaohongshu/search');
         expect(cmd?.func).toBeTypeOf('function');
         const page = createPageMock([
-            // First evaluate: early login-wall check (returns true)
-            true,
+            // First evaluate: MutationObserver wait (login wall detected)
+            'login_wall',
         ]);
         await expect(cmd.func(page, { query: '特斯拉', limit: 5 })).rejects.toThrow('Xiaohongshu search results are blocked behind a login wall');
         // autoScroll must NOT be called when a login wall is detected early
@@ -49,21 +47,18 @@ describe('xiaohongshu search', () => {
         const detailUrl = 'https://www.xiaohongshu.com/search_result/68e90be80000000004022e66?xsec_token=test-token&xsec_source=';
         const authorUrl = 'https://www.xiaohongshu.com/user/profile/635a9c720000000018028b40?xsec_token=user-token&xsec_source=pc_search';
         const page = createPageMock([
-            // First evaluate: early login-wall check (returns false → no wall)
-            false,
-            // Second evaluate: main DOM extraction
-            {
-                loginWall: false,
-                results: [
-                    {
-                        title: '某鱼买FSD被坑了4万',
-                        author: '随风',
-                        likes: '261',
-                        url: detailUrl,
-                        author_url: authorUrl,
-                    },
-                ],
-            },
+            // First evaluate: MutationObserver wait (content appeared)
+            'content',
+            // Second evaluate: main DOM extraction (returns array directly)
+            [
+                {
+                    title: '某鱼买FSD被坑了4万',
+                    author: '随风',
+                    likes: '261',
+                    url: detailUrl,
+                    author_url: authorUrl,
+                },
+            ],
         ]);
         const result = await cmd.func(page, { query: '特斯拉', limit: 1 });
         // Should only do one goto (the search page itself), no per-note detail navigation
@@ -84,41 +79,54 @@ describe('xiaohongshu search', () => {
         const cmd = getRegistry().get('xiaohongshu/search');
         expect(cmd?.func).toBeTypeOf('function');
         const page = createPageMock([
-            // First evaluate: early login-wall check (returns false → no wall)
-            false,
-            // Second evaluate: main DOM extraction
-            {
-                loginWall: false,
-                results: [
-                    {
-                        title: 'Result A',
-                        author: 'UserA',
-                        likes: '10',
-                        url: 'https://www.xiaohongshu.com/search_result/aaa',
-                        author_url: '',
-                    },
-                    {
-                        title: '',
-                        author: 'UserB',
-                        likes: '5',
-                        url: 'https://www.xiaohongshu.com/search_result/bbb',
-                        author_url: '',
-                    },
-                    {
-                        title: 'Result C',
-                        author: 'UserC',
-                        likes: '3',
-                        url: 'https://www.xiaohongshu.com/search_result/ccc',
-                        author_url: '',
-                    },
-                ],
-            },
+            // First evaluate: MutationObserver wait (content appeared)
+            'content',
+            // Second evaluate: main DOM extraction (returns array directly)
+            [
+                {
+                    title: 'Result A',
+                    author: 'UserA',
+                    likes: '10',
+                    url: 'https://www.xiaohongshu.com/search_result/aaa',
+                    author_url: '',
+                },
+                {
+                    title: '',
+                    author: 'UserB',
+                    likes: '5',
+                    url: 'https://www.xiaohongshu.com/search_result/bbb',
+                    author_url: '',
+                },
+                {
+                    title: 'Result C',
+                    author: 'UserC',
+                    likes: '3',
+                    url: 'https://www.xiaohongshu.com/search_result/ccc',
+                    author_url: '',
+                },
+            ],
         ]);
         const result = (await cmd.func(page, { query: '测试', limit: 1 }));
         // limit=1 should return only the first valid-titled result
         expect(result).toHaveLength(1);
         expect(result[0]).toMatchObject({ rank: 1, title: 'Result A' });
     });
+    it('waits for content via MutationObserver before extracting', async () => {
+        const cmd = getRegistry().get('xiaohongshu/search');
+        expect(cmd?.func).toBeTypeOf('function');
+        const page = createPageMock([
+            // First evaluate: MutationObserver wait (content appeared)
+            'content',
+            // Second evaluate: extraction (returns empty array)
+            [],
+        ]);
+        const result = (await cmd.func(page, { query: '测试等待', limit: 5 }));
+        expect(result).toHaveLength(0);
+        // Only one navigation, no retry
+        expect(page.goto).toHaveBeenCalledTimes(1);
+        // Two evaluate calls: wait + extraction
+        expect(page.evaluate).toHaveBeenCalledTimes(2);
+    });
 });
 describe('noteIdToDate (ObjectID timestamp parsing)', () => {
     it('parses a known note ID to the correct China-timezone date', () => {

package/dist/clis/yuanbao/ask.d.ts

@@ -0,0 +1,21 @@
+import { isOnYuanbao } from './shared.js';
+declare function normalizeBooleanFlag(value: unknown, fallback: boolean): boolean;
+export declare function convertYuanbaoHtmlToMarkdown(value: string): string;
+export declare function sanitizeYuanbaoResponseText(value: string, promptText: string): string;
+export declare function collectYuanbaoTranscriptAdditions(beforeLines: string[], currentLines: string[], promptText: string): string;
+export declare function pickLatestYuanbaoAssistantCandidate(messages: string[], baselineCount: number, promptText: string): string;
+export declare function updateStableState(previousText: string, stableCount: number, nextText: string): {
+    previousText: string;
+    stableCount: number;
+};
+export declare const askCommand: import("../../registry.js").CliCommand;
+export declare const __test__: {
+    collectYuanbaoTranscriptAdditions: typeof collectYuanbaoTranscriptAdditions;
+    convertYuanbaoHtmlToMarkdown: typeof convertYuanbaoHtmlToMarkdown;
+    isOnYuanbao: typeof isOnYuanbao;
+    normalizeBooleanFlag: typeof normalizeBooleanFlag;
+    pickLatestYuanbaoAssistantCandidate: typeof pickLatestYuanbaoAssistantCandidate;
+    sanitizeYuanbaoResponseText: typeof sanitizeYuanbaoResponseText;
+    updateStableState: typeof updateStableState;
+};
+export {};