@huyuan-ai/cli 1.0.0 → 1.0.2

package/vendor/opencli/dist/clis/xiaoe/catalog.yaml

@@ -0,0 +1,129 @@
+site: xiaoe
+name: catalog
+description: 小鹅通课程目录（支持普通课程、专栏、大专栏）
+domain: h5.xet.citv.cn
+strategy: cookie
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: 课程页面 URL
+
+pipeline:
+  - navigate: ${{ args.url }}
+
+  - wait: 8
+
+  - evaluate: |
+      (async () => {
+        var el = document.querySelector('#app');
+        var store = (el && el.__vue__) ? el.__vue__.$store : null;
+        if (!store) return [];
+        var coreInfo = store.state.coreInfo || {};
+        var resourceType = coreInfo.resource_type || 0;
+        var origin = window.location.origin;
+        var courseName = coreInfo.resource_name || '';
+
+        function typeLabel(t) {
+          return {1:'图文',2:'直播',3:'音频',4:'视频',6:'专栏',8:'大专栏'}[Number(t)] || String(t||'');
+        }
+        function buildUrl(item) {
+          var u = item.jump_url || item.h5_url || item.url || '';
+          return (u && !u.startsWith('http')) ? origin + u : u;
+        }
+        function clickTab(name) {
+          var tabs = document.querySelectorAll('span, div');
+          for (var i = 0; i < tabs.length; i++) {
+            if (tabs[i].children.length === 0 && tabs[i].textContent.trim() === name) {
+              tabs[i].click(); return;
+            }
+          }
+        }
+
+        clickTab('目录');
+        await new Promise(function(r) { setTimeout(r, 2000); });
+
+        // ===== 专栏 / 大专栏 =====
+        if (resourceType === 6 || resourceType === 8) {
+          await new Promise(function(r) { setTimeout(r, 1000); });
+          var listData = [];
+          var walkList = function(vm, depth) {
+            if (!vm || depth > 6 || listData.length > 0) return;
+            var d = vm.$data || {};
+            var keys = ['columnList', 'SingleItemList', 'chapterChildren'];
+            for (var ki = 0; ki < keys.length; ki++) {
+              var arr = d[keys[ki]];
+              if (arr && Array.isArray(arr) && arr.length > 0 && arr[0].resource_id) {
+                for (var j = 0; j < arr.length; j++) {
+                  var item = arr[j];
+                  if (!item.resource_id || !/^[pvlai]_/.test(item.resource_id)) continue;
+                  listData.push({
+                    ch: 1, chapter: courseName, no: j + 1,
+                    title: item.resource_title || item.title || item.chapter_title || '',
+                    type: typeLabel(item.resource_type || item.chapter_type),
+                    resource_id: item.resource_id,
+                    url: buildUrl(item),
+                    status: item.finished_state === 1 ? '已完成' : (item.resource_count ? item.resource_count + '节' : ''),
+                  });
+                }
+                return;
+              }
+            }
+            if (vm.$children) {
+              for (var c = 0; c < vm.$children.length; c++) walkList(vm.$children[c], depth + 1);
+            }
+          };
+          walkList(el.__vue__, 0);
+          return listData;
+        }
+
+        // ===== 普通课程 =====
+        var chapters = document.querySelectorAll('.chapter_box');
+        for (var ci = 0; ci < chapters.length; ci++) {
+          var vue = chapters[ci].__vue__;
+          if (vue && typeof vue.getSecitonList === 'function' && (!vue.isShowSecitonsList || !vue.chapterChildren.length)) {
+            if (vue.isShowSecitonsList) vue.isShowSecitonsList = false;
+            try { vue.getSecitonList(); } catch(e) {}
+            await new Promise(function(r) { setTimeout(r, 1500); });
+          }
+        }
+        await new Promise(function(r) { setTimeout(r, 3000); });
+
+        var result = [];
+        chapters = document.querySelectorAll('.chapter_box');
+        for (var cj = 0; cj < chapters.length; cj++) {
+          var v = chapters[cj].__vue__;
+          if (!v) continue;
+          var chTitle = (v.chapterItem && v.chapterItem.chapter_title) || '';
+          var children = v.chapterChildren || [];
+          for (var ck = 0; ck < children.length; ck++) {
+            var child = children[ck];
+            var resId = child.resource_id || child.chapter_id || '';
+            var chType = child.chapter_type || child.resource_type || 0;
+            var urlPath = {1:'/v1/course/text/',2:'/v2/course/alive/',3:'/v1/course/audio/',4:'/v1/course/video/'}[Number(chType)];
+            result.push({
+              ch: cj + 1, chapter: chTitle, no: ck + 1,
+              title: child.chapter_title || child.resource_title || '',
+              type: typeLabel(chType),
+              resource_id: resId,
+              url: urlPath ? origin + urlPath + resId + '?type=2' : '',
+              status: child.is_finish === 1 ? '已完成' : (child.learn_progress > 0 ? child.learn_progress + '%' : '未学'),
+            });
+          }
+        }
+        return result;
+      })()
+
+  - map:
+      ch: ${{ item.ch }}
+      chapter: ${{ item.chapter }}
+      no: ${{ item.no }}
+      title: ${{ item.title }}
+      type: ${{ item.type }}
+      resource_id: ${{ item.resource_id }}
+      url: ${{ item.url }}
+      status: ${{ item.status }}
+
+columns: [ch, chapter, no, title, type, resource_id, status]

package/vendor/opencli/dist/clis/xiaoe/content.yaml

@@ -0,0 +1,43 @@
+site: xiaoe
+name: content
+description: 提取小鹅通图文页面内容为文本
+domain: h5.xet.citv.cn
+strategy: cookie
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: 页面 URL
+
+pipeline:
+  - navigate: ${{ args.url }}
+
+  - wait: 6
+
+  - evaluate: |
+      (() => {
+        var selectors = ['.rich-text-wrap','.content-wrap','.article-content','.text-content',
+          '.course-detail','.detail-content','[class*="richtext"]','[class*="rich-text"]','.ql-editor'];
+        var content = '';
+        for (var i = 0; i < selectors.length; i++) {
+          var el = document.querySelector(selectors[i]);
+          if (el && el.innerText.trim().length > 50) { content = el.innerText.trim(); break; }
+        }
+        if (!content) content = (document.querySelector('main') || document.querySelector('#app') || document.body).innerText.trim();
+
+        var images = [];
+        document.querySelectorAll('img').forEach(function(img) {
+          if (img.src && !img.src.startsWith('data:') && img.src.includes('xiaoe')) images.push(img.src);
+        });
+        return [{
+          title: document.title,
+          content: content,
+          content_length: content.length,
+          image_count: images.length,
+          images: JSON.stringify(images.slice(0, 20)),
+        }];
+      })()
+
+columns: [title, content_length, image_count]

package/vendor/opencli/dist/clis/xiaoe/courses.yaml

@@ -0,0 +1,73 @@
+site: xiaoe
+name: courses
+description: 列出已购小鹅通课程（含 URL 和店铺名）
+domain: study.xiaoe-tech.com
+strategy: cookie
+
+pipeline:
+  - navigate: https://study.xiaoe-tech.com/
+
+  - wait: 8
+
+  - evaluate: |
+      (async () => {
+        // 切换到「内容」tab
+        var tabs = document.querySelectorAll('span, div');
+        for (var i = 0; i < tabs.length; i++) {
+          if (tabs[i].children.length === 0 && tabs[i].textContent.trim() === '内容') {
+            tabs[i].click();
+            break;
+          }
+        }
+        await new Promise(function(r) { setTimeout(r, 2000); });
+
+        // 匹配课程卡片标题与 Vue 数据
+        function matchEntry(title, vm, depth) {
+          if (!vm || depth > 5) return null;
+          var d = vm.$data || {};
+          for (var k in d) {
+            if (!Array.isArray(d[k])) continue;
+            for (var j = 0; j < d[k].length; j++) {
+              var e = d[k][j];
+              if (!e || typeof e !== 'object') continue;
+              var t = e.title || e.resource_name || '';
+              if (t && title.includes(t.substring(0, 10))) return e;
+            }
+          }
+          return vm.$parent ? matchEntry(title, vm.$parent, depth + 1) : null;
+        }
+
+        // 构造课程 URL
+        function buildUrl(entry) {
+          if (entry.h5_url) return entry.h5_url;
+          if (entry.url) return entry.url;
+          if (entry.app_id && entry.resource_id) {
+            var base = 'https://' + entry.app_id + '.h5.xet.citv.cn';
+            if (entry.resource_type === 6) return base + '/v1/course/column/' + entry.resource_id + '?type=3';
+            return base + '/p/course/ecourse/' + entry.resource_id;
+          }
+          return '';
+        }
+
+        var cards = document.querySelectorAll('.course-card-list');
+        var results = [];
+        for (var c = 0; c < cards.length; c++) {
+          var titleEl = cards[c].querySelector('.card-title-box');
+          var title = titleEl ? titleEl.textContent.trim() : '';
+          if (!title) continue;
+          var entry = matchEntry(title, cards[c].__vue__, 0);
+          results.push({
+            title: title,
+            shop: entry ? (entry.shop_name || entry.app_name || '') : '',
+            url: entry ? buildUrl(entry) : '',
+          });
+        }
+        return results;
+      })()
+
+  - map:
+      title: ${{ item.title }}
+      shop: ${{ item.shop }}
+      url: ${{ item.url }}
+
+columns: [title, shop, url]

package/vendor/opencli/dist/clis/xiaoe/detail.yaml

@@ -0,0 +1,39 @@
+site: xiaoe
+name: detail
+description: 小鹅通课程详情（名称、价格、学员数、店铺）
+domain: h5.xet.citv.cn
+strategy: cookie
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: 课程页面 URL
+
+pipeline:
+  - navigate: ${{ args.url }}
+
+  - wait: 5
+
+  - evaluate: |
+      (() => {
+        var vm = (document.querySelector('#app') || {}).__vue__;
+        if (!vm || !vm.$store) return [];
+        var core = vm.$store.state.coreInfo || {};
+        var goods = vm.$store.state.goodsInfo || {};
+        var shop = ((vm.$store.state.compositeInfo || {}).shop_conf) || {};
+        return [{
+          name: core.resource_name || '',
+          resource_id: core.resource_id || '',
+          resource_type: core.resource_type || '',
+          cover: core.resource_img || '',
+          user_count: core.user_count || 0,
+          price: goods.price ? (goods.price / 100).toFixed(2) : '0',
+          original_price: goods.line_price ? (goods.line_price / 100).toFixed(2) : '0',
+          is_free: goods.is_free || 0,
+          shop_name: shop.shop_name || '',
+        }];
+      })()
+
+columns: [name, price, original_price, user_count, shop_name]

package/vendor/opencli/dist/clis/xiaoe/play-url.yaml

@@ -0,0 +1,124 @@
+site: xiaoe
+name: play-url
+description: 小鹅通视频/音频/直播回放 M3U8 播放地址
+domain: h5.xet.citv.cn
+strategy: cookie
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: 小节页面 URL
+
+pipeline:
+  - navigate: ${{ args.url }}
+
+  - wait: 2
+
+  - evaluate: |
+      (async () => {
+        var pageUrl = window.location.href;
+        var origin = window.location.origin;
+        var resourceId = (pageUrl.match(/[val]_[a-f0-9]+/) || [])[0] || '';
+        var productId = (pageUrl.match(/product_id=([^&]+)/) || [])[1] || '';
+        var appId = (origin.match(/(app[a-z0-9]+)\./) || [])[1] || '';
+        var isLive = resourceId.startsWith('l_') || pageUrl.includes('/alive/');
+        var m3u8Url = '', method = '', title = document.title, duration = 0;
+
+        // 深度搜索 Vue 组件树找 M3U8
+        function searchVueM3u8() {
+          var el = document.querySelector('#app');
+          if (!el || !el.__vue__) return '';
+          var walk = function(vm, d) {
+            if (!vm || d > 10) return '';
+            var data = vm.$data || {};
+            for (var k in data) {
+              if (k[0] === '_' || k[0] === '$') continue;
+              var v = data[k];
+              if (typeof v === 'string' && v.includes('.m3u8')) return v;
+              if (typeof v === 'object' && v) {
+                try {
+                  var s = JSON.stringify(v);
+                  var m = s.match(/https?:[^"]*\.m3u8[^"]*/);
+                  if (m) return m[0].replace(/\\\//g, '/');
+                } catch(e) {}
+              }
+            }
+            if (vm.$children) {
+              for (var c = 0; c < vm.$children.length; c++) {
+                var f = walk(vm.$children[c], d + 1);
+                if (f) return f;
+              }
+            }
+            return '';
+          };
+          return walk(el.__vue__, 0);
+        }
+
+        // ===== 视频课: detail_info → getPlayUrl =====
+        if (!isLive && resourceId.startsWith('v_')) {
+          try {
+            var detailRes = await fetch(origin + '/xe.course.business.video.detail_info.get/2.0.0', {
+              method: 'POST', credentials: 'include',
+              headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+              body: new URLSearchParams({
+                'bizData[resource_id]': resourceId,
+                'bizData[product_id]': productId || resourceId,
+                'bizData[opr_sys]': 'MacIntel',
+              }),
+            });
+            var detail = await detailRes.json();
+            var vi = (detail.data || {}).video_info || {};
+            title = vi.file_name || title;
+            duration = vi.video_length || 0;
+            if (vi.play_sign) {
+              var userId = (document.cookie.match(/ctx_user_id=([^;]+)/) || [])[1] || window.__user_id || '';
+              var playRes = await fetch(origin + '/xe.material-center.play/getPlayUrl', {
+                method: 'POST', credentials: 'include',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({
+                  org_app_id: appId, app_id: vi.material_app_id || appId,
+                  user_id: userId, play_sign: [vi.play_sign],
+                  play_line: 'A', opr_sys: 'MacIntel',
+                }),
+              });
+              var playData = await playRes.json();
+              if (playData.code === 0 && playData.data) {
+                var m = JSON.stringify(playData.data).match(/https?:[^"]*\.m3u8[^"]*/);
+                if (m) { m3u8Url = m[0].replace(/\\u0026/g, '&').replace(/\\\//g, '/'); method = 'api_direct'; }
+              }
+            }
+          } catch(e) {}
+        }
+
+        // ===== 兜底: Performance API + Vue 搜索轮询 =====
+        if (!m3u8Url) {
+          for (var attempt = 0; attempt < 30; attempt++) {
+            var entries = performance.getEntriesByType('resource');
+            for (var i = 0; i < entries.length; i++) {
+              if (entries[i].name.includes('.m3u8')) { m3u8Url = entries[i].name; method = 'perf_api'; break; }
+            }
+            if (!m3u8Url) { m3u8Url = searchVueM3u8(); if (m3u8Url) method = 'vue_search'; }
+            if (m3u8Url) break;
+            await new Promise(function(r) { setTimeout(r, 500); });
+          }
+        }
+
+        if (!duration) {
+          var vid = document.querySelector('video'), aud = document.querySelector('audio');
+          if (vid && vid.duration && !isNaN(vid.duration)) duration = Math.round(vid.duration);
+          if (aud && aud.duration && !isNaN(aud.duration)) duration = Math.round(aud.duration);
+        }
+
+        return [{ title: title, resource_id: resourceId, m3u8_url: m3u8Url, duration_sec: duration, method: method }];
+      })()
+
+  - map:
+      title: ${{ item.title }}
+      resource_id: ${{ item.resource_id }}
+      m3u8_url: ${{ item.m3u8_url }}
+      duration_sec: ${{ item.duration_sec }}
+      method: ${{ item.method }}
+
+columns: [title, resource_id, m3u8_url, duration_sec, method]

package/vendor/opencli/dist/clis/xiaohongshu/comments.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Xiaohongshu comments — DOM extraction from note detail page.
+ * XHS API requires signed requests, so we scrape the rendered DOM instead.
+ *
+ * Supports both top-level comments and nested replies (楼中楼) via
+ * the --with-replies flag.
+ */
+export {};

package/vendor/opencli/dist/clis/xiaohongshu/comments.js

@@ -0,0 +1,133 @@
+/**
+ * Xiaohongshu comments — DOM extraction from note detail page.
+ * XHS API requires signed requests, so we scrape the rendered DOM instead.
+ *
+ * Supports both top-level comments and nested replies (楼中楼) via
+ * the --with-replies flag.
+ */
+import { cli, Strategy } from '../../registry.js';
+import { AuthRequiredError, EmptyResultError } from '../../errors.js';
+import { parseNoteId, buildNoteUrl } from './note-helpers.js';
+function parseCommentLimit(raw, fallback = 20) {
+    const n = Number(raw);
+    if (!Number.isFinite(n))
+        return fallback;
+    return Math.max(1, Math.min(Math.floor(n), 50));
+}
+cli({
+    site: 'xiaohongshu',
+    name: 'comments',
+    description: '获取小红书笔记评论（支持楼中楼子回复）',
+    domain: 'www.xiaohongshu.com',
+    strategy: Strategy.COOKIE,
+    args: [
+        { name: 'note-id', required: true, positional: true, help: 'Note ID or full URL (preserves xsec_token for access)' },
+        { name: 'limit', type: 'int', default: 20, help: 'Number of top-level comments (max 50)' },
+        { name: 'with-replies', type: 'boolean', default: false, help: 'Include nested replies (楼中楼)' },
+    ],
+    columns: ['rank', 'author', 'text', 'likes', 'time', 'is_reply', 'reply_to'],
+    func: async (page, kwargs) => {
+        const limit = parseCommentLimit(kwargs.limit);
+        const withReplies = Boolean(kwargs['with-replies']);
+        const raw = String(kwargs['note-id']);
+        const noteId = parseNoteId(raw);
+        await page.goto(buildNoteUrl(raw));
+        await page.wait(3);
+        const data = await page.evaluate(`
+      (async () => {
+        const wait = (ms) => new Promise(r => setTimeout(r, ms))
+        const withReplies = ${withReplies}
+
+        // Check login state
+        const loginWall = /登录后查看|请登录/.test(document.body.innerText || '')
+
+        // Scroll the note container to trigger comment loading
+        const scroller = document.querySelector('.note-scroller') || document.querySelector('.container')
+        if (scroller) {
+          for (let i = 0; i < 3; i++) {
+            scroller.scrollTo(0, scroller.scrollHeight)
+            await wait(1000)
+          }
+        }
+
+        const clean = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim()
+        const parseLikes = (el) => {
+          const raw = clean(el)
+          return /^\\d+$/.test(raw) ? Number(raw) : 0
+        }
+        const expandReplyThreads = async (root) => {
+          if (!withReplies || !root) return
+          const clickedTexts = new Set()
+          for (let round = 0; round < 3; round++) {
+            const expanders = Array.from(root.querySelectorAll('button, [role="button"], span, div')).filter(el => {
+              if (!(el instanceof HTMLElement)) return false
+              const text = clean(el)
+              if (!text || text.length > 24) return false
+              if (!/(展开|更多回复|全部回复|查看.*回复|共\\d+条回复)/.test(text)) return false
+              if (clickedTexts.has(text)) return false
+              return true
+            })
+            if (!expanders.length) break
+            for (const el of expanders) {
+              const text = clean(el)
+              el.click()
+              clickedTexts.add(text)
+              await wait(300)
+            }
+          }
+        }
+
+        const results = []
+        const parents = document.querySelectorAll('.parent-comment')
+        for (const p of parents) {
+          const item = p.querySelector('.comment-item')
+          if (!item) continue
+
+          const author = clean(item.querySelector('.author-wrapper .name, .user-name'))
+          const text = clean(item.querySelector('.content, .note-text'))
+          const likes = parseLikes(item.querySelector('.count'))
+          const time = clean(item.querySelector('.date, .time'))
+
+          if (!text) continue
+          results.push({ author, text, likes, time, is_reply: false, reply_to: '' })
+
+          // Extract nested replies (楼中楼)
+          if (withReplies) {
+            await expandReplyThreads(p)
+            p.querySelectorAll('.reply-container .comment-item-sub, .sub-comment-list .comment-item').forEach(sub => {
+              const sAuthor = clean(sub.querySelector('.name, .user-name'))
+              const sText = clean(sub.querySelector('.content, .note-text'))
+              const sLikes = parseLikes(sub.querySelector('.count'))
+              const sTime = clean(sub.querySelector('.date, .time'))
+              if (!sText) return
+              results.push({ author: sAuthor, text: sText, likes: sLikes, time: sTime, is_reply: true, reply_to: author })
+            })
+          }
+        }
+
+        return { loginWall, results }
+      })()
+    `);
+        if (!data || typeof data !== 'object') {
+            throw new EmptyResultError('xiaohongshu/comments', 'Unexpected evaluate response');
+        }
+        if (data.loginWall) {
+            throw new AuthRequiredError('www.xiaohongshu.com', 'Note comments require login');
+        }
+        const all = data.results ?? [];
+        // When limiting, count only top-level comments; their replies are included for free
+        if (withReplies) {
+            const limited = [];
+            let topCount = 0;
+            for (const c of all) {
+                if (!c.is_reply)
+                    topCount++;
+                if (topCount > limit)
+                    break;
+                limited.push(c);
+            }
+            return limited.map((c, i) => ({ rank: i + 1, ...c }));
+        }
+        return all.slice(0, limit).map((c, i) => ({ rank: i + 1, ...c }));
+    },
+});

package/vendor/opencli/dist/clis/xiaohongshu/comments.test.d.ts

@@ -0,0 +1 @@
+import './comments.js';