@jackwener/opencli 1.7.2 → 1.7.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -15
- package/README.zh-CN.md +31 -15
- package/cli-manifest.json +1265 -101
- package/clis/barchart/flow.js +1 -1
- package/clis/barchart/greeks.js +2 -2
- package/clis/barchart/options.js +2 -2
- package/clis/barchart/quote.js +1 -1
- package/clis/bilibili/favorite.js +18 -13
- package/clis/bilibili/feed.js +202 -48
- package/clis/binance/depth.js +3 -4
- package/clis/boss/utils.js +2 -2
- package/clis/chatgpt/image.js +97 -0
- package/clis/chatgpt/utils.js +297 -0
- package/clis/{chatgpt → chatgpt-app}/ask.js +1 -1
- package/clis/{chatgpt → chatgpt-app}/ax.js +6 -3
- package/clis/{chatgpt → chatgpt-app}/model.js +1 -1
- package/clis/{chatgpt → chatgpt-app}/new.js +1 -1
- package/clis/{chatgpt → chatgpt-app}/read.js +1 -1
- package/clis/{chatgpt → chatgpt-app}/send.js +1 -1
- package/clis/{chatgpt → chatgpt-app}/status.js +1 -1
- package/clis/discord-app/delete.js +114 -0
- package/clis/douban/search.js +1 -0
- package/clis/douban/search.test.js +11 -0
- package/clis/douban/subject.js +20 -93
- package/clis/douban/subject.test.js +11 -0
- package/clis/douban/utils.js +279 -10
- package/clis/douban/utils.test.js +296 -1
- package/clis/doubao/utils.js +319 -130
- package/clis/doubao/utils.test.js +241 -2
- package/clis/eastmoney/hot-rank.js +50 -0
- package/clis/eastmoney/hot-rank.test.js +59 -0
- package/clis/grok/image.test.ts +107 -0
- package/clis/grok/image.ts +356 -0
- package/clis/ke/chengjiao.js +77 -0
- package/clis/ke/ershoufang.js +100 -0
- package/clis/ke/utils.js +104 -0
- package/clis/ke/xiaoqu.js +77 -0
- package/clis/ke/zufang.js +94 -0
- package/clis/maimai/search-talents.js +172 -0
- package/clis/mubu/doc.js +40 -0
- package/clis/mubu/docs.js +43 -0
- package/clis/mubu/notes.js +244 -0
- package/clis/mubu/recent.js +27 -0
- package/clis/mubu/search.js +62 -0
- package/clis/mubu/utils.js +304 -0
- package/clis/reuters/search.js +1 -1
- package/clis/tdx/hot-rank.js +47 -0
- package/clis/tdx/hot-rank.test.js +59 -0
- package/clis/ths/hot-rank.js +49 -0
- package/clis/ths/hot-rank.test.js +64 -0
- package/clis/twitter/bookmarks.js +2 -1
- package/clis/uiverse/_shared.js +368 -0
- package/clis/uiverse/_shared.test.js +55 -0
- package/clis/uiverse/code.js +47 -0
- package/clis/uiverse/preview.js +71 -0
- package/clis/xiaohongshu/comments.js +20 -8
- package/clis/xiaohongshu/comments.test.js +69 -12
- package/clis/xiaohongshu/creator-note-detail.js +2 -0
- package/clis/xiaohongshu/creator-note-detail.test.js +32 -0
- package/clis/xiaohongshu/creator-notes-summary.js +4 -0
- package/clis/xiaohongshu/creator-notes-summary.test.js +39 -1
- package/clis/xiaohongshu/creator-notes.js +1 -0
- package/clis/xiaohongshu/creator-profile.js +1 -0
- package/clis/xiaohongshu/creator-stats.js +1 -0
- package/clis/xiaohongshu/download.js +18 -7
- package/clis/xiaohongshu/download.test.js +42 -0
- package/clis/xiaohongshu/navigation.test.js +34 -0
- package/clis/xiaohongshu/note-helpers.js +46 -12
- package/clis/xiaohongshu/note.js +17 -10
- package/clis/xiaohongshu/note.test.js +66 -11
- package/clis/xiaohongshu/publish.js +1 -0
- package/clis/xiaohongshu/search.js +1 -0
- package/clis/xiaohongshu/user.js +1 -0
- package/clis/xiaoyuzhou/auth.js +303 -0
- package/clis/xiaoyuzhou/auth.test.js +124 -0
- package/clis/xiaoyuzhou/download.js +49 -0
- package/clis/xiaoyuzhou/download.test.js +125 -0
- package/clis/xiaoyuzhou/transcript.js +76 -0
- package/clis/xiaoyuzhou/transcript.test.js +195 -0
- package/clis/yahoo-finance/quote.js +1 -1
- package/clis/youtube/feed.js +120 -0
- package/clis/youtube/history.js +118 -0
- package/clis/youtube/like.js +62 -0
- package/clis/youtube/playlist.js +97 -0
- package/clis/youtube/subscribe.js +71 -0
- package/clis/youtube/subscriptions.js +57 -0
- package/clis/youtube/unlike.js +62 -0
- package/clis/youtube/unsubscribe.js +71 -0
- package/clis/youtube/utils.js +122 -0
- package/clis/youtube/utils.test.js +32 -1
- package/clis/youtube/watch-later.js +76 -0
- package/dist/src/browser/base-page.d.ts +9 -0
- package/dist/src/browser/base-page.js +44 -5
- package/dist/src/browser/bridge.d.ts +2 -0
- package/dist/src/browser/bridge.js +51 -14
- package/dist/src/browser/cdp.js +11 -2
- package/dist/src/browser/daemon-client.d.ts +2 -0
- package/dist/src/browser/dom-snapshot.js +13 -1
- package/dist/src/browser/page.d.ts +4 -1
- package/dist/src/browser/page.js +48 -8
- package/dist/src/browser/page.test.js +61 -1
- package/dist/src/browser/target-errors.d.ts +23 -0
- package/dist/src/browser/target-errors.js +29 -0
- package/dist/src/browser/target-errors.test.d.ts +1 -0
- package/dist/src/browser/target-errors.test.js +61 -0
- package/dist/src/browser/target-resolver.d.ts +57 -0
- package/dist/src/browser/target-resolver.js +298 -0
- package/dist/src/browser/target-resolver.test.d.ts +1 -0
- package/dist/src/browser/target-resolver.test.js +43 -0
- package/dist/src/browser.test.js +38 -1
- package/dist/src/cli.js +45 -35
- package/dist/src/commands/daemon.d.ts +4 -2
- package/dist/src/commands/daemon.js +22 -2
- package/dist/src/commands/daemon.test.js +65 -2
- package/dist/src/daemon.js +7 -0
- package/dist/src/doctor.d.ts +2 -0
- package/dist/src/doctor.js +82 -10
- package/dist/src/doctor.test.js +28 -12
- package/dist/src/electron-apps.js +1 -1
- package/dist/src/errors.d.ts +1 -0
- package/dist/src/errors.js +13 -0
- package/dist/src/execution.js +36 -9
- package/dist/src/execution.test.js +23 -0
- package/dist/src/external-clis.yaml +2 -2
- package/dist/src/logger.d.ts +2 -2
- package/dist/src/logger.js +3 -8
- package/dist/src/output.js +1 -5
- package/dist/src/output.test.js +0 -21
- package/dist/src/pipeline/steps/transform.js +1 -1
- package/dist/src/pipeline/template.d.ts +1 -0
- package/dist/src/pipeline/template.js +11 -3
- package/dist/src/pipeline/template.test.js +3 -0
- package/dist/src/pipeline/transform.test.js +14 -0
- package/dist/src/plugin.d.ts +7 -1
- package/dist/src/plugin.js +23 -1
- package/dist/src/plugin.test.js +15 -1
- package/dist/src/registry.js +3 -4
- package/dist/src/types.d.ts +3 -1
- package/dist/src/update-check.d.ts +14 -0
- package/dist/src/update-check.js +48 -3
- package/dist/src/update-check.test.d.ts +1 -0
- package/dist/src/update-check.test.js +31 -0
- package/package.json +1 -1
- package/scripts/fetch-adapters.js +35 -8
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { cli, Strategy } from '@jackwener/opencli/registry';
|
|
2
|
+
import { formatDate, mubuPost } from './utils.js';
|
|
3
|
+
|
|
4
|
+
cli({
|
|
5
|
+
site: 'mubu',
|
|
6
|
+
name: 'recent',
|
|
7
|
+
description: '最近编辑的幕布文档',
|
|
8
|
+
domain: 'mubu.com',
|
|
9
|
+
strategy: Strategy.COOKIE,
|
|
10
|
+
args: [
|
|
11
|
+
{ name: 'limit', type: 'int', default: 20, help: '最多显示条数' },
|
|
12
|
+
],
|
|
13
|
+
columns: ['id', 'name', 'updated'],
|
|
14
|
+
func: async (page, kwargs) => {
|
|
15
|
+
const limit = kwargs.limit;
|
|
16
|
+
|
|
17
|
+
await page.goto('https://mubu.com/app');
|
|
18
|
+
|
|
19
|
+
const data = await mubuPost(page, '/list/get', { folderId: 'recent' });
|
|
20
|
+
|
|
21
|
+
return (data.documents ?? []).slice(0, limit).map((doc) => ({
|
|
22
|
+
id: doc.id,
|
|
23
|
+
name: doc.name,
|
|
24
|
+
updated: formatDate(doc.updateTime),
|
|
25
|
+
}));
|
|
26
|
+
},
|
|
27
|
+
});
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { cli, Strategy } from '@jackwener/opencli/registry';
|
|
2
|
+
import { mubuPost, htmlToText } from './utils.js';
|
|
3
|
+
|
|
4
|
+
cli({
|
|
5
|
+
site: 'mubu',
|
|
6
|
+
name: 'search',
|
|
7
|
+
description: '全局搜索幕布文档和文件夹(标题+内容,服务端全量匹配)。结果含 type/id/name/path/hits/snippet 字段。',
|
|
8
|
+
domain: 'mubu.com',
|
|
9
|
+
strategy: Strategy.COOKIE,
|
|
10
|
+
args: [
|
|
11
|
+
{ name: 'query', positional: true, required: true, help: '搜索关键词' },
|
|
12
|
+
{ name: 'limit', type: 'int', default: 100, help: '最多显示条数(默认 100,结果被截断时用 --limit N 调大)' },
|
|
13
|
+
],
|
|
14
|
+
columns: ['type', 'id', 'name', 'path', 'hits', 'snippet'],
|
|
15
|
+
func: async (page, kwargs) => {
|
|
16
|
+
const query = kwargs.query;
|
|
17
|
+
const limit = kwargs.limit ?? 100;
|
|
18
|
+
|
|
19
|
+
await page.goto('https://mubu.com/app');
|
|
20
|
+
|
|
21
|
+
const data = await mubuPost(page, '/list/search', { keywords: query });
|
|
22
|
+
|
|
23
|
+
const formatPath = (paths) => paths.map((p) => p.name).join(' > ');
|
|
24
|
+
|
|
25
|
+
const folders = (data.folders ?? []).map((f) => ({
|
|
26
|
+
type: 'folder',
|
|
27
|
+
id: f.id,
|
|
28
|
+
name: f.name,
|
|
29
|
+
path: formatPath(f.paths),
|
|
30
|
+
hits: '',
|
|
31
|
+
snippet: '',
|
|
32
|
+
}));
|
|
33
|
+
|
|
34
|
+
const docs = (data.documents ?? []).map((d) => ({
|
|
35
|
+
type: 'doc',
|
|
36
|
+
id: d.id,
|
|
37
|
+
name: d.name,
|
|
38
|
+
path: formatPath(d.paths),
|
|
39
|
+
hits: d.total > 0 ? String(d.total) : '',
|
|
40
|
+
snippet: d.nodes
|
|
41
|
+
.map((n) => htmlToText(n.text))
|
|
42
|
+
.filter(Boolean)
|
|
43
|
+
.join(' | '),
|
|
44
|
+
}));
|
|
45
|
+
|
|
46
|
+
const all = [...folders, ...docs];
|
|
47
|
+
const result = all.slice(0, limit);
|
|
48
|
+
|
|
49
|
+
if (all.length > limit) {
|
|
50
|
+
result.push({
|
|
51
|
+
type: '...',
|
|
52
|
+
id: '',
|
|
53
|
+
name: `还有 ${all.length - limit} 条未显示,用 --limit ${all.length} 查看全部`,
|
|
54
|
+
path: '',
|
|
55
|
+
hits: '',
|
|
56
|
+
snippet: '',
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
return result;
|
|
61
|
+
},
|
|
62
|
+
});
|
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
import { AuthRequiredError, CommandExecutionError } from '@jackwener/opencli/errors';
|
|
2
|
+
|
|
3
|
+
export const API_BASE = 'https://api2.mubu.com/v3/api';
|
|
4
|
+
const MUBU_DOMAIN = 'mubu.com';
|
|
5
|
+
const AUTH_HINT = 'Mubu requires a logged-in browser session at mubu.com';
|
|
6
|
+
|
|
7
|
+
function isAuthFailure(code, message) {
|
|
8
|
+
if (code === 401 || code === 403) return true;
|
|
9
|
+
if (!message) return false;
|
|
10
|
+
return /not logged in|login required|unauthorized|未登录|请先登录|需要登录|login expired/i.test(message);
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* 在浏览器页面上下文里用 XHR 发 POST 请求(参考 zsxq 适配器模式)。
|
|
15
|
+
* mubu app 自身也是这个机制:从 localStorage 读 Jwt-Token,通过同名 header 发到 api2.mubu.com。
|
|
16
|
+
* 不经过 Node.js 进程发网络请求,避免 CORS 问题和 extension fetch 拦截。
|
|
17
|
+
*/
|
|
18
|
+
export async function mubuPost(page, path, body) {
|
|
19
|
+
const url = `${API_BASE}${path}`;
|
|
20
|
+
|
|
21
|
+
const result = await page.evaluate(`
|
|
22
|
+
(async () => {
|
|
23
|
+
const token = localStorage.getItem('Jwt-Token');
|
|
24
|
+
if (!token) return { ok: false, status: 0, data: null, error: 'no token' };
|
|
25
|
+
return await new Promise((resolve) => {
|
|
26
|
+
const xhr = new XMLHttpRequest();
|
|
27
|
+
xhr.open('POST', ${JSON.stringify(url)}, true);
|
|
28
|
+
xhr.setRequestHeader('Content-Type', 'application/json');
|
|
29
|
+
xhr.setRequestHeader('Jwt-Token', token);
|
|
30
|
+
xhr.onload = () => {
|
|
31
|
+
let data = null;
|
|
32
|
+
try { data = JSON.parse(xhr.responseText); } catch {}
|
|
33
|
+
resolve({ ok: xhr.status >= 200 && xhr.status < 300, status: xhr.status, data });
|
|
34
|
+
};
|
|
35
|
+
xhr.onerror = () => resolve({ ok: false, status: 0, data: null, error: 'network error' });
|
|
36
|
+
xhr.send(${JSON.stringify(JSON.stringify(body))});
|
|
37
|
+
});
|
|
38
|
+
})()
|
|
39
|
+
`);
|
|
40
|
+
|
|
41
|
+
if (!result || result.error === 'no token') {
|
|
42
|
+
throw new AuthRequiredError(MUBU_DOMAIN, AUTH_HINT);
|
|
43
|
+
}
|
|
44
|
+
if (!result.ok || !result.data) {
|
|
45
|
+
throw new CommandExecutionError(`mubu: ${path}: HTTP ${result.status} ${result.error ?? ''}`);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
const { data } = result;
|
|
49
|
+
if (data.code !== 0) {
|
|
50
|
+
if (isAuthFailure(data.code, data.message)) {
|
|
51
|
+
throw new AuthRequiredError(MUBU_DOMAIN, AUTH_HINT);
|
|
52
|
+
}
|
|
53
|
+
throw new CommandExecutionError(`mubu: ${path}: code=${data.code} ${data.message ?? ''}`);
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
return data.data;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
export function formatDate(ts) {
|
|
60
|
+
if (!ts) return '';
|
|
61
|
+
const d = new Date(ts);
|
|
62
|
+
const pad = (n) => String(n).padStart(2, '0');
|
|
63
|
+
return `${d.getFullYear()}-${pad(d.getMonth() + 1)}-${pad(d.getDate())} ${pad(d.getHours())}:${pad(d.getMinutes())}`;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
const NAMED_ENTITIES = { amp: '&', lt: '<', gt: '>', quot: '"', apos: "'", nbsp: ' ' };
|
|
67
|
+
|
|
68
|
+
function decodeHtmlEntities(s) {
|
|
69
|
+
return s
|
|
70
|
+
.replace(/&#x([0-9a-f]+);/gi, (_, h) => String.fromCodePoint(parseInt(h, 16)))
|
|
71
|
+
.replace(/&#(\d+);/g, (_, n) => String.fromCodePoint(parseInt(n, 10)))
|
|
72
|
+
.replace(/&(amp|lt|gt|quot|apos|nbsp);/g, (_, n) => NAMED_ENTITIES[n]);
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
/** 解析幕布 HTML 表格为行列二维数组(保留内部 HTML) */
|
|
76
|
+
function parseTableRows(tableHtml) {
|
|
77
|
+
const rows = [];
|
|
78
|
+
const rowMatches = tableHtml.match(/<tr[^>]*>[\s\S]*?<\/tr>/gi) ?? [];
|
|
79
|
+
for (const row of rowMatches) {
|
|
80
|
+
const cells = [];
|
|
81
|
+
const cellMatches = row.match(/<(?:td|th)[^>]*>[\s\S]*?<\/(?:td|th)>/gi) ?? [];
|
|
82
|
+
for (const cell of cellMatches) {
|
|
83
|
+
// 只剥离最外层的 <td> 或 <th>,保留内部的加粗、链接和 <br>
|
|
84
|
+
let innerHtml = cell.replace(/^<(?:td|th)[^>]*>|<\/(?:td|th)>$/gi, '');
|
|
85
|
+
cells.push(innerHtml.trim());
|
|
86
|
+
}
|
|
87
|
+
rows.push(cells);
|
|
88
|
+
}
|
|
89
|
+
return rows;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
/** 将幕布 HTML text 转为纯文本 */
|
|
93
|
+
export function htmlToText(html) {
|
|
94
|
+
let text = html;
|
|
95
|
+
// 表格 → 纯文本(tab 分隔);用 </table>\s*</div> 作结束锚,跳过 th/td 内部嵌套 div
|
|
96
|
+
text = text.replace(/<div class="table-container">[\s\S]*?<\/table>\s*<\/div>/g, (m) => {
|
|
97
|
+
return parseTableRows(m).map((r) => r.map(c => {
|
|
98
|
+
// 纯文本环境:<br> 换空格,清空所有标签
|
|
99
|
+
let plainCell = c.replace(/<br\s*\/?>/gi, ' ').replace(/<[^>]+>/g, '');
|
|
100
|
+
return decodeHtmlEntities(plainCell).trim();
|
|
101
|
+
}).join('\t')).join('\n');
|
|
102
|
+
});
|
|
103
|
+
text = text
|
|
104
|
+
.replace(/<br\s*\/?>/gi, '\n')
|
|
105
|
+
.replace(/<[^>]+>/g, '');
|
|
106
|
+
return decodeHtmlEntities(text).trim();
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
/** 将幕布 HTML 表格转为 Markdown 表格 */
|
|
110
|
+
function tableToMarkdown(tableHtml) {
|
|
111
|
+
const rows = parseTableRows(tableHtml);
|
|
112
|
+
if (rows.length === 0) return '';
|
|
113
|
+
|
|
114
|
+
const processRow = (row) => row.map(cellHtml => {
|
|
115
|
+
// 把表格内的 <br> 换成占位符,防止稍后被全局替换为 \n 导致表格断裂
|
|
116
|
+
return cellHtml.replace(/<br\s*\/?>/gi, '[[BR]]');
|
|
117
|
+
}).join(' | ');
|
|
118
|
+
|
|
119
|
+
const lines = [`| ${processRow(rows[0])} |`, `| ${rows[0].map(() => '---').join(' | ')} |`];
|
|
120
|
+
for (let i = 1; i < rows.length; i++) {
|
|
121
|
+
lines.push(`| ${processRow(rows[i])} |`);
|
|
122
|
+
}
|
|
123
|
+
return lines.join('\n');
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
/** 将幕布 HTML text 转为 Markdown inline 标记 */
|
|
127
|
+
export function htmlToMarkdown(html) {
|
|
128
|
+
let md = html;
|
|
129
|
+
|
|
130
|
+
// 1. 表格 → Markdown 表格
|
|
131
|
+
md = md.replace(/<div class="table-container">[\s\S]*?<\/table>\s*<\/div>/g, (m) => tableToMarkdown(m));
|
|
132
|
+
|
|
133
|
+
// 2. <br> → 换行
|
|
134
|
+
md = md.replace(/<br\s*\/?>/gi, '\n');
|
|
135
|
+
|
|
136
|
+
// 3. 统一处理样式标签,支持多 class 组合
|
|
137
|
+
md = md.replace(/<span class="([^"]+)"[^>]*>([\s\S]*?)<\/span>/gi, (match, classes, inner) => {
|
|
138
|
+
// 允许正常处理超链接内部的 bold 和 italic 样式
|
|
139
|
+
if (classes.includes('node-mention')) {
|
|
140
|
+
return match;
|
|
141
|
+
}
|
|
142
|
+
let res = inner;
|
|
143
|
+
if (/\bbold\b/.test(classes)) res = `**${res}**`;
|
|
144
|
+
if (/\bitalic\b/.test(classes)) res = `*${res}*`;
|
|
145
|
+
if (/\bstrikethrough\b/.test(classes)) res = `~~${res}~~`;
|
|
146
|
+
if (/\bunderline\b/.test(classes)) res = `\uFFFEU_OPEN\uFFFE${res}\uFFFEU_CLOSE\uFFFE`;
|
|
147
|
+
return res;
|
|
148
|
+
});
|
|
149
|
+
|
|
150
|
+
// 4. node-mention(主题链接 → Markdown 链接,支持组合 class 并继承自身样式)
|
|
151
|
+
md = md.replace(
|
|
152
|
+
/<span([^>]*\bclass="[^"]*\bnode-mention\b[^"]*"[^>]*)>([\s\S]*?)<\/span>/gi,
|
|
153
|
+
(match, attrs, inner) => {
|
|
154
|
+
const docMatch = attrs.match(/\bdata-doc="([^"]+)"/i);
|
|
155
|
+
const docId = docMatch ? docMatch[1] : '';
|
|
156
|
+
if (!docId) return match;
|
|
157
|
+
|
|
158
|
+
const classMatch = attrs.match(/\bclass="([^"]+)"/i);
|
|
159
|
+
const classes = classMatch ? classMatch[1] : '';
|
|
160
|
+
|
|
161
|
+
let res = inner.replace(/<[^>]+>/g, '').trim();
|
|
162
|
+
|
|
163
|
+
// 继承标签自身的样式
|
|
164
|
+
if (/\bbold\b/.test(classes)) res = `**${res}**`;
|
|
165
|
+
if (/\bitalic\b/.test(classes)) res = `*${res}*`;
|
|
166
|
+
if (/\bstrikethrough\b/.test(classes)) res = `~~${res}~~`;
|
|
167
|
+
if (/\bunderline\b/.test(classes)) res = `\uFFFEU_OPEN\uFFFE${res}\uFFFEU_CLOSE\uFFFE`;
|
|
168
|
+
|
|
169
|
+
return `[${res}](https://mubu.com/app/edit/${docId})`;
|
|
170
|
+
}
|
|
171
|
+
);
|
|
172
|
+
|
|
173
|
+
// 5. links (外部链接 → Markdown 链接,继承 a 标签自身样式)
|
|
174
|
+
md = md.replace(/<a([^>]*)>([\s\S]*?)<\/a>/gi, (match, attrs, inner) => {
|
|
175
|
+
const hrefMatch = attrs.match(/\bhref="([^"]+)"/i);
|
|
176
|
+
if (!hrefMatch) return match;
|
|
177
|
+
const href = hrefMatch[1];
|
|
178
|
+
|
|
179
|
+
const classMatch = attrs.match(/\bclass="([^"]+)"/i);
|
|
180
|
+
const classes = classMatch ? classMatch[1] : '';
|
|
181
|
+
|
|
182
|
+
let res = inner;
|
|
183
|
+
|
|
184
|
+
// 继承 a 标签自身的样式
|
|
185
|
+
if (/\bbold\b/.test(classes)) res = `**${res}**`;
|
|
186
|
+
if (/\bitalic\b/.test(classes)) res = `*${res}*`;
|
|
187
|
+
if (/\bstrikethrough\b/.test(classes)) res = `~~${res}~~`;
|
|
188
|
+
if (/\bunderline\b/.test(classes)) res = `\uFFFEU_OPEN\uFFFE${res}\uFFFEU_CLOSE\uFFFE`;
|
|
189
|
+
|
|
190
|
+
return `[${res}](${href})`;
|
|
191
|
+
});
|
|
192
|
+
|
|
193
|
+
// 6. 普通 span
|
|
194
|
+
md = md.replace(/<span[^>]*>([\s\S]*?)<\/span>/gi, '$1');
|
|
195
|
+
|
|
196
|
+
// 7. 清理其余标签
|
|
197
|
+
md = md.replace(/<[^>]+>/g, '');
|
|
198
|
+
|
|
199
|
+
// 8. HTML 实体解码
|
|
200
|
+
md = decodeHtmlEntities(md);
|
|
201
|
+
|
|
202
|
+
// 9. 还原 underline 占位符
|
|
203
|
+
md = md.replace(/\uFFFEU_OPEN\uFFFE/g, '<u>').replace(/\uFFFEU_CLOSE\uFFFE/g, '</u>');
|
|
204
|
+
|
|
205
|
+
// 10. 还原表格内的换行符
|
|
206
|
+
md = md.replace(/\[\[BR\]\]/g, '<br>');
|
|
207
|
+
|
|
208
|
+
return md.trim();
|
|
209
|
+
}
|
|
210
|
+
|
|
211
|
+
const IMAGE_BASE = 'https://api2.mubu.com/v3';
|
|
212
|
+
|
|
213
|
+
function imageUrl(uri) {
|
|
214
|
+
return uri.startsWith('http') ? uri : `${IMAGE_BASE}/${uri}`;
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
function taskPrefix(node) {
|
|
218
|
+
if (!node.taskStatus) return '';
|
|
219
|
+
return node.taskStatus === 2 ? '[x] ' : '[ ] ';
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
function taskMeta(node) {
|
|
223
|
+
const parts = [];
|
|
224
|
+
if (node.deadline) {
|
|
225
|
+
const ts = formatDate(node.deadline * 1000);
|
|
226
|
+
parts.push(`📅 ${node.deadlineType === 'date' ? ts.slice(0, 10) : ts}`);
|
|
227
|
+
}
|
|
228
|
+
if (node.remindAt) parts.push(`⏰ ${formatDate(node.remindAt * 1000)}`);
|
|
229
|
+
return parts.length ? ' ' + parts.join(' ') : '';
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
/** 递归将节点树渲染为缩进纯文本 */
|
|
233
|
+
export function nodesToText(nodes, depth = 0) {
|
|
234
|
+
const lines = [];
|
|
235
|
+
for (const node of nodes) {
|
|
236
|
+
const indent = ' '.repeat(depth);
|
|
237
|
+
const emoji = node.emoji ? node.emoji + ' ' : '';
|
|
238
|
+
const text = htmlToText(node.text);
|
|
239
|
+
const prefix = taskPrefix(node);
|
|
240
|
+
const meta = taskMeta(node);
|
|
241
|
+
if (text || emoji || prefix) {
|
|
242
|
+
if (text.includes('\n')) {
|
|
243
|
+
const [first, ...rest] = text.split('\n');
|
|
244
|
+
lines.push(indent + prefix + emoji + first);
|
|
245
|
+
for (const line of rest) lines.push(indent + ' ' + line);
|
|
246
|
+
if (meta) lines.push(indent + ' ' + meta.trim());
|
|
247
|
+
} else {
|
|
248
|
+
lines.push(indent + prefix + emoji + text + meta);
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
if (node.note) {
|
|
252
|
+
const noteText = htmlToText(node.note);
|
|
253
|
+
for (const line of noteText.split('\n')) lines.push(indent + ' ' + line);
|
|
254
|
+
}
|
|
255
|
+
if (node.images?.length) {
|
|
256
|
+
for (const img of node.images) {
|
|
257
|
+
lines.push(indent + `[图片: ${imageUrl(img.uri)}]`);
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
if (node.children?.length) {
|
|
261
|
+
lines.push(nodesToText(node.children, depth + 1));
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
return lines.filter(Boolean).join('\n');
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
/** 递归将节点树渲染为 Markdown(大纲 = 缩进列表,不映射为标题) */
|
|
268
|
+
export function nodesToMarkdown(nodes, depth = 0) {
|
|
269
|
+
const lines = [];
|
|
270
|
+
for (const node of nodes) {
|
|
271
|
+
const text = htmlToMarkdown(node.text);
|
|
272
|
+
if (!text && !node.images?.length && !node.note && !node.emoji) continue;
|
|
273
|
+
|
|
274
|
+
const indent = ' '.repeat(depth);
|
|
275
|
+
const emoji = node.emoji ? node.emoji + ' ' : '';
|
|
276
|
+
const prefix = taskPrefix(node);
|
|
277
|
+
const meta = taskMeta(node);
|
|
278
|
+
if (text || emoji || prefix) {
|
|
279
|
+
if (text.includes('\n')) {
|
|
280
|
+
const [first, ...rest] = text.split('\n');
|
|
281
|
+
lines.push(indent + '- ' + prefix + emoji + first);
|
|
282
|
+
const continuation = indent + ' ';
|
|
283
|
+
for (const line of rest) lines.push(continuation + line);
|
|
284
|
+
if (meta) lines.push(continuation + meta.trim());
|
|
285
|
+
} else {
|
|
286
|
+
lines.push(indent + '- ' + prefix + emoji + text + meta);
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
if (node.note) {
|
|
290
|
+
const noteLines = htmlToMarkdown(node.note).split('\n');
|
|
291
|
+
for (const line of noteLines) lines.push(indent + ' > ' + line);
|
|
292
|
+
}
|
|
293
|
+
if (node.images?.length) {
|
|
294
|
+
for (const img of node.images) {
|
|
295
|
+
lines.push(indent + ` })`);
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
|
|
299
|
+
if (node.children?.length) {
|
|
300
|
+
lines.push(nodesToMarkdown(node.children, depth + 1));
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
return lines.filter(Boolean).join('\n');
|
|
304
|
+
}
|
package/clis/reuters/search.js
CHANGED
|
@@ -21,7 +21,7 @@ cli({
|
|
|
21
21
|
(async () => {
|
|
22
22
|
const count = ${count};
|
|
23
23
|
const apiQuery = JSON.stringify({
|
|
24
|
-
keyword:
|
|
24
|
+
keyword: ${JSON.stringify(kwargs.query)},
|
|
25
25
|
offset: 0, orderby: 'display_date:desc', size: count, website: 'reuters'
|
|
26
26
|
});
|
|
27
27
|
const apiUrl = 'https://www.reuters.com/pf/api/v3/content/fetch/articles-by-search-v2?query=' + encodeURIComponent(apiQuery);
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { cli, Strategy } from '@jackwener/opencli/registry';
|
|
2
|
+
|
|
3
|
+
const TDX_HOT_URL = 'https://pul.tdx.com.cn/site/app/gzhbd/tdx-topsearch/page-main.html?pageName=page_topsearch&tabClickIndex=0&subtabIndex=0';
|
|
4
|
+
|
|
5
|
+
cli({
|
|
6
|
+
site: 'tdx',
|
|
7
|
+
name: 'hot-rank',
|
|
8
|
+
description: '通达信热搜榜',
|
|
9
|
+
domain: 'pul.tdx.com.cn',
|
|
10
|
+
strategy: Strategy.COOKIE,
|
|
11
|
+
navigateBefore: true,
|
|
12
|
+
args: [
|
|
13
|
+
{ name: 'limit', type: 'int', default: 20, help: '返回数量' },
|
|
14
|
+
],
|
|
15
|
+
columns: ['rank', 'symbol', 'name', 'changePercent', 'heat', 'tags'],
|
|
16
|
+
func: async (page, kwargs) => {
|
|
17
|
+
await page.goto(TDX_HOT_URL);
|
|
18
|
+
await page.wait({ timeout: 15000 });
|
|
19
|
+
const data = await page.evaluate(`
|
|
20
|
+
(() => {
|
|
21
|
+
const cleanText = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim();
|
|
22
|
+
const cells = document.querySelectorAll('div.top-cell[data-code]');
|
|
23
|
+
const results = [];
|
|
24
|
+
const seen = new Set();
|
|
25
|
+
cells.forEach((cell, idx) => {
|
|
26
|
+
const symbol = cell.getAttribute('data-code') || '';
|
|
27
|
+
const name = cell.getAttribute('data-name') || '';
|
|
28
|
+
if (!symbol || !name || seen.has(symbol)) return;
|
|
29
|
+
seen.add(symbol);
|
|
30
|
+
const tagEls = cell.querySelectorAll('div.tips-item.gnbk');
|
|
31
|
+
const tags = Array.from(tagEls).map(t => cleanText(t)).filter(Boolean).join(',');
|
|
32
|
+
results.push({
|
|
33
|
+
rank: idx + 1,
|
|
34
|
+
symbol,
|
|
35
|
+
name,
|
|
36
|
+
changePercent: cleanText(cell.querySelector('div.top-zf')),
|
|
37
|
+
heat: cleanText(cell.querySelector('div.hotN')),
|
|
38
|
+
tags,
|
|
39
|
+
});
|
|
40
|
+
});
|
|
41
|
+
return results;
|
|
42
|
+
})()
|
|
43
|
+
`);
|
|
44
|
+
if (!Array.isArray(data)) return [];
|
|
45
|
+
return data.slice(0, kwargs.limit);
|
|
46
|
+
},
|
|
47
|
+
});
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
2
|
+
import { getRegistry } from '@jackwener/opencli/registry';
|
|
3
|
+
import './hot-rank.js';
|
|
4
|
+
|
|
5
|
+
describe('tdx hot-rank command', () => {
|
|
6
|
+
it('registers the command with correct metadata', () => {
|
|
7
|
+
const command = getRegistry().get('tdx/hot-rank');
|
|
8
|
+
expect(command).toBeDefined();
|
|
9
|
+
expect(command).toMatchObject({
|
|
10
|
+
site: 'tdx',
|
|
11
|
+
name: 'hot-rank',
|
|
12
|
+
description: expect.stringContaining('通达信'),
|
|
13
|
+
domain: 'pul.tdx.com.cn',
|
|
14
|
+
navigateBefore: true,
|
|
15
|
+
});
|
|
16
|
+
expect(command.columns).toEqual(['rank', 'symbol', 'name', 'changePercent', 'heat', 'tags']);
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
it('returns hot stock data from the page', async () => {
|
|
20
|
+
const command = getRegistry().get('tdx/hot-rank');
|
|
21
|
+
const mockData = [
|
|
22
|
+
{ rank: 1, symbol: '600519', name: '贵州茅台', changePercent: '+2.35%', heat: '1285', tags: '白酒', },
|
|
23
|
+
{ rank: 2, symbol: '000001', name: '平安银行', changePercent: '-0.80%', heat: '856', tags: '银行', },
|
|
24
|
+
];
|
|
25
|
+
const page = {
|
|
26
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
27
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
28
|
+
evaluate: vi.fn().mockResolvedValue(mockData),
|
|
29
|
+
};
|
|
30
|
+
const result = await command.func(page, { limit: 20 });
|
|
31
|
+
expect(result).toHaveLength(2);
|
|
32
|
+
expect(result[0]).toEqual(mockData[0]);
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
it('respects the limit parameter', async () => {
|
|
36
|
+
const command = getRegistry().get('tdx/hot-rank');
|
|
37
|
+
const mockData = Array.from({ length: 30 }, (_, i) => ({
|
|
38
|
+
rank: i + 1, symbol: `${i}`, name: `stock${i}`, changePercent: '0%', heat: '0', tags: '',
|
|
39
|
+
}));
|
|
40
|
+
const page = {
|
|
41
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
42
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
43
|
+
evaluate: vi.fn().mockResolvedValue(mockData),
|
|
44
|
+
};
|
|
45
|
+
const result = await command.func(page, { limit: 10 });
|
|
46
|
+
expect(result).toHaveLength(10);
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
it('returns empty array when evaluate returns non-array', async () => {
|
|
50
|
+
const command = getRegistry().get('tdx/hot-rank');
|
|
51
|
+
const page = {
|
|
52
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
53
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
54
|
+
evaluate: vi.fn().mockResolvedValue(null),
|
|
55
|
+
};
|
|
56
|
+
const result = await command.func(page, { limit: 20 });
|
|
57
|
+
expect(result).toEqual([]);
|
|
58
|
+
});
|
|
59
|
+
});
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { cli, Strategy } from '@jackwener/opencli/registry';
|
|
2
|
+
|
|
3
|
+
const THS_HOT_URL = 'https://eq.10jqka.com.cn/webpage/ths-hot-list/index.html?showStatusBar=true';
|
|
4
|
+
|
|
5
|
+
cli({
|
|
6
|
+
site: 'ths',
|
|
7
|
+
name: 'hot-rank',
|
|
8
|
+
description: '同花顺热股榜',
|
|
9
|
+
domain: 'eq.10jqka.com.cn',
|
|
10
|
+
strategy: Strategy.COOKIE,
|
|
11
|
+
navigateBefore: true,
|
|
12
|
+
args: [
|
|
13
|
+
{ name: 'limit', type: 'int', default: 20, help: '返回数量' },
|
|
14
|
+
],
|
|
15
|
+
columns: ['rank', 'name', 'changePercent', 'heat', 'tags'],
|
|
16
|
+
func: async (page, kwargs) => {
|
|
17
|
+
await page.goto(THS_HOT_URL);
|
|
18
|
+
await page.wait({ timeout: 15000 });
|
|
19
|
+
const data = await page.evaluate(`
|
|
20
|
+
(() => {
|
|
21
|
+
const cleanText = (el) => (el?.textContent || '').replace(/\\s+/g, ' ').trim();
|
|
22
|
+
const cards = document.querySelectorAll('div.pt-22.pb-24.bgc-white.border');
|
|
23
|
+
const results = [];
|
|
24
|
+
const seen = new Set();
|
|
25
|
+
cards.forEach((card, idx) => {
|
|
26
|
+
const row = card.querySelector('div.flex.bgc-white');
|
|
27
|
+
if (!row) return;
|
|
28
|
+
const nameEl = row.querySelector('span.ellipsis');
|
|
29
|
+
const name = cleanText(nameEl);
|
|
30
|
+
if (!name || seen.has(name)) return;
|
|
31
|
+
seen.add(name);
|
|
32
|
+
const tagEls = card.querySelectorAll('div.tag.PFSC-R');
|
|
33
|
+
const tags = Array.from(tagEls).map(t => cleanText(t)).filter(Boolean).join(',');
|
|
34
|
+
const rankEl = row.querySelector('div.THSMF-M.bold');
|
|
35
|
+
results.push({
|
|
36
|
+
rank: cleanText(rankEl) || String(idx + 1),
|
|
37
|
+
name,
|
|
38
|
+
changePercent: cleanText(row.querySelector('div.range')),
|
|
39
|
+
heat: cleanText(row.querySelector('div.col4 > span')),
|
|
40
|
+
tags,
|
|
41
|
+
});
|
|
42
|
+
});
|
|
43
|
+
return results;
|
|
44
|
+
})()
|
|
45
|
+
`);
|
|
46
|
+
if (!Array.isArray(data)) return [];
|
|
47
|
+
return data.slice(0, kwargs.limit);
|
|
48
|
+
},
|
|
49
|
+
});
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
2
|
+
import { getRegistry } from '@jackwener/opencli/registry';
|
|
3
|
+
import './hot-rank.js';
|
|
4
|
+
|
|
5
|
+
describe('ths hot-rank command', () => {
|
|
6
|
+
it('registers the command with correct metadata', () => {
|
|
7
|
+
const command = getRegistry().get('ths/hot-rank');
|
|
8
|
+
expect(command).toBeDefined();
|
|
9
|
+
expect(command).toMatchObject({
|
|
10
|
+
site: 'ths',
|
|
11
|
+
name: 'hot-rank',
|
|
12
|
+
description: expect.stringContaining('同花顺'),
|
|
13
|
+
domain: 'eq.10jqka.com.cn',
|
|
14
|
+
navigateBefore: true,
|
|
15
|
+
});
|
|
16
|
+
expect(command.columns).toEqual(['rank', 'name', 'changePercent', 'heat', 'tags']);
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
it('includes tags column', () => {
|
|
20
|
+
const command = getRegistry().get('ths/hot-rank');
|
|
21
|
+
expect(command.columns).toContain('tags');
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
it('returns hot stock data with tags field', async () => {
|
|
25
|
+
const command = getRegistry().get('ths/hot-rank');
|
|
26
|
+
const mockData = [
|
|
27
|
+
{ rank: 1, name: '圣阳股份', changePercent: '+10.00%', heat: '28.5万', tags: '动力电池回收,钠离子电池' },
|
|
28
|
+
];
|
|
29
|
+
const page = {
|
|
30
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
31
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
32
|
+
evaluate: vi.fn().mockResolvedValue(mockData),
|
|
33
|
+
};
|
|
34
|
+
const result = await command.func(page, { limit: 20 });
|
|
35
|
+
expect(result).toHaveLength(1);
|
|
36
|
+
expect(result[0].tags).toBe('动力电池回收,钠离子电池');
|
|
37
|
+
expect(result[0].name).toBe('圣阳股份');
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
it('respects the limit parameter', async () => {
|
|
41
|
+
const command = getRegistry().get('ths/hot-rank');
|
|
42
|
+
const mockData = Array.from({ length: 30 }, (_, i) => ({
|
|
43
|
+
rank: i + 1, name: `stock${i}`, changePercent: '0%', heat: '0', tags: '',
|
|
44
|
+
}));
|
|
45
|
+
const page = {
|
|
46
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
47
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
48
|
+
evaluate: vi.fn().mockResolvedValue(mockData),
|
|
49
|
+
};
|
|
50
|
+
const result = await command.func(page, { limit: 10 });
|
|
51
|
+
expect(result).toHaveLength(10);
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
it('returns empty array when evaluate returns non-array', async () => {
|
|
55
|
+
const command = getRegistry().get('ths/hot-rank');
|
|
56
|
+
const page = {
|
|
57
|
+
goto: vi.fn().mockResolvedValue(undefined),
|
|
58
|
+
wait: vi.fn().mockResolvedValue(undefined),
|
|
59
|
+
evaluate: vi.fn().mockResolvedValue(null),
|
|
60
|
+
};
|
|
61
|
+
const result = await command.func(page, { limit: 20 });
|
|
62
|
+
expect(result).toEqual([]);
|
|
63
|
+
});
|
|
64
|
+
});
|
|
@@ -60,6 +60,7 @@ function extractBookmarkTweet(result, seen) {
|
|
|
60
60
|
text: noteText || legacy.full_text || '',
|
|
61
61
|
likes: legacy.favorite_count || 0,
|
|
62
62
|
retweets: legacy.retweet_count || 0,
|
|
63
|
+
bookmarks: legacy.bookmark_count || 0,
|
|
63
64
|
created_at: legacy.created_at || '',
|
|
64
65
|
url: `https://x.com/${screenName}/status/${tw.rest_id}`,
|
|
65
66
|
};
|
|
@@ -106,7 +107,7 @@ cli({
|
|
|
106
107
|
args: [
|
|
107
108
|
{ name: 'limit', type: 'int', default: 20 },
|
|
108
109
|
],
|
|
109
|
-
columns: ['author', 'text', 'likes', 'url'],
|
|
110
|
+
columns: ['author', 'text', 'likes', 'retweets', 'bookmarks', 'url'],
|
|
110
111
|
func: async (page, kwargs) => {
|
|
111
112
|
const limit = kwargs.limit || 20;
|
|
112
113
|
await page.goto('https://x.com');
|