@jackwener/opencli 1.1.0 → 1.2.0

package/src/clis/lobsters/newest.yaml

@@ -0,0 +1,29 @@
+site: lobsters
+name: newest
+description: Lobste.rs newest stories
+domain: lobste.rs
+strategy: public
+browser: false
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of stories
+
+pipeline:
+  - fetch:
+      url: https://lobste.rs/newest.json
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      score: ${{ item.score }}
+      author: ${{ item.submitter_user }}
+      comments: ${{ item.comment_count }}
+      tags: ${{ item.tags | join(', ') }}
+      url: ${{ item.comments_url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, score, author, comments, tags]

package/src/clis/lobsters/tag.yaml

@@ -0,0 +1,34 @@
+site: lobsters
+name: tag
+description: Lobste.rs stories by tag
+domain: lobste.rs
+strategy: public
+browser: false
+
+args:
+  tag:
+    type: str
+    required: true
+    positional: true
+    description: "Tag name (e.g. programming, rust, security, ai)"
+  limit:
+    type: int
+    default: 20
+    description: Number of stories
+
+pipeline:
+  - fetch:
+      url: https://lobste.rs/t/${{ args.tag }}.json
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      score: ${{ item.score }}
+      author: ${{ item.submitter_user }}
+      comments: ${{ item.comment_count }}
+      tags: ${{ item.tags | join(', ') }}
+      url: ${{ item.comments_url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, score, author, comments, tags]

package/src/clis/medium/feed.ts

@@ -0,0 +1,16 @@
+import { cli, Strategy } from '../../registry.js';
+import { buildMediumTagUrl, loadMediumPosts } from './shared.js';
+
+cli({
+  site: 'medium',
+  name: 'feed',
+  description: 'Medium 热门文章 Feed',
+  domain: 'medium.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'topic', default: '', help: '话题标签（如 technology, programming, ai）' },
+    { name: 'limit', type: 'int', default: 20, help: '返回的文章数量' },
+  ],
+  columns: ['rank', 'title', 'author', 'date', 'readTime', 'claps'],
+  func: async (page, args) => loadMediumPosts(page, buildMediumTagUrl(args.topic), Number(args.limit) || 20),
+});

package/src/clis/medium/search.ts

@@ -0,0 +1,16 @@
+import { cli, Strategy } from '../../registry.js';
+import { buildMediumSearchUrl, loadMediumPosts } from './shared.js';
+
+cli({
+  site: 'medium',
+  name: 'search',
+  description: '搜索 Medium 文章',
+  domain: 'medium.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'keyword', required: true, positional: true, help: '搜索关键词' },
+    { name: 'limit', type: 'int', default: 20, help: '返回的文章数量' },
+  ],
+  columns: ['rank', 'title', 'author', 'date', 'readTime', 'claps'],
+  func: async (page, args) => loadMediumPosts(page, buildMediumSearchUrl(args.keyword), Number(args.limit) || 20),
+});

package/src/clis/medium/shared.ts

@@ -0,0 +1,83 @@
+import type { IPage } from '../../types.js';
+
+export function buildMediumTagUrl(topic?: string): string {
+  return topic ? `https://medium.com/tag/${encodeURIComponent(topic)}` : 'https://medium.com/tag/technology';
+}
+
+export function buildMediumSearchUrl(keyword: string): string {
+  return `https://medium.com/search?q=${encodeURIComponent(keyword)}`;
+}
+
+export function buildMediumUserUrl(username: string): string {
+  return username.startsWith('@') ? `https://medium.com/${username}` : `https://medium.com/@${username}`;
+}
+
+export async function loadMediumPosts(page: IPage, url: string, limit: number): Promise<any[]> {
+  if (!page) throw new Error('Requires browser session');
+  await page.goto(url);
+  await page.wait(5);
+  const data = await page.evaluate(`
+    (async () => {
+      await new Promise((resolve) => setTimeout(resolve, 3000));
+
+      const limit = ${Math.max(1, Math.min(limit, 50))};
+      const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
+      const posts = [];
+      const seen = new Set();
+
+      for (const article of Array.from(document.querySelectorAll('article'))) {
+        try {
+          const titleEl = article.querySelector('h2, h3, h1');
+          const title = normalize(titleEl?.textContent);
+          if (!title) continue;
+
+          const linkEl = titleEl?.closest('a') || article.querySelector('a[href*="/@"], a[href*="/p/"]');
+          let url = linkEl?.getAttribute('href') || '';
+          if (!url) continue;
+          if (!url.startsWith('http')) url = 'https://medium.com' + url;
+          if (seen.has(url)) continue;
+
+          const author = normalize(
+            Array.from(article.querySelectorAll('a[href^="/@"]'))
+              .map((node) => normalize(node.textContent))
+              .find((text) => text && text !== title),
+          );
+
+          const allText = normalize(article.textContent);
+          const dateEl = article.querySelector('time');
+          const date = normalize(dateEl?.textContent) ||
+            dateEl?.getAttribute('datetime') ||
+            allText.match(/\\b(?:[A-Z][a-z]{2}\\s+\\d{1,2}|\\d+[dhmw]\\s+ago)\\b/)?.[0] ||
+            '';
+
+          const readTime = allText.match(/(\\d+)\\s*min\\s*read/i)?.[0] || '';
+          const claps = allText.match(/\\b(\\d+(?:\\.\\d+)?[KkMm]?)\\s*claps?\\b/i)?.[1] || '';
+
+          const description = normalize(
+            Array.from(article.querySelectorAll('h3, p'))
+              .map((node) => normalize(node.textContent))
+              .find((text) => text && text !== title && text !== author && !/member-only story|response icon/i.test(text)),
+          );
+
+          seen.add(url);
+          posts.push({
+            rank: posts.length + 1,
+            title,
+            author,
+            date,
+            readTime,
+            claps,
+            description: description ? description.slice(0, 150) : '',
+            url,
+          });
+
+          if (posts.length >= limit) break;
+        } catch {}
+      }
+
+      return posts;
+    })()
+  `);
+
+  return Array.isArray(data) ? data : [];
+}

package/src/clis/medium/user.ts

@@ -0,0 +1,16 @@
+import { cli, Strategy } from '../../registry.js';
+import { buildMediumUserUrl, loadMediumPosts } from './shared.js';
+
+cli({
+  site: 'medium',
+  name: 'user',
+  description: '获取 Medium 用户的文章列表',
+  domain: 'medium.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'username', required: true, positional: true, help: 'Medium 用户名（如 @username 或 username）' },
+    { name: 'limit', type: 'int', default: 20, help: '返回的文章数量' },
+  ],
+  columns: ['rank', 'title', 'date', 'readTime', 'claps', 'url'],
+  func: async (page, args) => loadMediumPosts(page, buildMediumUserUrl(args.username), Number(args.limit) || 20),
+});

package/src/clis/notion/export.ts

@@ -10,7 +10,7 @@ export const exportCommand = cli({
   strategy: Strategy.UI,
   browser: true,
   args: [
-    { name: 'output', required: false, positional: true, help: 'Output file (default: /tmp/notion-export.md)' },
+    { name: 'output', required: false,  help: 'Output file (default: /tmp/notion-export.md)' },
   ],
   columns: ['Status', 'File'],
   func: async (page: IPage, kwargs: any) => {

package/src/clis/reddit/comment.ts

@@ -8,19 +8,18 @@ cli({
   strategy: Strategy.COOKIE,
   browser: true,
   args: [
-    { name: 'post_id', type: 'string', required: true, help: 'Post ID (e.g. 1abc123) or fullname (t3_xxx)' },
-    { name: 'text', type: 'string', required: true, help: 'Comment text' },
+    { name: 'post-id', type: 'string', required: true, positional: true, help: 'Post ID (e.g. 1abc123) or fullname (t3_xxx)' },
+    { name: 'text', type: 'string', required: true, positional: true, help: 'Comment text' },
   ],
   columns: ['status', 'message'],
   func: async (page, kwargs) => {
     if (!page) throw new Error('Requires browser');
 
     await page.goto('https://www.reddit.com');
-    await page.wait(3);
 
     const result = await page.evaluate(`(async () => {
       try {
-        let postId = ${JSON.stringify(kwargs.post_id)};
+        let postId = ${JSON.stringify(kwargs['post-id'])};
         const urlMatch = postId.match(/comments\\/([a-z0-9]+)/);
         if (urlMatch) postId = urlMatch[1];
         const fullname = postId.startsWith('t3_') || postId.startsWith('t1_')

package/src/clis/reddit/read.ts

@@ -15,12 +15,12 @@ cli({
   domain: 'reddit.com',
   strategy: Strategy.COOKIE,
   args: [
-    { name: 'post_id', required: true, help: 'Post ID (e.g. 1abc123) or full URL' },
+    { name: 'post-id', required: true, positional: true, help: 'Post ID (e.g. 1abc123) or full URL' },
     { name: 'sort', default: 'best', help: 'Comment sort: best, top, new, controversial, old, qa' },
     { name: 'limit', type: 'int', default: 25, help: 'Number of top-level comments' },
     { name: 'depth', type: 'int', default: 2, help: 'Max reply depth (1=no replies, 2=one level of replies, etc.)' },
     { name: 'replies', type: 'int', default: 5, help: 'Max replies shown per comment at each level (sorted by score)' },
-    { name: 'max_length', type: 'int', default: 2000, help: 'Max characters per comment body (min 100)' },
+    { name: 'max-length', type: 'int', default: 2000, help: 'Max characters per comment body (min 100)' },
   ],
   columns: ['type', 'author', 'score', 'text'],
   func: async (page, kwargs) => {
@@ -28,14 +28,13 @@ cli({
     const limit = Math.max(1, kwargs.limit ?? 25);
     const maxDepth = Math.max(1, kwargs.depth ?? 2);
     const maxReplies = Math.max(1, kwargs.replies ?? 5);
-    const maxLength = Math.max(100, kwargs.max_length ?? 2000);
+    const maxLength = Math.max(100, kwargs['max-length'] ?? 2000);
 
     await page.goto('https://www.reddit.com');
-    await page.wait(2);
 
     const data = await page.evaluate(`
       (async function() {
-        var postId = ${JSON.stringify(kwargs.post_id)};
+        var postId = ${JSON.stringify(kwargs['post-id'])};
         var urlMatch = postId.match(/comments\\/([a-z0-9]+)/);
         if (urlMatch) postId = urlMatch[1];
 

package/src/clis/reddit/save.ts

@@ -8,7 +8,7 @@ cli({
   strategy: Strategy.COOKIE,
   browser: true,
   args: [
-    { name: 'post_id', type: 'string', required: true, help: 'Post ID (e.g. 1abc123) or fullname (t3_xxx)' },
+    { name: 'post-id', type: 'string', required: true, positional: true, help: 'Post ID (e.g. 1abc123) or fullname (t3_xxx)' },
     { name: 'undo', type: 'boolean', default: false, help: 'Unsave instead of save' },
   ],
   columns: ['status', 'message'],
@@ -16,11 +16,10 @@ cli({
     if (!page) throw new Error('Requires browser');
 
     await page.goto('https://www.reddit.com');
-    await page.wait(3);
 
     const result = await page.evaluate(`(async () => {
       try {
-        let postId = ${JSON.stringify(kwargs.post_id)};
+        let postId = ${JSON.stringify(kwargs['post-id'])};
         const urlMatch = postId.match(/comments\\/([a-z0-9]+)/);
         if (urlMatch) postId = urlMatch[1];
         const fullname = postId.startsWith('t3_') || postId.startsWith('t1_')

package/src/clis/reddit/saved.ts

@@ -15,7 +15,6 @@ cli({
     if (!page) throw new Error('Requires browser');
 
     await page.goto('https://www.reddit.com');
-    await page.wait(3);
 
     const result = await page.evaluate(`(async () => {
       try {

package/src/clis/reddit/search.yaml

@@ -7,6 +7,7 @@ browser: true
 
 args:
   query:
+    positional: true
     type: string
     required: true
   subreddit:

package/src/clis/reddit/subreddit.yaml

@@ -8,6 +8,7 @@ browser: true
 args:
   name:
     type: string
+    positional: true
     required: true
   sort:
     type: string

package/src/clis/reddit/subscribe.ts

@@ -8,7 +8,7 @@ cli({
   strategy: Strategy.COOKIE,
   browser: true,
   args: [
-    { name: 'subreddit', type: 'string', required: true, help: 'Subreddit name (e.g. python)' },
+    { name: 'subreddit', type: 'string', required: true, positional: true, help: 'Subreddit name (e.g. python)' },
     { name: 'undo', type: 'boolean', default: false, help: 'Unsubscribe instead of subscribe' },
   ],
   columns: ['status', 'message'],
@@ -16,7 +16,6 @@ cli({
     if (!page) throw new Error('Requires browser');
 
     await page.goto('https://www.reddit.com');
-    await page.wait(3);
 
     const result = await page.evaluate(`(async () => {
       try {

package/src/clis/reddit/upvote.ts

@@ -8,7 +8,7 @@ cli({
   strategy: Strategy.COOKIE,
   browser: true,
   args: [
-    { name: 'post_id', type: 'string', required: true, help: 'Post ID (e.g. 1abc123) or fullname (t3_xxx)' },
+    { name: 'post-id', type: 'string', required: true, positional: true, help: 'Post ID (e.g. 1abc123) or fullname (t3_xxx)' },
     { name: 'direction', type: 'string', default: 'up', help: 'Vote direction: up, down, none' },
   ],
   columns: ['status', 'message'],
@@ -16,11 +16,10 @@ cli({
     if (!page) throw new Error('Requires browser');
 
     await page.goto('https://www.reddit.com');
-    await page.wait(3);
 
     const result = await page.evaluate(`(async () => {
       try {
-        let postId = ${JSON.stringify(kwargs.post_id)};
+        let postId = ${JSON.stringify(kwargs['post-id'])};
         // Extract ID from URL if needed
         const urlMatch = postId.match(/comments\\/([a-z0-9]+)/);
         if (urlMatch) postId = urlMatch[1];

package/src/clis/reddit/upvoted.ts

@@ -15,7 +15,6 @@ cli({
     if (!page) throw new Error('Requires browser');
 
     await page.goto('https://www.reddit.com');
-    await page.wait(3);
 
     const result = await page.evaluate(`(async () => {
       try {

package/src/clis/reddit/user-comments.yaml

@@ -7,6 +7,7 @@ browser: true
 
 args:
   username:
+    positional: true
     type: string
     required: true
   limit:

package/src/clis/reddit/user-posts.yaml

@@ -7,6 +7,7 @@ browser: true
 
 args:
   username:
+    positional: true
     type: string
     required: true
   limit:

package/src/clis/reddit/user.yaml

@@ -7,6 +7,7 @@ browser: true
 
 args:
   username:
+    positional: true
     type: string
     required: true
 

package/src/clis/reuters/search.ts

@@ -11,7 +11,7 @@ cli({
   domain: 'www.reuters.com',
   strategy: Strategy.COOKIE,
   args: [
-    { name: 'query', required: true, help: 'Search query' },
+    { name: 'query', required: true, positional: true, help: 'Search query' },
     { name: 'limit', type: 'int', default: 10, help: 'Number of results (max 40)' },
   ],
   columns: ['rank', 'title', 'date', 'section', 'url'],

package/src/clis/sinablog/article.ts

@@ -0,0 +1,15 @@
+import { cli, Strategy } from '../../registry.js';
+import { loadSinaBlogArticle } from './shared.js';
+
+cli({
+  site: 'sinablog',
+  name: 'article',
+  description: '获取新浪博客单篇文章详情',
+  domain: 'blog.sina.com.cn',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'url', required: true, positional: true, help: '文章URL（如 https://blog.sina.com.cn/s/blog_xxx.html）' },
+  ],
+  columns: ['title', 'author', 'date', 'category', 'readCount', 'commentCount'],
+  func: async (page, args) => loadSinaBlogArticle(page, args.url),
+});

package/src/clis/sinablog/hot.ts

@@ -0,0 +1,15 @@
+import { cli, Strategy } from '../../registry.js';
+import { loadSinaBlogHot } from './shared.js';
+
+cli({
+  site: 'sinablog',
+  name: 'hot',
+  description: '获取新浪博客热门文章/推荐',
+  domain: 'blog.sina.com.cn',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'limit', type: 'int', default: 20, help: '返回的文章数量' },
+  ],
+  columns: ['rank', 'title', 'author', 'date', 'readCount', 'url'],
+  func: async (page, args) => loadSinaBlogHot(page, Number(args.limit) || 20),
+});

package/src/clis/sinablog/search.ts

@@ -0,0 +1,56 @@
+import { cli, Strategy } from '../../registry.js';
+
+function normalize(value: unknown): string {
+  return typeof value === 'string' ? value.replace(/\s+/g, ' ').trim() : '';
+}
+
+function stripHtml(value: string): string {
+  return value.replace(/<[^>]+>/g, '');
+}
+
+async function searchSinaBlog(keyword: string, limit: number): Promise<any[]> {
+  const url = new URL('https://search.sina.com.cn/api/search');
+  url.searchParams.set('q', keyword);
+  url.searchParams.set('tp', 'mix');
+  url.searchParams.set('sort', '0');
+  url.searchParams.set('page', '1');
+  url.searchParams.set('size', String(Math.max(limit, 10)));
+  url.searchParams.set('from', 'search_result');
+
+  const resp = await fetch(url, {
+    headers: {
+      'User-Agent': 'Mozilla/5.0',
+      Accept: 'application/json',
+    },
+  });
+  if (!resp.ok) throw new Error(`Sina blog search failed: HTTP ${resp.status}`);
+
+  const data = await resp.json() as { data?: { list?: any[] } };
+  const list = Array.isArray(data?.data?.list) ? data.data.list : [];
+  return list
+    .filter((item) => normalize(item?.url).includes('blog.sina.com.cn/s/blog_'))
+    .slice(0, limit)
+    .map((item, index) => ({
+      rank: index + 1,
+      title: normalize(stripHtml(item?.title || '')),
+      author: normalize(item?.media_show || item?.author),
+      date: normalize(item?.time || item?.dataTime),
+      description: normalize(item?.intro || item?.searchSummary).slice(0, 150),
+      url: normalize(item?.url),
+    }));
+}
+
+cli({
+  site: 'sinablog',
+  name: 'search',
+  description: '搜索新浪博客文章（通过新浪搜索）',
+  domain: 'blog.sina.com.cn',
+  strategy: Strategy.PUBLIC,
+  browser: false,
+  args: [
+    { name: 'keyword', required: true, positional: true, help: '搜索关键词' },
+    { name: 'limit', type: 'int', default: 20, help: '返回的文章数量' },
+  ],
+  columns: ['rank', 'title', 'author', 'date', 'description', 'url'],
+  func: async (_page, args) => searchSinaBlog(args.keyword, Math.max(1, Math.min(Number(args.limit) || 20, 50))),
+});