@jackwener/opencli 1.1.1 → 1.2.1

package/src/clis/substack/shared.ts

@@ -0,0 +1,132 @@
+import type { IPage } from '../../types.js';
+
+export function buildSubstackBrowseUrl(category?: string): string {
+  if (!category || category === 'all') return 'https://substack.com/';
+  const slug = category === 'tech' ? 'technology' : category;
+  return `https://substack.com/browse/${slug}`;
+}
+
+export async function loadSubstackFeed(page: IPage, url: string, limit: number): Promise<any[]> {
+  if (!page) throw new Error('Requires browser session');
+  await page.goto(url);
+  await page.wait(5);
+  const data = await page.evaluate(`
+    (async () => {
+      await new Promise((resolve) => setTimeout(resolve, 3000));
+      const limit = ${Math.max(1, Math.min(limit, 50))};
+      const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
+      const posts = [];
+      const seen = new Set();
+
+      const allLinks = Array.from(document.querySelectorAll('a')).filter((link) => {
+        const href = link.getAttribute('href') || '';
+        return href.includes('/home/post/') || href.includes('/p/');
+      });
+
+      for (const linkEl of allLinks) {
+        let postUrl = linkEl.getAttribute('href') || '';
+        if (!postUrl) continue;
+        if (!postUrl.startsWith('http')) postUrl = 'https://substack.com' + postUrl;
+        if (seen.has(postUrl)) continue;
+
+        const lines = (linkEl.innerText || '')
+          .split('\\n')
+          .map((line) => normalize(line))
+          .filter(Boolean);
+
+        const readMeta = lines.find((line) => /\\b(read|watch|listen)\\b/i.test(line)) || '';
+        if (!readMeta) continue;
+
+        const date = lines.find((line) => /^[A-Z]{3}\\s+\\d{1,2}$/i.test(line)) || '';
+        const contentLines = lines.filter((line) =>
+          line &&
+          line !== date &&
+          line !== readMeta &&
+          line.toLowerCase() !== 'save' &&
+          line.toLowerCase() !== 'more' &&
+          !/^(sign in|create account|get app)$/i.test(line),
+        );
+
+        const metaParts = readMeta.split('∙').map((part) => normalize(part));
+        const author = metaParts[0] || '';
+        const readTime = metaParts.slice(1).join(' ∙ ') || readMeta;
+        const title = contentLines.length >= 2 ? contentLines[1] : (contentLines[0] || '');
+        const description = contentLines.length >= 3 ? contentLines.slice(2).join(' ') : '';
+        if (!title) continue;
+
+        seen.add(postUrl);
+        posts.push({
+          rank: posts.length + 1,
+          title,
+          author,
+          date,
+          readTime,
+          description: description.slice(0, 150),
+          url: postUrl,
+        });
+
+        if (posts.length >= limit) break;
+      }
+
+      return posts;
+    })()
+  `);
+
+  return Array.isArray(data) ? data : [];
+}
+
+export async function loadSubstackArchive(page: IPage, baseUrl: string, limit: number): Promise<any[]> {
+  if (!page) throw new Error('Requires browser session');
+  await page.goto(`${baseUrl}/archive`);
+  await page.wait(5);
+  const data = await page.evaluate(`
+    (async () => {
+      await new Promise((resolve) => setTimeout(resolve, 3000));
+      const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
+      const limit = ${Math.max(1, Math.min(limit, 50))};
+      const grouped = new Map();
+
+      for (const link of Array.from(document.querySelectorAll('a[href*="/p/"]'))) {
+        const rawHref = link.getAttribute('href') || '';
+        if (!rawHref || rawHref === '/p/upgrade') continue;
+
+        const url = rawHref.startsWith('http') ? rawHref : ${JSON.stringify(baseUrl)} + rawHref;
+        const text = normalize(link.textContent);
+        if (!text) continue;
+        if (/^(subscribe|paid|home|about|latest|top|discussions)$/i.test(text)) continue;
+        if (/^[\\d,]+$/.test(text)) continue;
+
+        const entry = grouped.get(url) || { texts: new Set(), date: '' };
+        entry.texts.add(text);
+
+        const container = link.closest('article, section, div') || link.parentElement || link;
+        const containerText = normalize(container.textContent);
+        if (!entry.date) {
+          entry.date = containerText.match(/\\b(?:[A-Z]{3}\\s+\\d{1,2}|[A-Z][a-z]{2}\\s+\\d{1,2})\\b/)?.[0] || '';
+        }
+
+        grouped.set(url, entry);
+      }
+
+      const posts = [];
+      for (const [url, entry] of Array.from(grouped.entries())) {
+        const texts = Array.from(entry.texts).map((text) => normalize(text)).filter((text) => text.length > 3).sort((a, b) => a.length - b.length);
+        const title = texts[0] || '';
+        const description = texts.find((text) => text !== title) || '';
+        if (!title) continue;
+        posts.push({
+          rank: posts.length + 1,
+          title,
+          date: entry.date,
+          description: description.slice(0, 150),
+          url,
+        });
+        if (posts.length >= limit) break;
+      }
+
+      return posts;
+    })()
+  `);
+
+  return Array.isArray(data) ? data : [];
+}

package/src/clis/tiktok/comment.yaml

@@ -0,0 +1,66 @@
+site: tiktok
+name: comment
+description: Comment on a TikTok video
+domain: www.tiktok.com
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: TikTok video URL
+  text:
+    positional: true
+    type: str
+    required: true
+    description: Comment text
+
+pipeline:
+  - navigate:
+      url: ${{ args.url }}
+      settleMs: 6000
+
+  - evaluate: |
+      (async () => {
+        const url = ${{ args.url | json }};
+        const commentText = ${{ args.text | json }};
+        const wait = (ms) => new Promise(r => setTimeout(r, ms));
+
+        // Click comment icon to expand comment section
+        const commentIcon = document.querySelector('[data-e2e="comment-icon"]');
+        if (commentIcon) {
+          const cBtn = commentIcon.closest('button') || commentIcon.closest('[role="button"]') || commentIcon;
+          cBtn.click();
+          await wait(3000);
+        }
+
+        // Count existing comments for verification
+        const beforeCount = document.querySelectorAll('[data-e2e="comment-level-1"]').length;
+
+        // Find comment input
+        const input = document.querySelector('[data-e2e="comment-input"] [contenteditable="true"]') ||
+                      document.querySelector('[contenteditable="true"]');
+        if (!input) throw new Error('Comment input not found - make sure you are logged in');
+
+        input.focus();
+        document.execCommand('insertText', false, commentText);
+        await wait(1000);
+
+        // Click post button
+        const btns = Array.from(document.querySelectorAll('[data-e2e="comment-post"], button'));
+        const postBtn = btns.find(function(b) {
+          var t = b.textContent.trim();
+          return t === 'Post' || t === '发布' || t === '发送';
+        });
+        if (!postBtn) throw new Error('Post button not found');
+        postBtn.click();
+        await wait(3000);
+
+        // Verify comment was posted by checking if comment count increased
+        const afterCount = document.querySelectorAll('[data-e2e="comment-level-1"]').length;
+        const posted = afterCount > beforeCount;
+
+        return [{ status: posted ? 'Commented' : 'Comment may have failed', url: url, text: commentText }];
+      })()
+
+columns: [status, url, text]

package/src/clis/tiktok/explore.yaml

@@ -0,0 +1,39 @@
+site: tiktok
+name: explore
+description: Get trending TikTok videos from explore page
+domain: www.tiktok.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of videos
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/explore
+      settleMs: 5000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const links = Array.from(document.querySelectorAll('a[href*="/video/"]'));
+        const seen = new Set();
+        const results = [];
+        for (const a of links) {
+          const href = a.href;
+          if (seen.has(href)) continue;
+          seen.add(href);
+          const match = href.match(/@([^/]+)\/video\/(\d+)/);
+          results.push({
+            rank: results.length + 1,
+            author: match ? match[1] : '',
+            views: a.textContent.trim() || '-',
+            url: href,
+          });
+          if (results.length >= limit) break;
+        }
+        return results;
+      })()
+
+columns: [rank, author, views, url]

package/src/clis/tiktok/follow.yaml

@@ -0,0 +1,39 @@
+site: tiktok
+name: follow
+description: Follow a TikTok user
+domain: www.tiktok.com
+
+args:
+  username:
+    type: str
+    required: true
+    positional: true
+    description: TikTok username (without @)
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/@${{ args.username }}
+      settleMs: 6000
+
+  - evaluate: |
+      (async () => {
+        const username = ${{ args.username | json }};
+        const buttons = Array.from(document.querySelectorAll('button, [role="button"]'));
+        const followBtn = buttons.find(function(b) {
+          var text = b.textContent.trim();
+          return text === 'Follow' || text === '关注';
+        });
+        if (!followBtn) {
+          var isFollowing = buttons.some(function(b) {
+            var t = b.textContent.trim();
+            return t === 'Following' || t === '已关注' || t === 'Friends' || t === '互关';
+          });
+          if (isFollowing) return [{ status: 'Already following', username: username }];
+          return [{ status: 'Follow button not found', username: username }];
+        }
+        followBtn.click();
+        await new Promise(r => setTimeout(r, 2000));
+        return [{ status: 'Followed', username: username }];
+      })()
+
+columns: [status, username]

package/src/clis/tiktok/following.yaml

@@ -0,0 +1,46 @@
+site: tiktok
+name: following
+description: List accounts you follow on TikTok
+domain: www.tiktok.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of accounts
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/following
+      settleMs: 5000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const links = Array.from(document.querySelectorAll('a[href*="/@"]'))
+          .filter(function(a) {
+            const text = a.textContent.trim();
+            return text.length > 1 && text.length < 80 &&
+              !text.includes('Profile') && !text.includes('More') && !text.includes('Upload');
+          });
+
+        const seen = {};
+        const results = [];
+        for (const a of links) {
+          const match = a.href.match(/@([^/]+)/);
+          const username = match ? match[1] : '';
+          if (!username || seen[username]) continue;
+          seen[username] = true;
+          const raw = a.textContent.trim();
+          const name = raw.replace(username, '').replace('@', '').trim();
+          results.push({
+            index: results.length + 1,
+            username: username,
+            name: name || username,
+          });
+          if (results.length >= limit) break;
+        }
+        return results;
+      })()
+
+columns: [index, username, name]

package/src/clis/tiktok/friends.yaml

@@ -0,0 +1,47 @@
+site: tiktok
+name: friends
+description: Get TikTok friend suggestions
+domain: www.tiktok.com
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of suggestions
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/friends
+      settleMs: 5000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        const links = Array.from(document.querySelectorAll('a[href*="/@"]'))
+          .filter(function(a) {
+            const text = a.textContent.trim();
+            return text.length > 1 && text.length < 80 &&
+              !text.includes('Profile') && !text.includes('More') && !text.includes('Upload');
+          });
+
+        const seen = {};
+        const results = [];
+        for (const a of links) {
+          const match = a.href.match(/@([^/]+)/);
+          const username = match ? match[1] : '';
+          if (!username || seen[username]) continue;
+          seen[username] = true;
+          const raw = a.textContent.trim();
+          const hasFollow = raw.includes('Follow');
+          const name = raw.replace('Follow', '').replace(username, '').replace('@', '').trim();
+          results.push({
+            index: results.length + 1,
+            username: username,
+            name: name || username,
+          });
+          if (results.length >= limit) break;
+        }
+        return results;
+      })()
+
+columns: [index, username, name]

package/src/clis/tiktok/like.yaml

@@ -0,0 +1,38 @@
+site: tiktok
+name: like
+description: Like a TikTok video
+domain: www.tiktok.com
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: TikTok video URL
+
+pipeline:
+  - navigate:
+      url: ${{ args.url }}
+      settleMs: 6000
+
+  - evaluate: |
+      (async () => {
+        const url = ${{ args.url | json }};
+        const btn = document.querySelector('[data-e2e="like-icon"]');
+        if (!btn) throw new Error('Like button not found - make sure you are logged in');
+        const container = btn.closest('button') || btn.closest('[role="button"]') || btn;
+        const aria = (container.getAttribute('aria-label') || '').toLowerCase();
+        const color = window.getComputedStyle(btn).color;
+        const isLiked = aria.includes('unlike') || aria.includes('取消点赞') ||
+                        (color && (color.includes('255, 65') || color.includes('fe2c55')));
+        if (isLiked) {
+          const count = document.querySelector('[data-e2e="like-count"]');
+          return [{ status: 'Already liked', likes: count ? count.textContent.trim() : '-', url: url }];
+        }
+        container.click();
+        await new Promise(r => setTimeout(r, 2000));
+        const count = document.querySelector('[data-e2e="like-count"]');
+        return [{ status: 'Liked', likes: count ? count.textContent.trim() : '-', url: url }];
+      })()
+
+columns: [status, likes, url]

package/src/clis/tiktok/live.yaml

@@ -0,0 +1,51 @@
+site: tiktok
+name: live
+description: Browse live streams on TikTok
+domain: www.tiktok.com
+
+args:
+  limit:
+    type: int
+    default: 10
+    description: Number of streams
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/live
+      settleMs: 5000
+
+  - evaluate: |
+      (() => {
+        const limit = ${{ args.limit }};
+        // Sidebar live list has structured data
+        const items = document.querySelectorAll('[data-e2e="live-side-nav-item"]');
+        const sidebar = Array.from(items).slice(0, limit).map(function(el, i) {
+          const nameEl = el.querySelector('[data-e2e="live-side-nav-name"]');
+          const countEl = el.querySelector('[data-e2e="person-count"]');
+          const link = el.querySelector('a');
+          return {
+            index: i + 1,
+            streamer: nameEl ? nameEl.textContent.trim() : '',
+            viewers: countEl ? countEl.textContent.trim() : '-',
+            url: link ? link.href : '',
+          };
+        });
+
+        if (sidebar.length > 0) return sidebar;
+
+        // Fallback: main content cards
+        const cards = document.querySelectorAll('[data-e2e="discover-list-live-card"]');
+        return Array.from(cards).slice(0, limit).map(function(card, i) {
+          const text = card.textContent.trim().replace(/\s+/g, ' ');
+          const link = card.querySelector('a[href*="/live"]');
+          const viewerMatch = text.match(/(\d[\d,.]*)\s*watching/);
+          return {
+            index: i + 1,
+            streamer: text.replace(/LIVE.*$/, '').trim().substring(0, 40),
+            viewers: viewerMatch ? viewerMatch[1] : '-',
+            url: link ? link.href : '',
+          };
+        });
+      })()
+
+columns: [index, streamer, viewers, url]

package/src/clis/tiktok/notifications.yaml

@@ -0,0 +1,52 @@
+site: tiktok
+name: notifications
+description: Get TikTok notifications (likes, comments, mentions, followers)
+domain: www.tiktok.com
+
+args:
+  limit:
+    type: int
+    default: 15
+    description: Number of notifications
+  type:
+    type: str
+    default: all
+    description: Notification type
+    choices: [all, likes, comments, mentions, followers]
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/following
+      settleMs: 5000
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const type = ${{ args.type | json }};
+        const wait = (ms) => new Promise(r => setTimeout(r, ms));
+
+        // Click inbox icon to open notifications panel
+        const inboxIcon = document.querySelector('[data-e2e="inbox-icon"]');
+        if (inboxIcon) inboxIcon.click();
+        await wait(1500);
+
+        // Click specific tab if needed
+        if (type !== 'all') {
+          const tab = document.querySelector('[data-e2e="' + type + '"]');
+          if (tab) {
+            tab.click();
+            await wait(1500);
+          }
+        }
+
+        const items = document.querySelectorAll('[data-e2e="inbox-list"] > div, [data-e2e="inbox-list"] [role="button"]');
+        return Array.from(items)
+          .filter(el => el.textContent.trim().length > 5)
+          .slice(0, limit)
+          .map((el, i) => ({
+            index: i + 1,
+            text: el.textContent.trim().replace(/\s+/g, ' ').substring(0, 150),
+          }));
+      })()
+
+columns: [index, text]

package/src/clis/tiktok/profile.yaml

@@ -0,0 +1,45 @@
+site: tiktok
+name: profile
+description: Get TikTok user profile info
+domain: www.tiktok.com
+
+args:
+  username:
+    type: str
+    required: true
+    positional: true
+    description: TikTok username (without @)
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/explore
+      settleMs: 5000
+
+  - evaluate: |
+      (async () => {
+        const username = ${{ args.username | json }};
+        const res = await fetch('https://www.tiktok.com/@' + encodeURIComponent(username), { credentials: 'include' });
+        if (!res.ok) throw new Error('User not found: ' + username);
+        const html = await res.text();
+        const idx = html.indexOf('__UNIVERSAL_DATA_FOR_REHYDRATION__');
+        if (idx === -1) throw new Error('Could not parse profile data');
+        const start = html.indexOf('>', idx) + 1;
+        const end = html.indexOf('</script>', start);
+        const data = JSON.parse(html.substring(start, end));
+        const ud = data['__DEFAULT_SCOPE__'] && data['__DEFAULT_SCOPE__']['webapp.user-detail'];
+        const u = ud && ud.userInfo && ud.userInfo.user;
+        const s = ud && ud.userInfo && ud.userInfo.stats;
+        if (!u) throw new Error('User not found: ' + username);
+        return [{
+          username: u.uniqueId || username,
+          name: u.nickname || '',
+          bio: (u.signature || '').replace(/\n/g, ' ').substring(0, 120),
+          followers: s && s.followerCount || 0,
+          following: s && s.followingCount || 0,
+          likes: s && s.heartCount || 0,
+          videos: s && s.videoCount || 0,
+          verified: u.verified ? 'Yes' : 'No',
+        }];
+      })()
+
+columns: [username, name, followers, following, likes, videos, verified, bio]

package/src/clis/tiktok/save.yaml

@@ -0,0 +1,34 @@
+site: tiktok
+name: save
+description: Add a TikTok video to Favorites
+domain: www.tiktok.com
+
+args:
+  url:
+    type: str
+    required: true
+    positional: true
+    description: TikTok video URL
+
+pipeline:
+  - navigate:
+      url: ${{ args.url }}
+      settleMs: 6000
+
+  - evaluate: |
+      (async () => {
+        const url = ${{ args.url | json }};
+        const btn = document.querySelector('[data-e2e="bookmark-icon"]') ||
+                    document.querySelector('[data-e2e="collect-icon"]');
+        if (!btn) throw new Error('Favorites button not found - make sure you are logged in');
+        const container = btn.closest('button') || btn.closest('[role="button"]') || btn;
+        const aria = (container.getAttribute('aria-label') || '').toLowerCase();
+        if (aria.includes('remove from favorites') || aria.includes('取消收藏')) {
+          return [{ status: 'Already in Favorites', url: url }];
+        }
+        container.click();
+        await new Promise(r => setTimeout(r, 2000));
+        return [{ status: 'Added to Favorites', url: url }];
+      })()
+
+columns: [status, url]

package/src/clis/tiktok/search.yaml

@@ -0,0 +1,46 @@
+site: tiktok
+name: search
+description: Search TikTok videos
+domain: www.tiktok.com
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Search query
+  limit:
+    type: int
+    default: 10
+    description: Number of results
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/explore
+      settleMs: 5000
+
+  - evaluate: |
+      (async () => {
+        const query = ${{ args.query | json }};
+        const limit = ${{ args.limit }};
+        const res = await fetch('/api/search/general/full/?keyword=' + encodeURIComponent(query) + '&offset=0&count=' + limit + '&aid=1988', { credentials: 'include' });
+        if (!res.ok) throw new Error('Search failed: HTTP ' + res.status);
+        const data = await res.json();
+        const items = (data.data || []).filter(function(i) { return i.type === 1 && i.item; });
+        return items.slice(0, limit).map(function(i, idx) {
+          var v = i.item;
+          var a = v.author || {};
+          var s = v.stats || {};
+          return {
+            rank: idx + 1,
+            desc: (v.desc || '').replace(/\n/g, ' ').substring(0, 100),
+            author: a.uniqueId || '',
+            plays: s.playCount || 0,
+            likes: s.diggCount || 0,
+            comments: s.commentCount || 0,
+            shares: s.shareCount || 0,
+          };
+        });
+      })()
+
+columns: [rank, desc, author, plays, likes, comments, shares]

package/src/clis/tiktok/unfollow.yaml

@@ -0,0 +1,44 @@
+site: tiktok
+name: unfollow
+description: Unfollow a TikTok user
+domain: www.tiktok.com
+
+args:
+  username:
+    type: str
+    required: true
+    positional: true
+    description: TikTok username (without @)
+
+pipeline:
+  - navigate:
+      url: https://www.tiktok.com/@${{ args.username }}
+      settleMs: 6000
+
+  - evaluate: |
+      (async () => {
+        const username = ${{ args.username | json }};
+        const buttons = Array.from(document.querySelectorAll('button, [role="button"]'));
+        const followingBtn = buttons.find(function(b) {
+          var text = b.textContent.trim();
+          return text === 'Following' || text === '已关注' || text === 'Friends' || text === '互关';
+        });
+        if (!followingBtn) {
+          return [{ status: 'Not following this user', username: username }];
+        }
+        followingBtn.click();
+        await new Promise(r => setTimeout(r, 2000));
+        // Confirm unfollow if dialog appears
+        var allBtns = Array.from(document.querySelectorAll('button'));
+        var confirm = allBtns.find(function(b) {
+          var t = b.textContent.trim();
+          return t === 'Unfollow' || t === '取消关注';
+        });
+        if (confirm) {
+          confirm.click();
+          await new Promise(r => setTimeout(r, 1500));
+        }
+        return [{ status: 'Unfollowed', username: username }];
+      })()
+
+columns: [status, username]