@jackwener/opencli 0.7.2 → 0.7.3

package/src/clis/youtube/utils.ts

@@ -0,0 +1,28 @@
+/**
+ * Shared YouTube utilities — URL parsing, video ID extraction, etc.
+ */
+
+/**
+ * Extract a YouTube video ID from a URL or bare video ID string.
+ * Supports: watch?v=, youtu.be/, /shorts/, /embed/, /live/, /v/
+ */
+export function parseVideoId(input: string): string {
+  if (!input.startsWith('http')) return input;
+
+  try {
+    const parsed = new URL(input);
+    if (parsed.searchParams.has('v')) {
+      return parsed.searchParams.get('v')!;
+    }
+    if (parsed.hostname === 'youtu.be') {
+      return parsed.pathname.slice(1).split('/')[0];
+    }
+    // Handle /shorts/xxx, /embed/xxx, /live/xxx, /v/xxx
+    const pathMatch = parsed.pathname.match(/^\/(shorts|embed|live|v)\/([^/?]+)/);
+    if (pathMatch) return pathMatch[2];
+  } catch {
+    // Not a valid URL — treat entire input as video ID
+  }
+
+  return input;
+}

package/src/clis/youtube/video.ts

@@ -0,0 +1,116 @@
+/**
+ * YouTube video metadata — read ytInitialPlayerResponse + ytInitialData from video page.
+ */
+import { cli, Strategy } from '../../registry.js';
+import { parseVideoId } from './utils.js';
+
+cli({
+  site: 'youtube',
+  name: 'video',
+  description: 'Get YouTube video metadata (title, views, description, etc.)',
+  domain: 'www.youtube.com',
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: 'url', required: true, help: 'YouTube video URL or video ID' },
+  ],
+  columns: ['field', 'value'],
+  func: async (page, kwargs) => {
+    const videoId = parseVideoId(kwargs.url);
+    const videoUrl = `https://www.youtube.com/watch?v=${videoId}`;
+    await page.goto(videoUrl);
+    await page.wait(3);
+
+    const data = await page.evaluate(`
+      (async () => {
+        const player = window.ytInitialPlayerResponse;
+        const yt = window.ytInitialData;
+        if (!player) return { error: 'ytInitialPlayerResponse not found' };
+
+        const details = player.videoDetails || {};
+        const microformat = player.microformat?.playerMicroformatRenderer || {};
+
+        // Try to get full description from ytInitialData
+        let fullDescription = details.shortDescription || '';
+        try {
+          const contents = yt?.contents?.twoColumnWatchNextResults
+            ?.results?.results?.contents;
+          if (contents) {
+            for (const c of contents) {
+              const desc = c.videoSecondaryInfoRenderer?.attributedDescription?.content;
+              if (desc) { fullDescription = desc; break; }
+            }
+          }
+        } catch {}
+
+        // Get like count if available
+        let likes = '';
+        try {
+          const contents = yt?.contents?.twoColumnWatchNextResults
+            ?.results?.results?.contents;
+          if (contents) {
+            for (const c of contents) {
+              const buttons = c.videoPrimaryInfoRenderer?.videoActions
+                ?.menuRenderer?.topLevelButtons;
+              if (buttons) {
+                for (const b of buttons) {
+                  const toggle = b.segmentedLikeDislikeButtonViewModel
+                    ?.likeButtonViewModel?.likeButtonViewModel?.toggleButtonViewModel
+                    ?.toggleButtonViewModel?.defaultButtonViewModel?.buttonViewModel;
+                  if (toggle?.title) { likes = toggle.title; break; }
+                }
+              }
+            }
+          }
+        } catch {}
+
+        // Get publish date
+        const publishDate = microformat.publishDate
+          || microformat.uploadDate
+          || details.publishDate || '';
+
+        // Get category
+        const category = microformat.category || '';
+
+        // Get channel subscriber count if available
+        let subscribers = '';
+        try {
+          const contents = yt?.contents?.twoColumnWatchNextResults
+            ?.results?.results?.contents;
+          if (contents) {
+            for (const c of contents) {
+              const owner = c.videoSecondaryInfoRenderer?.owner
+                ?.videoOwnerRenderer?.subscriberCountText?.simpleText;
+              if (owner) { subscribers = owner; break; }
+            }
+          }
+        } catch {}
+
+        return {
+          title: details.title || '',
+          channel: details.author || '',
+          channelId: details.channelId || '',
+          videoId: details.videoId || '',
+          views: details.viewCount || '',
+          likes,
+          subscribers,
+          duration: details.lengthSeconds ? details.lengthSeconds + 's' : '',
+          publishDate,
+          category,
+          description: fullDescription,
+          keywords: (details.keywords || []).join(', '),
+          isLive: details.isLiveContent || false,
+          thumbnail: details.thumbnail?.thumbnails?.slice(-1)?.[0]?.url || '',
+        };
+      })()
+    `);
+
+    if (!data || typeof data !== 'object') throw new Error('Failed to extract video metadata from page');
+    if (data.error) throw new Error(data.error);
+
+    // Return as field/value pairs for table display
+    return Object.entries(data).map(([field, value]) => ({
+      field,
+      value: String(value),
+    }));
+  },
+});

package/dist/clis/reddit/read.yaml

@@ -1,76 +0,0 @@
-site: reddit
-name: read
-description: Read a Reddit post and its comments
-domain: reddit.com
-strategy: cookie
-browser: true
-
-args:
-  post_id:
-    type: string
-    required: true
-    description: "Post ID (e.g. 1abc123) or full URL"
-  sort:
-    type: string
-    default: best
-    description: "Comment sort: best, top, new, controversial, old, qa"
-  limit:
-    type: int
-    default: 25
-    description: Number of top-level comments to fetch
-
-columns: [type, author, score, text]
-
-pipeline:
-  - navigate: https://www.reddit.com
-  - evaluate: |
-      (async () => {
-        let postId = ${{ args.post_id | json }};
-        const urlMatch = postId.match(/comments\/([a-z0-9]+)/);
-        if (urlMatch) postId = urlMatch[1];
-
-        const sort = ${{ args.sort | json }};
-        const limit = ${{ args.limit }};
-        const res = await fetch('/comments/' + postId + '.json?sort=' + sort + '&limit=' + limit + '&raw_json=1', {
-          credentials: 'include'
-        });
-        const data = await res.json();
-        if (!Array.isArray(data) || data.length < 1) return [];
-
-        const results = [];
-
-        // First element: post itself
-        const post = data[0]?.data?.children?.[0]?.data;
-        if (post) {
-          let body = post.selftext || '';
-          if (body.length > 2000) body = body.slice(0, 2000) + '\n... [truncated]';
-          results.push({
-            type: '📰 POST',
-            author: post.author,
-            score: post.score,
-            text: post.title + (body ? '\n\n' + body : '') + (post.url && !post.is_self ? '\n🔗 ' + post.url : ''),
-          });
-        }
-
-        // Second element: comments
-        const comments = data[1]?.data?.children || [];
-        for (const c of comments) {
-          if (c.kind !== 't1') continue;
-          const d = c.data;
-          let body = d.body || '';
-          if (body.length > 500) body = body.slice(0, 500) + '...';
-          results.push({
-            type: '💬 COMMENT',
-            author: d.author || '[deleted]',
-            score: d.score || 0,
-            text: body,
-          });
-        }
-
-        return results;
-      })()
-  - map:
-      type: ${{ item.type }}
-      author: ${{ item.author }}
-      score: ${{ item.score }}
-      text: ${{ item.text }}

package/src/clis/reddit/read.yaml

@@ -1,76 +0,0 @@
-site: reddit
-name: read
-description: Read a Reddit post and its comments
-domain: reddit.com
-strategy: cookie
-browser: true
-
-args:
-  post_id:
-    type: string
-    required: true
-    description: "Post ID (e.g. 1abc123) or full URL"
-  sort:
-    type: string
-    default: best
-    description: "Comment sort: best, top, new, controversial, old, qa"
-  limit:
-    type: int
-    default: 25
-    description: Number of top-level comments to fetch
-
-columns: [type, author, score, text]
-
-pipeline:
-  - navigate: https://www.reddit.com
-  - evaluate: |
-      (async () => {
-        let postId = ${{ args.post_id | json }};
-        const urlMatch = postId.match(/comments\/([a-z0-9]+)/);
-        if (urlMatch) postId = urlMatch[1];
-
-        const sort = ${{ args.sort | json }};
-        const limit = ${{ args.limit }};
-        const res = await fetch('/comments/' + postId + '.json?sort=' + sort + '&limit=' + limit + '&raw_json=1', {
-          credentials: 'include'
-        });
-        const data = await res.json();
-        if (!Array.isArray(data) || data.length < 1) return [];
-
-        const results = [];
-
-        // First element: post itself
-        const post = data[0]?.data?.children?.[0]?.data;
-        if (post) {
-          let body = post.selftext || '';
-          if (body.length > 2000) body = body.slice(0, 2000) + '\n... [truncated]';
-          results.push({
-            type: '📰 POST',
-            author: post.author,
-            score: post.score,
-            text: post.title + (body ? '\n\n' + body : '') + (post.url && !post.is_self ? '\n🔗 ' + post.url : ''),
-          });
-        }
-
-        // Second element: comments
-        const comments = data[1]?.data?.children || [];
-        for (const c of comments) {
-          if (c.kind !== 't1') continue;
-          const d = c.data;
-          let body = d.body || '';
-          if (body.length > 500) body = body.slice(0, 500) + '...';
-          results.push({
-            type: '💬 COMMENT',
-            author: d.author || '[deleted]',
-            score: d.score || 0,
-            text: body,
-          });
-        }
-
-        return results;
-      })()
-  - map:
-      type: ${{ item.type }}
-      author: ${{ item.author }}
-      score: ${{ item.score }}
-      text: ${{ item.text }}