@zenalexa/unicli 0.209.0 → 0.210.0

package/src/adapters/instagram/activity.yaml

@@ -0,0 +1,45 @@
+site: instagram
+name: activity
+description: Get recent activity/notifications for logged-in Instagram user
+domain: www.instagram.com
+strategy: intercept
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of activities
+
+columns: [rank, type, user, text, time]
+
+pipeline:
+  - navigate: https://www.instagram.com
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const headers = { 'X-IG-App-ID': '936619743392459' };
+        const opts = { credentials: 'include', headers };
+
+        const res = await fetch(
+          'https://www.instagram.com/api/v1/news/inbox/',
+          opts
+        );
+        if (!res.ok) throw new Error('HTTP ' + res.status + ' - make sure you are logged in');
+        const data = await res.json();
+        const stories = data?.old_stories || data?.new_stories || [];
+        const results = [];
+        for (const s of stories) {
+          for (const arg of (s?.args?.links || [s.args])) {
+            results.push({
+              type: s.story_type || s.type || '',
+              user: arg?.profile_name || s.args?.profile_name || '',
+              text: (s.args?.text || '').replace(/\n/g, ' ').substring(0, 120),
+              time: s.args?.timestamp ? new Date(s.args.timestamp * 1000).toISOString().slice(0, 16) : '',
+            });
+          }
+          if (results.length >= limit) break;
+        }
+        return results.slice(0, limit).map((r, i) => ({ rank: i + 1, ...r }));
+      })()

package/src/adapters/instagram/highlights.yaml

@@ -0,0 +1,48 @@
+site: instagram
+name: highlights
+description: List story highlights for an Instagram user
+domain: www.instagram.com
+strategy: intercept
+browser: true
+
+args:
+  username:
+    type: str
+    required: true
+    positional: true
+    description: Instagram username
+
+columns: [rank, title, items, id]
+
+pipeline:
+  - navigate: https://www.instagram.com
+
+  - evaluate: |
+      (async () => {
+        const username = ${{ args.username | json }};
+        const headers = { 'X-IG-App-ID': '936619743392459' };
+        const opts = { credentials: 'include', headers };
+
+        const r1 = await fetch(
+          'https://www.instagram.com/api/v1/users/web_profile_info/?username=' + encodeURIComponent(username),
+          opts
+        );
+        if (!r1.ok) throw new Error('User not found: ' + username);
+        const d1 = await r1.json();
+        const userId = d1?.data?.user?.id;
+        if (!userId) throw new Error('User not found: ' + username);
+
+        const r2 = await fetch(
+          'https://www.instagram.com/api/v1/highlights/' + userId + '/highlights_tray/',
+          opts
+        );
+        if (!r2.ok) throw new Error('Failed to fetch highlights: HTTP ' + r2.status);
+        const d2 = await r2.json();
+        const trays = d2?.tray || [];
+        return trays.map((t, i) => ({
+          rank: i + 1,
+          title: t.title || '(untitled)',
+          items: t.media_count ?? 0,
+          id: t.id || '',
+        }));
+      })()

package/src/adapters/instagram/reels-trending.yaml

@@ -0,0 +1,51 @@
+site: instagram
+name: reels-trending
+description: Get trending Instagram Reels
+domain: www.instagram.com
+strategy: intercept
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of reels
+
+columns: [rank, user, caption, likes, views, plays]
+
+pipeline:
+  - navigate: https://www.instagram.com
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const headers = { 'X-IG-App-ID': '936619743392459' };
+        const opts = { credentials: 'include', headers };
+
+        const res = await fetch(
+          'https://www.instagram.com/api/v1/clips/trending/',
+          {
+            method: 'POST',
+            credentials: 'include',
+            headers: {
+              ...headers,
+              'Content-Type': 'application/x-www-form-urlencoded',
+            },
+            body: 'paging_token=&max_id=',
+          }
+        );
+        if (!res.ok) throw new Error('HTTP ' + res.status + ' - make sure you are logged in');
+        const data = await res.json();
+        const items = data?.items || [];
+        return items.slice(0, limit).map((item, i) => {
+          const media = item?.media;
+          return {
+            rank: i + 1,
+            user: media?.user?.username || '',
+            caption: (media?.caption?.text || '').replace(/\n/g, ' ').substring(0, 100),
+            likes: media?.like_count ?? 0,
+            views: media?.view_count ?? media?.play_count ?? 0,
+            plays: media?.play_count ?? 0,
+          };
+        });
+      })()

package/src/adapters/instagram/reels.yaml

@@ -0,0 +1,34 @@
+site: instagram
+name: reels
+description: Get Instagram trending reels
+domain: www.instagram.com
+type: web-api
+strategy: cookie
+auth_cookies: [sessionid, csrftoken]
+
+args:
+  limit:
+    type: int
+    default: 20
+
+pipeline:
+  - fetch:
+      url: https://www.instagram.com/api/v1/clips/trending/
+      method: POST
+      body:
+        max_id: ""
+        page_size: "${{ args.limit }}"
+      headers:
+        X-CSRFToken: "${{ cookies.csrftoken }}"
+
+  - select: items
+
+  - map:
+      author: "${{ item.media?.user?.username || '' }}"
+      caption: "${{ (item.media?.caption?.text || '') | truncate(100) }}"
+      plays: "${{ item.media?.play_count || 0 }}"
+      likes: "${{ item.media?.like_count || 0 }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [author, caption, plays, likes]

package/src/adapters/instagram/stories.yaml

@@ -0,0 +1,29 @@
+site: instagram
+name: stories
+description: Get Instagram stories for a user
+domain: www.instagram.com
+type: web-api
+strategy: cookie
+auth_cookies: [sessionid, csrftoken]
+
+args:
+  user_id:
+    required: true
+    positional: true
+    description: User ID (numeric)
+
+pipeline:
+  - fetch:
+      url: "https://www.instagram.com/api/v1/feed/reels_media/"
+      params:
+        reel_ids: "${{ args.user_id }}"
+
+  - select: "reels_media[0].items"
+
+  - map:
+      id: ${{ item.id }}
+      type: "${{ item.media_type === 1 ? 'photo' : 'video' }}"
+      taken_at: ${{ item.taken_at }}
+      url: "${{ item.image_versions2 ? item.image_versions2.candidates[0].url : '' }}"
+
+columns: [id, type, taken_at, url]

package/src/adapters/instagram/suggested.yaml

@@ -0,0 +1,40 @@
+site: instagram
+name: suggested
+description: Get suggested users to follow on Instagram
+domain: www.instagram.com
+strategy: intercept
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 15
+    description: Number of suggested users
+
+columns: [rank, username, name, verified, followers, bio]
+
+pipeline:
+  - navigate: https://www.instagram.com
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const headers = { 'X-IG-App-ID': '936619743392459' };
+        const opts = { credentials: 'include', headers };
+
+        const res = await fetch(
+          'https://www.instagram.com/api/v1/discover/ayml/',
+          opts
+        );
+        if (!res.ok) throw new Error('HTTP ' + res.status + ' - make sure you are logged in');
+        const data = await res.json();
+        const users = data?.suggested_users?.suggestions || data?.groups?.[0]?.items || [];
+        return users.slice(0, limit).map((item, i) => ({
+          rank: i + 1,
+          username: item.user?.username || '',
+          name: item.user?.full_name || '',
+          verified: item.user?.is_verified ? 'Yes' : 'No',
+          followers: item.user?.follower_count ?? '',
+          bio: (item.user?.biography || item.description || '').replace(/\n/g, ' ').substring(0, 80),
+        }));
+      })()

package/src/adapters/instagram/tags.yaml

@@ -0,0 +1,52 @@
+site: instagram
+name: tags
+description: Browse recent posts for an Instagram hashtag
+domain: www.instagram.com
+strategy: intercept
+browser: true
+
+args:
+  tag:
+    type: str
+    required: true
+    positional: true
+    description: Hashtag (without #)
+  limit:
+    type: int
+    default: 20
+    description: Number of posts
+
+columns: [rank, user, caption, likes, comments, type]
+
+pipeline:
+  - navigate: https://www.instagram.com
+
+  - evaluate: |
+      (async () => {
+        const tag = ${{ args.tag | json }};
+        const limit = ${{ args.limit }};
+        const headers = { 'X-IG-App-ID': '936619743392459' };
+        const opts = { credentials: 'include', headers };
+
+        const res = await fetch(
+          'https://www.instagram.com/api/v1/tags/web_info/?tag_name=' + encodeURIComponent(tag),
+          opts
+        );
+        if (!res.ok) throw new Error('HTTP ' + res.status + ' - tag not found or not logged in');
+        const data = await res.json();
+        const sections = data?.data?.recent?.sections || data?.data?.top?.sections || [];
+        const posts = [];
+        for (const sec of sections) {
+          for (const m of (sec?.layout_content?.medias || [])) {
+            const media = m?.media;
+            if (media) posts.push({
+              user: media.user?.username || '',
+              caption: (media.caption?.text || '').replace(/\n/g, ' ').substring(0, 100),
+              likes: media.like_count ?? 0,
+              comments: media.comment_count ?? 0,
+              type: media.media_type === 1 ? 'photo' : media.media_type === 2 ? 'video' : 'carousel',
+            });
+          }
+        }
+        return posts.slice(0, limit).map((p, i) => ({ rank: i + 1, ...p }));
+      })()

package/src/adapters/itch-io/search.yaml

@@ -0,0 +1,35 @@
+site: itch-io
+name: search
+description: Search itch.io games
+domain: itch.io
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+  limit:
+    type: int
+    default: 20
+
+pipeline:
+  - fetch:
+      url: https://itch.io/api/1/x/search/games
+      params:
+        query: "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - select: games
+
+  - map:
+      title: ${{ item.title }}
+      type: ${{ item.type }}
+      price: "${{ item.min_price ? '$' + (item.min_price / 100) : 'Free' }}"
+      platforms: "${{ [item.p_windows && 'win', item.p_osx && 'mac', item.p_linux && 'linux'].filter(Boolean).join(', ') }}"
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [title, type, price, platforms, url]

package/src/adapters/itch-io/top.yaml

@@ -0,0 +1,31 @@
+site: itch-io
+name: top
+description: Top rated itch.io games
+domain: itch.io
+type: web-api
+strategy: public
+
+args:
+  limit:
+    type: int
+    default: 20
+
+pipeline:
+  - fetch:
+      url: https://itch.io/api/1/x/games
+      params:
+        sort: rating
+        limit: "${{ args.limit }}"
+
+  - select: games
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: ${{ item.title }}
+      type: ${{ item.type }}
+      price: "${{ item.min_price ? '$' + (item.min_price / 100) : 'Free' }}"
+      url: ${{ item.url }}
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, type, price, url]

package/src/adapters/ithome/hot.yaml

@@ -0,0 +1,27 @@
+site: ithome
+name: hot
+description: IT Home hot news
+domain: www.ithome.com
+type: web-api
+strategy: public
+
+args:
+  limit:
+    type: int
+    default: 20
+
+pipeline:
+  - fetch:
+      url: https://m.ithome.com/api/news/hot
+
+  - select: data
+
+  - map:
+      rank: ${{ index + 1 }}
+      title: "${{ item.title || '' }}"
+      comments: "${{ item.commentcount || 0 }}"
+      url: "${{ item.url || '' }}"
+
+  - limit: ${{ args.limit }}
+
+columns: [rank, title, comments, url]

package/src/adapters/ithome/latest.yaml

@@ -0,0 +1,26 @@
+site: ithome
+name: latest
+description: Latest IT Home news articles
+domain: www.ithome.com
+type: web-api
+strategy: public
+
+args:
+  limit:
+    type: int
+    default: 20
+
+pipeline:
+  - fetch_text:
+      url: https://www.ithome.com/rss/
+
+  - parse_rss:
+      fields:
+        title: title
+        link: link
+        pubDate: pubDate
+        description: description
+
+  - limit: "${{ args.limit }}"
+
+columns: [title, description, pubDate]

package/src/adapters/jianyu/search.yaml

@@ -0,0 +1,42 @@
+site: jianyu
+name: search
+description: Search Jianyu real estate listings
+domain: www.jianyu.com
+type: browser
+strategy: intercept
+browser: true
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Location or property search query
+  limit:
+    type: int
+    default: 20
+    description: Maximum results
+
+pipeline:
+  - navigate:
+      url: "https://www.jianyu.com/search?q=${{ args.query | urlencode }}"
+      settleMs: 5000
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const cards = document.querySelectorAll(
+          '[class*="list-item"], [class*="house-item"], [class*="card"], .search-result-item'
+        );
+        const items = [];
+        for (const card of Array.from(cards).slice(0, limit)) {
+          const title = card.querySelector('[class*="title"], h3, h2, a')?.textContent?.trim() || '';
+          const price = card.querySelector('[class*="price"], [class*="total"]')?.textContent?.trim() || '';
+          const area = card.querySelector('[class*="area"], [class*="size"]')?.textContent?.trim() || '';
+          const location = card.querySelector('[class*="location"], [class*="address"], [class*="region"]')?.textContent?.trim() || '';
+          if (title) items.push({ rank: items.length + 1, title: title.slice(0, 80), price, area, location });
+        }
+        return items;
+      })()
+
+columns: [rank, title, price, area, location]

package/src/adapters/ke/ershoufang.yaml

@@ -0,0 +1,75 @@
+site: ke
+name: ershoufang
+description: Ke.com (Beike) second-hand housing listings
+domain: ke.com
+type: browser
+strategy: intercept
+browser: true
+
+args:
+  city:
+    type: str
+    default: bj
+    description: "City code (bj=Beijing, sh=Shanghai, gz=Guangzhou, sz=Shenzhen)"
+  district:
+    type: str
+    description: "District pinyin (e.g. chaoyang, haidian, tianhe)"
+  limit:
+    type: int
+    default: 20
+    description: Number of results
+
+columns:
+  [title, community, layout, area, direction, total_price, unit_price, url]
+
+pipeline:
+  - navigate:
+      url: https://${{ args.city }}.ke.com/ershoufang/${{ args.district || '' }}
+      settleMs: 3000
+
+  - evaluate: |
+      (() => {
+        const href = window.location.href;
+        const text = document.body?.innerText || '';
+        if (href.includes('captcha') || /请拖动|滑块验证|安全验证/.test(text))
+          throw new Error('Captcha triggered — complete verification in browser first');
+        if (/请登录|账号登录|扫码登录/.test(text))
+          throw new Error('Login required — sign in at ke.com first');
+        return true;
+      })()
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const cards = document.querySelectorAll('.sellListContent li.clear');
+        const results = [];
+        for (const card of cards) {
+          const titleEl = card.querySelector('.title a');
+          if (!titleEl) continue;
+          const communityEl = card.querySelector('.positionInfo a');
+          const houseInfoEl = card.querySelector('.houseInfo');
+          const priceEl = card.querySelector('.totalPrice span');
+          const unitPriceEl = card.querySelector('.unitPrice span');
+          const houseText = (houseInfoEl ? houseInfoEl.textContent : '').replace(/\s+/g, ' ').trim();
+          const parts = houseText.split('|').map(s => s.trim());
+          let layout = '', area = '', direction = '';
+          for (const p of parts) {
+            if (/\d室\d厅/.test(p)) layout = p.match(/(\d室\d厅)/)[1];
+            else if (/平米|㎡/.test(p)) area = p;
+            else if (/[东南西北]/.test(p)) direction = p;
+          }
+          if (!layout) { const m = houseText.match(/(\d室\d厅)/); if (m) layout = m[1]; }
+          results.push({
+            title: (titleEl.textContent || '').trim(),
+            community: (communityEl ? communityEl.textContent : '').trim(),
+            layout,
+            area,
+            direction,
+            total_price: ((priceEl ? priceEl.textContent : '').trim() || '') + '万',
+            unit_price: (unitPriceEl ? unitPriceEl.textContent : '').trim(),
+            url: titleEl.href || '',
+          });
+          if (results.length >= limit) break;
+        }
+        return results;
+      })()

package/src/adapters/ke/xiaoqu.yaml

@@ -0,0 +1,73 @@
+site: ke
+name: xiaoqu
+description: Ke.com (Beike) neighborhood/community listings
+domain: ke.com
+type: browser
+strategy: intercept
+browser: true
+
+args:
+  city:
+    type: str
+    default: bj
+    description: "City code (bj=Beijing, sh=Shanghai, gz=Guangzhou, sz=Shenzhen)"
+  district:
+    type: str
+    description: "District pinyin (e.g. chaoyang, haidian)"
+  limit:
+    type: int
+    default: 20
+    description: Number of results
+
+columns: [name, district, avg_price, year, on_sale]
+
+pipeline:
+  - navigate:
+      url: https://${{ args.city }}.ke.com/xiaoqu/${{ args.district || '' }}
+      settleMs: 3000
+
+  - evaluate: |
+      (() => {
+        const href = window.location.href;
+        const text = document.body?.innerText || '';
+        if (href.includes('captcha') || /请拖动|滑块验证|安全验证/.test(text))
+          throw new Error('Captcha triggered — complete verification in browser first');
+        if (/请登录|账号登录|扫码登录/.test(text))
+          throw new Error('Login required — sign in at ke.com first');
+        return true;
+      })()
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const selectors = ['.xiaoquListItem', 'li.xiaoquListItem', '.listContent li'];
+        let cards = [];
+        for (const sel of selectors) {
+          cards = document.querySelectorAll(sel);
+          if (cards.length > 0) break;
+        }
+        const results = [];
+        for (const card of cards) {
+          const titleLink = card.querySelector('.title a');
+          const imgLink = card.querySelector('a.img[title], a[title]');
+          const nameEl = titleLink || imgLink;
+          if (!nameEl) continue;
+          const name = (titleLink ? titleLink.textContent : imgLink.getAttribute('title')) || '';
+          const priceEl = card.querySelector('.totalPrice span');
+          const districtEl = card.querySelector('.positionInfo a, .district a');
+          const infoEl = card.querySelector('.positionInfo, .houseInfo, .xiaoquListItemInfo');
+          const saleEl = card.querySelector('.xiaoquListItemSellCount a, .houseInfo a');
+          const infoText = infoEl ? infoEl.textContent : '';
+          const yearMatch = infoText.match(/(\d{4})年/);
+          const priceText = (priceEl ? priceEl.textContent : '').trim();
+          results.push({
+            name: name.trim(),
+            district: (districtEl ? districtEl.textContent : '').trim(),
+            avg_price: priceText ? priceText + '元/平' : '-',
+            year: yearMatch ? yearMatch[1] : '',
+            on_sale: (saleEl ? saleEl.textContent : '').trim(),
+          });
+          if (results.length >= limit) break;
+        }
+        return results;
+      })()

package/src/adapters/kuaishou/hot.yaml

@@ -0,0 +1,39 @@
+site: kuaishou
+name: hot
+description: Kuaishou trending videos
+domain: www.kuaishou.com
+strategy: intercept
+browser: true
+
+args:
+  limit:
+    type: int
+    default: 20
+    description: Number of videos
+
+columns: [rank, title, author, likes, url]
+
+pipeline:
+  - navigate:
+      url: https://www.kuaishou.com/brilliant
+      settleMs: 4000
+
+  - scroll:
+      times: 2
+
+  - evaluate: |
+      (async () => {
+        const limit = ${{ args.limit }};
+        const clean = v => (v || '').replace(/\s+/g, ' ').trim();
+        const cards = document.querySelectorAll('[class*="video-card"], [class*="feed-item"], a[href*="/short-video/"]');
+        return Array.from(cards).slice(0, limit).map((card, i) => {
+          const title = clean(card.querySelector('[class*="title"], [class*="caption"], [class*="desc"]')?.textContent);
+          const author = clean(card.querySelector('[class*="author"], [class*="nickname"], [class*="user-name"]')?.textContent);
+          const likes = clean(card.querySelector('[class*="like"], [class*="count"]')?.textContent);
+          const link = card.querySelector('a[href*="/short-video/"]') || card.closest('a');
+          return {
+            rank: i + 1, title: title.substring(0, 100), author, likes,
+            url: link?.href || '',
+          };
+        }).filter(r => r.title || r.author);
+      })()