publishport-opencli 1.0.0

package/clis/v2ex/notifications.js

@@ -0,0 +1,40 @@
+import{CommandExecutionError as q}from"@jackwener/opencli/errors";import{cli as F,Strategy as G}from"@jackwener/opencli/registry";F({site:"v2ex",name:"notifications",access:"read",description:"V2EX 获取提醒 (回复/由于)",domain:"www.v2ex.com",strategy:G.COOKIE,browser:!0,args:[{name:"limit",type:"int",default:20,help:"Number of notifications"}],columns:["type","content","time"],func:async(b,z)=>{if(!b)throw new q("Browser page required");if(process.env.OPENCLI_VERBOSE)console.error("[opencli:v2ex] Navigating to /notifications");await b.goto("https://www.v2ex.com/notifications");await new Promise((B)=>setTimeout(B,1500));const h=await b.evaluate(`
+      async () => {
+        const items = Array.from(document.querySelectorAll('#Main .box .cell[id^="n_"]'));
+        return items.map(item => {
+          let type = '通知';
+          let time = '';
+          
+          // determine type based on text content
+          const text = item.textContent || '';
+          if (text.includes('回复了你')) type = '回复';
+          else if (text.includes('感谢了你')) type = '感谢';
+          else if (text.includes('收藏了你')) type = '收藏';
+          else if (text.includes('提及你')) type = '提及';
+
+          const timeEl = item.querySelector('.snow');
+          if (timeEl) {
+            time = timeEl.textContent?.trim() || '';
+          }
+
+          // payload contains the actual reply text if any
+          let payload = '';
+          const payloadEl = item.querySelector('.payload');
+          if (payloadEl) {
+            payload = payloadEl.textContent?.trim() || '';
+          }
+
+          // fallback to full text cleaning if no payload (e.g. for favorites/thanks)
+          let content = payload;
+          if (!content) {
+            content = text.replace(/\\s+/g, ' ').trim();
+            // strip out time from content if present
+            if (time && content.includes(time)) {
+              content = content.replace(time, '').trim();
+            }
+          }
+
+          return { type, content, time };
+        });
+      }
+    `);if(!Array.isArray(h))throw new q("Failed to parse notifications data");const A=z.limit||20;return h.slice(0,A)}});

package/clis/v2ex/replies.js

@@ -0,0 +1 @@
+import{cli as e,Strategy as i}from"@jackwener/opencli/registry";e({site:"v2ex",name:"replies",access:"read",description:"V2EX 主题回复列表",domain:"www.v2ex.com",strategy:i.PUBLIC,browser:!1,args:[{name:"id",required:!0,positional:!0,help:"Topic ID"},{name:"limit",type:"int",default:20,help:"Number of replies"}],columns:["floor","author","content"],pipeline:[{fetch:{url:"https://www.v2ex.com/api/replies/show.json",params:{topic_id:"${{ args.id }}"}}},{map:{floor:"${{ index + 1 }}",author:"${{ item.member.username }}",content:"${{ item.content }}"}},{limit:"${{ args.limit }}"}]});

package/clis/v2ex/topic.js

@@ -0,0 +1 @@
+import{cli as e,Strategy as t}from"@jackwener/opencli/registry";e({site:"v2ex",name:"topic",access:"read",description:"V2EX 主题详情和回复",domain:"www.v2ex.com",strategy:t.PUBLIC,browser:!1,args:[{name:"id",required:!0,positional:!0,help:"Topic ID"}],columns:["id","title","content","member","created","node","replies","url"],pipeline:[{fetch:{url:"https://www.v2ex.com/api/topics/show.json",params:{id:"${{ args.id }}"}}},{map:{id:"${{ item.id }}",title:"${{ item.title }}",content:"${{ item.content }}",member:"${{ item.member.username }}",created:"${{ item.created }}",node:"${{ item.node.title }}",replies:"${{ item.replies }}",url:"${{ item.url }}"}},{limit:1}]});

package/clis/v2ex/user.js

@@ -0,0 +1 @@
+import{cli as e,Strategy as t}from"@jackwener/opencli/registry";e({site:"v2ex",name:"user",access:"read",description:"V2EX 用户发帖列表",domain:"www.v2ex.com",strategy:t.PUBLIC,browser:!1,args:[{name:"username",required:!0,positional:!0,help:"Username"},{name:"limit",type:"int",default:10,help:"Number of topics (API returns max 20)"}],columns:["rank","title","node","replies","url"],pipeline:[{fetch:{url:"https://www.v2ex.com/api/topics/show.json",params:{username:"${{ args.username }}"}}},{map:{rank:"${{ index + 1 }}",title:"${{ item.title }}",node:"${{ item.node.title }}",replies:"${{ item.replies }}",url:"${{ item.url }}"}},{limit:"${{ args.limit }}"}]});

package/clis/vk/post.js

@@ -0,0 +1 @@
+import{cli as W,Strategy as X}from"@jackwener/opencli/registry";import{ArgumentError as M,CommandExecutionError as Y,EmptyResultError as Z}from"@jackwener/opencli/errors";import{assertLiteralContent as $}from"../_shared/content-guard.js";import{mintVkToken as z,vkApiCall as G}from"./shared.js";function L(q){if(q===void 0||q===null||String(q).trim()==="")return null;const b=String(q).trim();if(!/^-?\d+$/.test(b))throw new M(`Invalid --owner-id: ${JSON.stringify(b)}`,"个人墙用当前用户 id(正整数),社区墙用社区 id 加负号(如 -123456)。");return b}W({site:"vk",name:"post",access:"write",description:"Publish a text post to a VK wall (wall.post). Posts to your own wall by default; pass --owner-id (negative for a community) to target another wall, and --from-group to post as the community. Text-only for now (attachments not yet supported).",domain:"vk.com",strategy:X.COOKIE,browser:!0,args:[{name:"text",type:"string",required:!0,positional:!0,help:"帖子正文(message)"},{name:"owner-id",type:"string",required:!1,help:"目标墙 id:默认你自己的墙;社区加负号(如 -123456)"},{name:"from-group",type:"bool",default:!1,help:"以社区身份发帖(仅对社区墙有效)"},{name:"friends-only",type:"bool",default:!1,help:"仅好友可见"}],columns:["status","message","post_id","url"],func:async(q,b)=>{if(!q)throw new Y("Browser session required for vk post");const F=String(b.text??"");$(F,{label:"帖子正文"});if(!F.trim())throw new M("帖子正文(text)不能为空。");const N=L(b["owner-id"]),P=b["from-group"]===!0,Q=b["friends-only"]===!0,{token:U,userId:J}=await z(q),B=N??(J?String(J):null),D={message:F};if(B)D.owner_id=B;if(P)D.from_group=1;if(Q)D.friends_only=1;const H=(await G("wall.post",D,U))?.post_id;if(!H)throw new Z("vk post","wall.post 未返回 post_id — 发布可能未成功,请回查后再重试。");const K=B?`https://vk.com/wall${B}_${H}`:null;return[{status:"success",message:"VK post published.",post_id:String(H),...K?{url:K}:{}}]}});

package/clis/vk/shared.js

@@ -0,0 +1,8 @@
+import{AuthRequiredError as D,CommandExecutionError as X}from"@jackwener/opencli/errors";export const VK_ADMIN_CLIENT_ID=6222115,VK_API_VERSION="5.131",VK_API_BASES=["https://api.vk.com/method","https://api.vk.ru/method"],VK_BLANK_URL="https://oauth.vk.com/blank.html";const M={friends:2,photos:4,video:16,wall:8192,offline:65536,docs:131072,groups:262144};export const VK_SCOPE=Object.values(M).reduce((G,J)=>G|J,0);export function buildAuthorizeUrl(){return`https://oauth.vk.com/authorize?${new URLSearchParams({client_id:String(VK_ADMIN_CLIENT_ID),scope:String(VK_SCOPE),redirect_uri:VK_BLANK_URL,display:"mobile",response_type:"token",revoke:"1",v:VK_API_VERSION}).toString()}`}export function parseTokenFromUrl(G){const J=String(G||""),W=J.indexOf("#"),Y=W>=0?J.slice(W+1):"",Z=J.indexOf("?"),Q=Z>=0?J.slice(Z+1,W>=0?W:void 0):"";for(const H of[Y,Q]){if(!H)continue;const F=new URLSearchParams(H),$=F.get("access_token");if($)return{token:$,userId:F.get("user_id")||""}}return null}export async function mintVkToken(G){if(!G)throw new X("Browser session required to mint VK access token");await G.goto(buildAuthorizeUrl(),{waitUntil:"load",settleMs:1500});const J=12;let W=!1;for(let Y=0;Y<J;Y++){const Z=await G.evaluate("location.href"),Q=parseTokenFromUrl(Z);if(Q?.token)return Q;const H=String(Z||"");if(H.includes("oauth.vk.com")&&!H.includes("blank.html")&&!W){W=!0;await G.evaluate(`(() => {
+                const forms = Array.from(document.querySelectorAll('form'));
+                const form = forms.find(f => (f.method || '').toLowerCase() === 'post') || forms[0];
+                if (form) { form.submit(); return true; }
+                const btn = document.querySelector('button[type="submit"], input[type="submit"]');
+                if (btn) { btn.click(); return true; }
+                return false;
+            })()`)}await G.wait(1)}throw new D("vk.com","Could not mint a VK access token — VK never redirected to blank.html#access_token. "+"Open Chrome and make sure you are logged in to https://vk.com (and approve access if prompted).")}export async function vkApiCall(G,J,W){const Y=new URLSearchParams;for(const[Q,H]of Object.entries(J)){if(H===void 0||H===null||H==="")continue;Y.set(Q,String(H))}Y.set("access_token",W);Y.set("v",VK_API_VERSION);let Z=null;for(const Q of VK_API_BASES){let H;try{H=await fetch(`${Q}/${G}`,{method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:Y.toString()})}catch($){Z=new X(`VK ${G}: request to ${Q} failed: ${$?.message??$}`);continue}let F=null;try{F=await H.json()}catch{Z=new X(`VK ${G}: non-JSON response (HTTP ${H.status}) from ${Q}`);continue}if(F?.error){const $=F.error.error_code,z=F.error.error_msg||"VK API error";if($===5)throw new D("vk.com",`VK ${G}: ${z} (token invalid/expired) [code ${$}]`);throw new X(`VK ${G} error ${$}: ${z}`)}return F?.response}throw Z??new X(`VK ${G}: all API bases failed`)}

package/clis/vk/whoami.js

@@ -0,0 +1 @@
+import{cli as F,Strategy as G}from"@jackwener/opencli/registry";import{mintVkToken as H,vkApiCall as J}from"./shared.js";F({site:"vk",name:"whoami",access:"read",description:"查询当前 VK(vk.com)登录账号",domain:"vk.com",strategy:G.COOKIE,browser:!0,columns:["logged_in","user_id","name"],func:async(D)=>{let x,z="";try{const B=await H(D);x=B.token;z=B.userId}catch{return[{logged_in:!1,user_id:null,name:null}]}let q;try{q=await J("users.get",{},x)}catch{return[{logged_in:!1,user_id:null,name:null}]}const b=Array.isArray(q)?q[0]:null;if(!b?.id)return[{logged_in:!1,user_id:null,name:null}];const E=[b.first_name,b.last_name].filter(Boolean).join(" ").trim();return[{logged_in:!0,user_id:String(z||b.id),name:E||null}]}});

package/clis/wanfang/search.js

@@ -0,0 +1,42 @@
+import{cli as o,Strategy as i}from"@jackwener/opencli/registry";import{clampInt as l,requireNonEmptyQuery as c}from"../_shared/common.js";o({site:"wanfang",name:"search",access:"read",description:"万方数据论文搜索",domain:"s.wanfangdata.com.cn",strategy:i.PUBLIC,browser:!0,args:[{name:"query",positional:!0,required:!0,help:"搜索关键词"},{name:"limit",type:"int",default:10,help:"返回结果数量 (max 20)"}],columns:["rank","title","authors","source","year","type","cited","url"],func:async(t,e)=>{const r=l(e.limit,10,1,20),a=c(e.query);await t.goto(`https://s.wanfangdata.com.cn/paper?q=${encodeURIComponent(a)}`);await t.wait(5);const n=await t.evaluate(`
+      (async () => {
+        const normalize = v => (v || '').replace(/\\s+/g, ' ').trim();
+        for (let i = 0; i < 30; i++) {
+          if (document.querySelectorAll('span.title').length > 0) break;
+          await new Promise(r => setTimeout(r, 500));
+        }
+        const results = [];
+        for (const titleSpan of document.querySelectorAll('span.title')) {
+          const title = normalize(titleSpan.textContent);
+          if (!title || title.length < 3) continue;
+
+          let container = titleSpan.parentElement;
+          for (let i = 0; i < 6; i++) {
+            if (!container?.parentElement || container.parentElement.tagName === 'BODY') break;
+            if (container.querySelectorAll('span.title').length >= 1 && container.querySelectorAll('span.authors').length >= 1) break;
+            container = container.parentElement;
+          }
+          if (!container) continue;
+
+          const id = normalize(container.querySelector('span.title-id-hidden')?.textContent);
+          const url = id ? 'https://d.wanfangdata.com.cn/' + id : '';
+          const authors = Array.from(container.querySelectorAll('span.authors'))
+            .map((item) => normalize(item.textContent))
+            .filter(Boolean)
+            .join(', ')
+            .slice(0, 80);
+          const type = normalize(container.querySelector('span.essay-type')?.textContent);
+          const source = normalize(container.querySelector('span.periodical, span.source')?.textContent);
+
+          let year = normalize(container.querySelector('span.year, span.date')?.textContent);
+          if (!year) year = (container.textContent || '').match(/(19|20)\\d{2}/)?.[0] || '';
+
+          const citedText = normalize(container.querySelector('.stat-item.quote, [class*="quote"]')?.textContent);
+          const cited = citedText.match(/(\\d+)/)?.[1] || '0';
+
+          results.push({ rank: results.length + 1, title, authors, source, year, type, cited, url });
+          if (results.length >= ${r}) break;
+        }
+        return results;
+      })()
+    `);return Array.isArray(n)?n:[]}});

package/clis/web/read.js

@@ -0,0 +1,260 @@
+import{cli as h,Strategy as A}from"@jackwener/opencli/registry";import{downloadArticle as L}from"@jackwener/opencli/download/article-download";const T=1000,C=500,N=50;function _(j){return new Promise((z)=>setTimeout(z,j))}function M(j){if(j===!0)return!0;if(typeof j==="string")return["1","true","yes","on"].includes(j.toLowerCase());return!1}function H(j){const z=String(j||"same-origin").toLowerCase();if(["same-origin","all-same-origin","none"].includes(z))return z;return"same-origin"}function O(j){const z=String(j||"domstable").toLowerCase();if(["domstable","networkidle"].includes(z))return z;return"domstable"}function R(j){const z=typeof j?.responsePreview==="string"?j.responsePreview:"";return{method:typeof j?.method==="string"?j.method:"GET",url:typeof j?.url==="string"?j.url:"",status:typeof j?.responseStatus==="number"?j.responseStatus:0,contentType:typeof j?.responseContentType==="string"?j.responseContentType:"",size:typeof j?.responseBodyFullSize==="number"?j.responseBodyFullSize:z.length,bodyTruncated:j?.responseBodyTruncated===!0}}function X(j){const z=(j.contentType||"").toLowerCase(),K=j.url||"",G=(j.method||"GET").toUpperCase(),J=/\.(js|css|png|jpg|jpeg|gif|svg|woff|woff2|ico|map)(\?|$)/i.test(K),P=/analytics|tracking|telemetry|beacon|pixel|gtag|fbevents/i.test(K),B=/\/(api|ajax|graphql|rest|service|handler)(\/|[?._-]|$)|\.(ashx|aspx|asmx|php)(\?|$)/i.test(K),V=z.includes("json")||z.includes("xml")||z.includes("text/plain")||z.includes("javascript")||B&&z.includes("text/html");return!J&&!P&&(V||B||G!=="GET")}async function b(j,z){if(!j.readNetworkCapture)return[];const K=await j.readNetworkCapture().catch(()=>[]),G=Array.isArray(K)?K.map(R).filter((J)=>J.url):[];z.push(...G);return G}async function f(j){if(!j.startNetworkCapture)return!1;try{return await j.startNetworkCapture("")}catch{return!1}}async function E(j,z,K){const G=Math.max(1,Number(z)||1)*1000,J=Date.now()+G;let P=Date.now();while(Date.now()<J){if((await b(j,K)).length>0)P=Date.now();if(Date.now()-P>=T)return{ok:!0};await _(C)}return{ok:!1,timedOut:!0}}function q(j,z){return`
+      (async () => {
+        const selector = ${JSON.stringify(j)};
+        const timeoutAt = Date.now() + ${Number(z)||1e4};
+        const sleep = (ms) => new Promise(resolve => setTimeout(resolve, ms));
+        const sameOriginFrameDocs = () => Array.from(document.querySelectorAll('iframe')).map((frame) => {
+          try {
+            const href = new URL(frame.getAttribute('src') || frame.src || '', window.location.href).href;
+            if (new URL(href).origin !== window.location.origin) return null;
+            return { href, doc: frame.contentDocument };
+          } catch {
+            return null;
+          }
+        }).filter(Boolean);
+        const findMatch = () => {
+          try {
+            if (document.querySelector(selector)) return { ok: true, scope: 'main', url: window.location.href };
+          } catch (err) {
+            return { ok: false, invalidSelector: true, error: String(err && err.message || err) };
+          }
+          for (const frame of sameOriginFrameDocs()) {
+            try {
+              if (frame.doc?.querySelector(selector)) return { ok: true, scope: 'iframe', url: frame.href };
+            } catch {}
+          }
+          return { ok: false };
+        };
+        while (Date.now() < timeoutAt) {
+          const found = findMatch();
+          if (found.ok || found.invalidSelector) return found;
+          await sleep(100);
+        }
+        return { ok: false, timedOut: true, selector };
+      })()
+    `}function x(j){return`
+      (() => {
+        const frameMode = ${JSON.stringify(j.frames)};
+        const minNonStructuralIframeTextChars = ${N};
+        const result = {
+          title: '',
+          author: '',
+          publishTime: '',
+          contentHtml: '',
+          imageUrls: [],
+          diagnostics: {
+            url: window.location.href,
+            frames: [],
+            emptyContainers: [],
+            includedFrameCount: 0
+          }
+        };
+
+        const absolutize = (value, base) => {
+          if (!value || value.startsWith('data:') || value.startsWith('javascript:') || value.startsWith('#')) return value || '';
+          try { return new URL(value, base).href; } catch { return value; }
+        };
+        const absolutizeTree = (root, base) => {
+          root.querySelectorAll?.('[href]').forEach(el => el.setAttribute('href', absolutize(el.getAttribute('href'), base)));
+          root.querySelectorAll?.('[src]').forEach(el => el.setAttribute('src', absolutize(el.getAttribute('src'), base)));
+          root.querySelectorAll?.('[poster]').forEach(el => el.setAttribute('poster', absolutize(el.getAttribute('poster'), base)));
+          root.querySelectorAll?.('[action]').forEach(el => el.setAttribute('action', absolutize(el.getAttribute('action'), base)));
+        };
+        const textLen = (node) => (node?.textContent || '').replace(/\\s+/g, ' ').trim().length;
+        const describeFrame = (frame, index) => {
+          const rawSrc = frame.getAttribute('src') || frame.src || '';
+          let href = '';
+          try { href = new URL(rawSrc, window.location.href).href; } catch { href = rawSrc; }
+          let sameOrigin = false;
+          try { sameOrigin = href ? new URL(href).origin === window.location.origin : false; } catch {}
+          let accessible = false;
+          let title = frame.getAttribute('title') || frame.getAttribute('name') || frame.id || '';
+          let length = 0;
+          try {
+            accessible = !!frame.contentDocument;
+            title = title || frame.contentDocument?.title || '';
+            length = textLen(frame.contentDocument?.body);
+          } catch {}
+          return { index, src: href, title, sameOrigin, accessible, textLength: length };
+        };
+        const collectEmptyContainers = (root, scope, baseUrl) => {
+          const likely = 'table, tbody, ul[id], ol[id], div[id], section[id], [class*="grid"], [class*="data"], [class*="list"], [id*="grid"], [id*="data"], [id*="list"]';
+          root.querySelectorAll?.(likely).forEach((el) => {
+            if (scope === 'main' && el.closest?.('[data-opencli-iframe-source]')) return;
+            const id = el.getAttribute('id') || '';
+            const cls = el.getAttribute('class') || '';
+            const name = [id, cls].join(' ').toLowerCase();
+            if (!/(grid|data|list|table|content|result)/.test(name) && !['TABLE', 'TBODY', 'UL', 'OL'].includes(el.nodeName)) return;
+            if (textLen(el) > 20) return;
+            result.diagnostics.emptyContainers.push({
+              scope,
+              url: baseUrl,
+              tag: el.tagName.toLowerCase(),
+              id,
+              className: cls,
+            });
+          });
+        };
+        const hasDataContainerSignal = (root) => {
+          const likely = 'table, tbody, ul[id], ol[id], [id*="grid"], [id*="data"], [id*="list"], [id*="content"], [id*="result"], [class*="grid"], [class*="data"], [class*="list"], [class*="content"], [class*="result"]';
+          return !!root.querySelector?.(likely);
+        };
+        const shouldIncludeExternalFrame = (frameBody) => {
+          // Outside-content iframes are less trusted than placeholders inside
+          // contentEl. Long plain text is the fallback for simple same-origin
+          // frames that lack article/table/list structure.
+          if (textLen(frameBody) >= minNonStructuralIframeTextChars) return true;
+          if (frameBody.querySelector?.('article, main, [role="main"], table, tbody, ul li, ol li')) return true;
+          return hasDataContainerSignal(frameBody);
+        };
+        const buildFrameSection = (frameBody, desc, fallbackLabel) => {
+          absolutizeTree(frameBody, desc.src || window.location.href);
+          collectEmptyContainers(frameBody, 'iframe', desc.src);
+          const section = document.createElement('section');
+          section.setAttribute('data-opencli-iframe-source', desc.src);
+          const heading = document.createElement('h2');
+          heading.textContent = '来自 iframe: ' + (desc.src || fallbackLabel);
+          section.appendChild(heading);
+          Array.from(frameBody.childNodes).forEach(node => section.appendChild(node));
+          return section;
+        };
+
+        const ogTitle = document.querySelector('meta[property="og:title"]');
+        if (ogTitle) result.title = ogTitle.getAttribute('content')?.trim() || '';
+        if (!result.title) result.title = document.title?.trim() || '';
+        if (!result.title) result.title = document.querySelector('h1')?.textContent?.trim() || 'untitled';
+        result.title = result.title.replace(/\\s*[|\\-–—]\\s*[^|\\-–—]{1,30}$/, '').trim();
+
+        const authorMeta = document.querySelector('meta[name="author"], meta[property="article:author"], meta[name="twitter:creator"]');
+        result.author = authorMeta?.getAttribute('content')?.trim() || '';
+
+        const timeMeta = document.querySelector('meta[property="article:published_time"], meta[name="date"], meta[name="publishdate"], time[datetime]');
+        if (timeMeta) {
+          result.publishTime = timeMeta.getAttribute('content')
+            || timeMeta.getAttribute('datetime')
+            || timeMeta.textContent?.trim()
+            || '';
+        }
+
+        let contentEl = null;
+        const articles = document.querySelectorAll('article');
+        if (articles.length === 1) {
+          contentEl = articles[0];
+        } else if (articles.length > 1) {
+          let maxLen = 0;
+          articles.forEach(a => {
+            const len = textLen(a);
+            if (len > maxLen) { maxLen = len; contentEl = a; }
+          });
+        }
+        if (!contentEl) contentEl = document.querySelector('[role="main"]');
+        if (!contentEl) contentEl = document.querySelector('main');
+        if (!contentEl) {
+          const candidates = document.querySelectorAll(
+            'div[class*="content"], div[class*="article"], div[class*="post"], ' +
+            'div[class*="entry"], div[class*="body"], div[id*="content"], ' +
+            'div[id*="article"], div[id*="post"], section'
+          );
+          let maxLen = 0;
+          candidates.forEach(c => {
+            const len = textLen(c);
+            if (len > maxLen) { maxLen = len; contentEl = c; }
+          });
+        }
+        if (!contentEl || textLen(contentEl) < 200) contentEl = document.body;
+
+        const clone = contentEl.cloneNode(true);
+        absolutizeTree(clone, window.location.href);
+
+        const originalFrames = Array.from(contentEl.querySelectorAll('iframe'));
+        const clonedFrames = Array.from(clone.querySelectorAll('iframe'));
+        const clonedFrameByOriginal = new Map();
+        originalFrames.forEach((frame, index) => {
+          const cloned = clonedFrames[index];
+          if (cloned) clonedFrameByOriginal.set(frame, cloned);
+        });
+        const allFrames = Array.from(document.querySelectorAll('iframe'));
+        const frameDescriptions = new Map();
+        allFrames.forEach((frame, index) => frameDescriptions.set(frame, describeFrame(frame, index)));
+        const getFrameDescription = (frame, fallbackIndex) => frameDescriptions.get(frame) || describeFrame(frame, fallbackIndex);
+        result.diagnostics.frames = allFrames.map(frame => frameDescriptions.get(frame));
+
+        if (frameMode === 'same-origin' || frameMode === 'all-same-origin') {
+          allFrames.forEach((frame, index) => {
+            const insideContent = contentEl.contains(frame);
+            const cloned = insideContent ? clonedFrameByOriginal.get(frame) : null;
+            if (insideContent && !cloned) return;
+            const desc = getFrameDescription(frame, index);
+            if (!desc.sameOrigin || !desc.accessible) return;
+            try {
+              const doc = frame.contentDocument;
+              if (!doc?.body) return;
+              const frameBody = doc.body.cloneNode(true);
+              if (frameMode !== 'all-same-origin' && !insideContent && !shouldIncludeExternalFrame(frameBody)) return;
+              const section = buildFrameSection(frameBody, desc, frame.getAttribute('src') || ('#' + index));
+              if (insideContent) cloned.replaceWith(section);
+              else clone.appendChild(section);
+              result.diagnostics.includedFrameCount += 1;
+            } catch {}
+          });
+        }
+
+        collectEmptyContainers(clone, 'main', window.location.href);
+
+        const noise = 'nav, header, footer, aside, .sidebar, .nav, .menu, .footer, ' +
+          '.header, .comments, .comment, .ad, .ads, .advertisement, .social-share, ' +
+          '.related-posts, .newsletter, .cookie-banner, script, style, noscript, iframe';
+        clone.querySelectorAll(noise).forEach(el => el.remove());
+
+        const stripWS = (s) => (s || '').replace(/\\s+/g, '');
+        const dedup = (parent) => {
+          const children = Array.from(parent.children || []);
+          for (let i = children.length - 1; i >= 1; i--) {
+            const curRaw = children[i].textContent || '';
+            const prevRaw = children[i - 1].textContent || '';
+            const cur = stripWS(curRaw);
+            const prev = stripWS(prevRaw);
+            if (cur.length < 20 || prev.length < 20) continue;
+            if (cur === prev) {
+              const curSpaces = (curRaw.match(/ /g) || []).length;
+              const prevSpaces = (prevRaw.match(/ /g) || []).length;
+              if (curSpaces >= prevSpaces) children[i - 1].remove();
+              else children[i].remove();
+            } else if (prev.includes(cur) && cur.length / prev.length > 0.8) {
+              children[i].remove();
+            } else if (cur.includes(prev) && prev.length / cur.length > 0.8) {
+              children[i - 1].remove();
+            }
+          }
+        };
+        dedup(clone);
+        clone.querySelectorAll('section, div').forEach(el => {
+          if (el.children && el.children.length > 2) dedup(el);
+        });
+
+        clone.querySelectorAll('img').forEach(img => {
+          const srcset = img.getAttribute('data-srcset') || '';
+          const srcsetFirst = srcset.split(',')[0]?.trim().split(' ')[0] || '';
+          const real = img.getAttribute('data-src')
+            || img.getAttribute('data-original')
+            || img.getAttribute('data-lazy-src')
+            || srcsetFirst;
+          if (real) img.setAttribute('src', absolutize(real, window.location.href));
+        });
+
+        result.contentHtml = clone.innerHTML;
+
+        const seen = new Set();
+        clone.querySelectorAll('img').forEach(img => {
+          const src = img.getAttribute('src') || '';
+          if (src && !src.startsWith('data:') && !seen.has(src)) {
+            seen.add(src);
+            result.imageUrls.push(src);
+          }
+        });
+
+        return result;
+      })()
+    `}function D(j,z,K){const G=[],J=j?.diagnostics||{};G.push("[web-read diagnose]");G.push(`url: ${J.url||"-"}`);G.push(`frames: ${Array.isArray(J.frames)?J.frames.length:0}, included_same_origin: ${J.includedFrameCount||0}`);for(const B of(J.frames||[]).slice(0,20))G.push(`  [frame ${B.index}] ${B.sameOrigin?"same-origin":"cross-origin"} ${B.accessible?"accessible":"blocked"} text=${B.textLength||0} ${B.src||"-"}`);if(Array.isArray(J.emptyContainers)&&J.emptyContainers.length>0){G.push(`empty_containers: ${J.emptyContainers.length}`);for(const B of J.emptyContainers.slice(0,12)){const V=`${B.tag}${B.id?`#${B.id}`:""}${B.className?`.${String(B.className).trim().split(/\\s+/).filter(Boolean).join(".")}`:""}`;G.push(`  ${B.scope}: ${V} (${B.url||"-"})`)}}const P=z.filter(X);G.push(`network_capture: ${K?"enabled":"unavailable"}, entries=${z.length}, api_like=${P.length}`);for(const B of P.slice(0,20))G.push(`  ${B.method} ${B.status||"-"} ${B.contentType||"-"} ${B.url}`);return`${G.join(`
+`)}
+`}const U=h({site:"web",name:"read",access:"read",description:"Fetch any web page and export as Markdown",strategy:A.COOKIE,navigateBefore:!1,args:[{name:"url",required:!0,help:"Any web page URL"},{name:"output",default:"./web-articles",help:"Output directory"},{name:"download-images",type:"boolean",default:!0,help:"Download images locally"},{name:"wait",type:"int",default:3,help:"Seconds to wait after page load"},{name:"wait-for",valueRequired:!0,help:"CSS selector to wait for in the main document or same-origin iframes"},{name:"wait-until",default:"domstable",choices:["domstable","networkidle"],help:"Readiness policy after navigation: domstable or networkidle"},{name:"frames",default:"same-origin",choices:["same-origin","all-same-origin","none"],help:"Iframe handling mode: relevant same-origin, all-same-origin, or none"},{name:"diagnose",type:"boolean",default:!1,help:"Print render diagnostics (frames, empty containers, XHR/API-like requests) to stderr"},{name:"stdout",type:"boolean",default:!1,help:"Print markdown to stdout instead of saving to a file"}],columns:["title","author","publish_time","status","size","saved"],func:async(j,z,K=!1)=>{const G=z.url,J=z.wait??3,P=O(z["wait-until"]),B=H(z.frames),V=M(z.diagnose)||K||!!process.env.OPENCLI_VERBOSE,Y=[],Z=P==="networkidle"||V?await f(j):!1;await j.goto(G);if(z["wait-for"]){const Q=await j.evaluate(q(String(z["wait-for"]),J*1000));if(Q?.invalidSelector)throw Error(`Invalid --wait-for selector "${z["wait-for"]}": ${Q.error||"querySelector failed"}`);if(!Q?.ok)throw Error(`Timed out waiting for selector "${z["wait-for"]}" in main document or same-origin iframes`)}else if(P!=="networkidle")await j.wait(J);if(P==="networkidle"){if(!Z)throw Error("Network capture is unavailable, so --wait-until networkidle cannot be satisfied");if(!(await E(j,J,Y))?.ok)throw Error(`Timed out waiting for network idle after ${J}s`)}const W=await j.evaluate(x({frames:B}));if(Z)await b(j,Y);if(V)process.stderr.write(D(W,Y,Z));let $="";try{$=new URL(G).origin+"/"}catch{}const I=await L({title:W?.title||"untitled",author:W?.author,publishTime:W?.publishTime,sourceUrl:G,contentHtml:W?.contentHtml||"",imageUrls:W?.imageUrls},{output:z.output,downloadImages:z["download-images"],imageHeaders:$?{Referer:$}:void 0,stdout:z.stdout,configureTurndown:(Q)=>{Q.addRule("preserveButtons",{filter:(F)=>F.nodeName==="BUTTON",replacement:(F)=>F})}});return z.stdout?null:I}});export const __test__={command:U,buildRenderAwareExtractorJs:x,buildWaitForSelectorAcrossFramesJs:q,formatDiagnostics:D,isInterestingNetworkEntry:X,normalizeFrameMode:H,normalizeWaitUntil:O};

package/clis/wechat-channels/auth.js

@@ -0,0 +1,31 @@
+import{AuthRequiredError as F,CommandExecutionError as H}from"@jackwener/opencli/errors";import{registerSiteAuthCommands as K}from"../_shared/site-auth.js";async function G(B){return(await B.getCookies({url:"https://channels.weixin.qq.com"})).some((D)=>D.name==="sessionid"&&D.value)}async function J(B){if(!await G(B))throw new F("channels.weixin.qq.com","WeChat Channels sessionid cookie missing");await B.goto("https://channels.weixin.qq.com/platform");let z=null;for(let D=0;D<30;D++){z=await B.evaluate(`(async () => {
+      try {
+        var href = location.href || '';
+        if (!/^https?:\\/\\/channels\\.weixin\\.qq\\.com/.test(href)) {
+          return { kind: 'pending', detail: 'location not settled: ' + href };
+        }
+        if (/login\\.html/.test(href)) {
+          return { kind: 'auth', detail: 'WeChat Channels platform redirected to login.html' };
+        }
+        const r = await fetch('https://channels.weixin.qq.com/cgi-bin/mmfinderassistant-bin/auth/auth_data', {
+          method: 'POST',
+          credentials: 'include',
+          headers: { 'Content-Type': 'application/json' },
+          body: '{}',
+        });
+        if (!r.ok) return { kind: 'http', httpStatus: r.status };
+        const d = await r.json();
+        if (!d || d.base_resp?.ret !== 0) {
+          return { kind: 'auth', detail: 'WeChat Channels auth_data base_resp.ret=' + String(d?.base_resp?.ret) };
+        }
+        const fu = d.data?.finder_user || d.finder_user || {};
+        const userId = String(fu.uniq_id || fu.username || '');
+        const name = String(fu.nickname || fu.name || '');
+        if (!userId && !name) {
+          return { kind: 'auth', detail: 'WeChat Channels auth_data 200 but finder_user empty' };
+        }
+        return { ok: true, user_id: userId, name };
+      } catch (e) {
+        return { kind: 'pending', detail: String(e && e.message || e) };
+      }
+    })()`);if(z?.ok||z?.kind==="auth"||z?.kind==="http")break;await B.wait({time:0.5})}if(z?.kind==="auth")throw new F("channels.weixin.qq.com",z.detail);if(z?.kind==="http")throw new H(`HTTP ${z.httpStatus} from auth_data`);if(z?.kind==="pending")throw new F("channels.weixin.qq.com",`WeChat Channels auth probe not settled: ${z.detail}`);if(!z?.ok)throw new H(`Unexpected WeChat Channels probe: ${JSON.stringify(z)}`);return{user_id:z.user_id,name:z.name}}K({site:"wechat-channels",domain:"channels.weixin.qq.com",loginUrl:"https://channels.weixin.qq.com/login.html?from=assistant",columns:["user_id","name"],quickCheck:G,verify:J,poll:async(B)=>{if(!await G(B))throw new F("channels.weixin.qq.com","Waiting for WeChat Channels sessionid cookie");return J(B)}});