@xiaohhhh1/canvas-agent 0.4.25 → 0.4.26

package/dist/integrations/fastmoss.d.ts

@@ -30,6 +30,7 @@ type VisibleVideoItem = {
     images: string[];
     headers: string[];
     cells: string[];
+    previewIndex?: number;
 };
 export declare class FastMossIntegration {
     private context;
@@ -113,6 +114,12 @@ export declare class FastMossIntegration {
     private openProductRanking;
     private openVideoLearningPage;
     private readVideoLearningItems;
+    /**
+     * AI ranking cards expose their TikTok video id only through the visible
+     * preview action. Open only the cards needed for this batch, capture the
+     * public FastMoss video-detail URL, and close the temporary tab again.
+     */
+    private resolveVideoLearningCardLinks;
     private clickVideoLearningTab;
     private clickVideoLearningNextPage;
     private waitForVideoLearningNavigation;
@@ -125,6 +132,8 @@ export declare function mergeRankingRecord(target: Map<string, Record<string, un
 export declare function selectDetailCandidates(records: Array<Record<string, unknown>>, limit?: number): Record<string, unknown>[];
 export declare function isTransientFastMossNavigation(error: unknown): boolean;
 export declare function isAnalyzableVideoUrl(value: string): boolean;
+export declare function isFastMossVideoDetailUrl(value: string): boolean;
+export declare function publicTikTokVideoUrlFromFastMoss(value: string): string;
 export declare function videoLearningSourcesFromItems(items: VisibleVideoItem[], context: {
     market: string;
     dimension: VideoLearningDimension;

package/dist/integrations/fastmoss.js

@@ -285,7 +285,7 @@ export class FastMossIntegration {
                 return;
             let previousSignature = "";
             for (let pageNumber = 1; pageNumber <= 5 && sources.filter((item) => item.rankingDimension === dimension).length < limit; pageNumber += 1) {
-                const snapshot = await this.readVideoLearningItems();
+                const snapshot = await this.resolveVideoLearningCardLinks(await this.readVideoLearningItems(), limit);
                 const signature = JSON.stringify(snapshot.map((item) => [item.text, item.media, item.links]).slice(0, 20));
                 if (!snapshot.length || (pageNumber > 1 && signature === previousSignature))
                     break;
@@ -480,6 +480,47 @@ export class FastMossIntegration {
         }
         throw lastError instanceof Error ? lastError : new Error("FastMoss 视频榜页面跳转后没有恢复");
     }
+    /**
+     * AI ranking cards expose their TikTok video id only through the visible
+     * preview action. Open only the cards needed for this batch, capture the
+     * public FastMoss video-detail URL, and close the temporary tab again.
+     */
+    async resolveVideoLearningCardLinks(items, limit) {
+        if (!this.page || this.page.isClosed())
+            return items;
+        const candidates = items
+            .filter((item) => !item.links.some(isFastMossVideoDetailUrl) && Number.isInteger(item.previewIndex))
+            .slice(0, Math.max(0, limit));
+        if (!candidates.length)
+            return items;
+        const covers = this.page.locator('div.cursor-pointer > img[class*="aspect-"]');
+        const coverCount = await covers.count();
+        for (const item of candidates) {
+            const index = Number(item.previewIndex);
+            if (!Number.isInteger(index) || index < 0 || index >= coverCount)
+                continue;
+            let popup = null;
+            try {
+                [popup] = await Promise.all([
+                    this.page.waitForEvent("popup", { timeout: 6_000 }),
+                    covers.nth(index).click({ timeout: 6_000 }),
+                ]);
+                await popup.waitForURL(/\/media-source\/video\/\d+/i, { timeout: 10_000 });
+                const detailUrl = popup.url();
+                if (isFastMossVideoDetailUrl(detailUrl))
+                    item.links.unshift(detailUrl);
+            }
+            catch {
+                // Keep the item unresolved. The caller records a truthful rejection
+                // instead of counting a cover image or ranking page as a video.
+            }
+            finally {
+                if (popup && !popup.isClosed())
+                    await popup.close().catch(() => undefined);
+            }
+        }
+        return items;
+    }
     async clickVideoLearningTab(labels) {
         let lastError;
         for (let attempt = 0; attempt < 3; attempt += 1) {
@@ -692,13 +733,14 @@ async function readVisibleVideoLearningItems(page) {
             ]);
             return [...new Set([...direct, ...data].filter(Boolean).map(absoluteUrl).filter(Boolean))];
         };
-        const serialize = (root, headers = [], cells = []) => ({
+        const serialize = (root, headers = [], cells = [], previewIndex) => ({
             text: root.innerText.replace(/\s+/g, " ").trim().slice(0, 8000),
             links: [...new Set([...root.querySelectorAll("a[href]")].map((link) => link.href).filter(Boolean))],
             media: mediaUrls(root),
             images: [...new Set([...root.querySelectorAll("img")].map((image) => image.currentSrc || image.src || image.dataset.src || "").filter(Boolean).map(absoluteUrl).filter(Boolean))],
             headers,
             cells,
+            ...(previewIndex == null ? {} : { previewIndex }),
         });
         const tableItems = [...document.querySelectorAll("table tbody tr")]
             .filter(shown)
@@ -709,8 +751,15 @@ async function readVisibleVideoLearningItems(page) {
             return serialize(row, headers, cells);
         })
             .filter((item) => item.text && (item.links.length || item.media.length || item.images.length));
+        const previewSelector = 'div.cursor-pointer > img[class*="aspect-"]';
+        const previewImages = [...document.querySelectorAll(previewSelector)];
+        const previewItems = previewImages.map((preview, previewIndex) => {
+            const root = preview.parentElement?.parentElement || preview.parentElement || preview;
+            return serialize(root, [], [], previewIndex);
+        }).filter((item) => item.text && item.images.length);
         const cardCandidates = [...document.querySelectorAll("article,li,[class*='card'],[class*='item']")]
             .filter(shown)
+            .filter((element) => !element.querySelector(previewSelector))
             .filter((element) => {
             const rect = element.getBoundingClientRect();
             const text = element.innerText.replace(/\s+/g, " ").trim();
@@ -731,7 +780,7 @@ async function readVisibleVideoLearningItems(page) {
             if (cards.length >= 80)
                 break;
         }
-        const combined = [...tableItems, ...cards];
+        const combined = [...tableItems, ...previewItems, ...cards];
         const seen = new Set();
         return combined.filter((item) => {
             const key = JSON.stringify([item.text.slice(0, 300), item.media[0], item.links[0], item.images[0]]);
@@ -808,6 +857,21 @@ export function isAnalyzableVideoUrl(value) {
         return false;
     }
 }
+export function isFastMossVideoDetailUrl(value) {
+    try {
+        const url = new URL(value);
+        return /(?:^|\.)fastmoss\.com$/i.test(url.hostname) && /\/media-source\/video\/\d+(?:\/|$)/i.test(url.pathname);
+    }
+    catch {
+        return false;
+    }
+}
+export function publicTikTokVideoUrlFromFastMoss(value) {
+    if (!isFastMossVideoDetailUrl(value))
+        return "";
+    const id = new URL(value).pathname.match(/\/media-source\/video\/(\d+)(?:\/|$)/i)?.[1];
+    return id ? `https://www.tiktok.com/@_/video/${id}` : "";
+}
 export function videoLearningSourcesFromItems(items, context) {
     const output = [];
     const seen = new Set();
@@ -815,7 +879,8 @@ export function videoLearningSourcesFromItems(items, context) {
         const mediaUrl = item.media.find((value) => isAnalyzableVideoUrl(value)) || "";
         const publicVideoUrl = firstHttp(item.links, /tiktok\.com\/.*(?:video|v)\//i);
         const traceUrl = firstHttp(item.links, /video|aweme|creative|material/i);
-        const sourceUrl = mediaUrl || publicVideoUrl || traceUrl;
+        const publicTraceUrl = publicTikTokVideoUrlFromFastMoss(traceUrl);
+        const sourceUrl = mediaUrl || publicVideoUrl || publicTraceUrl;
         const platformVideoId = videoIdFromValues([sourceUrl, ...item.links, ...item.media]) || stableId(`${context.dimension}|${item.text}|${item.images[0] || ""}`);
         if (seen.has(platformVideoId))
             continue;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xiaohhhh1/canvas-agent",
-  "version": "0.4.25",
+  "version": "0.4.26",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",