@xiaohhhh1/canvas-agent 0.4.26 → 0.4.27

package/dist/integrations/fastmoss.d.ts

@@ -1,3 +1,4 @@
+import { type Response } from "playwright-core";
 export type FastMossRankingSource = "new" | "hot" | "video" | "sales";
 export type FastMossPhase = "idle" | "saved" | "launching" | "login_required" | "ready" | "verification_required" | "membership_expired" | "error";
 export type FastMossStatus = {
@@ -32,6 +33,14 @@ type VisibleVideoItem = {
     cells: string[];
     previewIndex?: number;
 };
+export type ObservedVideoRecord = {
+    videoId: string;
+    authorId?: string;
+    title?: string;
+    sourceUrl?: string;
+    thumbnailUrl?: string;
+    metrics?: Record<string, number>;
+};
 export declare class FastMossIntegration {
     private context;
     private page;
@@ -47,6 +56,9 @@ export declare class FastMossIntegration {
     private readonly authenticatedMarker;
     private readonly dataDir;
     private savedAuthenticated;
+    private observedVideoRecords;
+    private videoResponseTasks;
+    private observedVideoPages;
     constructor();
     status(): FastMossStatus;
     start(): Promise<FastMossStatus>;
@@ -120,6 +132,9 @@ export declare class FastMossIntegration {
      * public FastMoss video-detail URL, and close the temporary tab again.
      */
     private resolveVideoLearningCardLinks;
+    private resetObservedVideoRecords;
+    private observeVideoRankingResponses;
+    private waitForVideoResponseTasks;
     private clickVideoLearningTab;
     private clickVideoLearningNextPage;
     private waitForVideoLearningNavigation;
@@ -131,6 +146,26 @@ export declare function fastMossAiVideoLearningRankUrl(market?: string): string;
 export declare function mergeRankingRecord(target: Map<string, Record<string, unknown>>, row: Record<string, unknown>, source: FastMossRankingSource, position: number): void;
 export declare function selectDetailCandidates(records: Array<Record<string, unknown>>, limit?: number): Record<string, unknown>[];
 export declare function isTransientFastMossNavigation(error: unknown): boolean;
+export declare function isVideoRankingResponse(response: Response | string): boolean;
+export declare function publicVideoRecordsFromRankPayload(payload: unknown): ObservedVideoRecord[];
+export declare function videoLearningSourcesFromObservedRecords(records: ObservedVideoRecord[], context: {
+    market: string;
+    dimension: VideoLearningDimension;
+    observedAt: string;
+}): {
+    source: string;
+    platform: string;
+    platformVideoId: string;
+    sourceUrl: string;
+    market: string;
+    rankingDimension: VideoLearningDimension;
+    rank: number;
+    title: string;
+    productTitle: string;
+    thumbnailUrl: string | null;
+    metrics: Record<string, number>;
+    observedAt: string;
+}[];
 export declare function isAnalyzableVideoUrl(value: string): boolean;
 export declare function isFastMossVideoDetailUrl(value: string): boolean;
 export declare function publicTikTokVideoUrlFromFastMoss(value: string): string;

package/dist/integrations/fastmoss.js

@@ -37,6 +37,9 @@ export class FastMossIntegration {
     authenticatedMarker = path.join(this.profileDir, "authenticated.json");
     dataDir = path.join(CONFIG_DIR, "fastmoss-selection");
     savedAuthenticated = existsSync(this.authenticatedMarker);
+    observedVideoRecords = [];
+    videoResponseTasks = new Set();
+    observedVideoPages = new WeakSet();
     constructor() {
         if (!this.savedAuthenticated)
             return;
@@ -90,8 +93,9 @@ export class FastMossIntegration {
             throw error;
         }
         this.page = this.context.pages()[0] || await this.context.newPage();
+        this.observeVideoRankingResponses(this.page);
         this.context.on("page", (page) => {
-            this.page = page;
+            this.observeVideoRankingResponses(page);
         });
         this.context.on("close", () => {
             this.context = null;
@@ -290,7 +294,9 @@ export class FastMossIntegration {
                 if (!snapshot.length || (pageNumber > 1 && signature === previousSignature))
                     break;
                 previousSignature = signature;
-                const normalized = videoLearningSourcesFromItems(snapshot, { market, dimension, observedAt: new Date().toISOString() });
+                await this.waitForVideoResponseTasks();
+                const observed = videoLearningSourcesFromObservedRecords(this.observedVideoRecords, { market, dimension, observedAt: new Date().toISOString() });
+                const normalized = [...observed, ...videoLearningSourcesFromItems(snapshot, { market, dimension, observedAt: new Date().toISOString() })];
                 for (const item of normalized) {
                     const key = String(item.platformVideoId || item.sourceUrl || "");
                     if (!key || seen.has(key))
@@ -334,6 +340,7 @@ export class FastMossIntegration {
             for (const entry of aiDimensions) {
                 if (sources.length >= requestedTarget)
                     break;
+                this.resetObservedVideoRecords();
                 const clicked = await this.clickVideoLearningTab(entry.labels);
                 if (!clicked) {
                     rejected.push({ dimension: entry.dimension, reason: `没有找到${entry.labels[0]}标签` });
@@ -405,7 +412,10 @@ export class FastMossIntegration {
     }
     useLatestPage() {
         const pages = this.context?.pages().filter((page) => !page.isClosed()) || [];
-        if (pages.length)
+        const rankingPages = pages.filter((page) => !isFastMossVideoDetailUrl(page.url()));
+        if (rankingPages.length)
+            this.page = rankingPages[rankingPages.length - 1];
+        else if (pages.length)
             this.page = pages[pages.length - 1];
     }
     async openProductRanking(input, ranking = RANKING_DEFINITIONS[0]) {
@@ -436,6 +446,8 @@ export class FastMossIntegration {
     async openVideoLearningPage(url, label) {
         if (!this.page || this.page.isClosed())
             throw new Error("FastMoss 专用浏览器未打开");
+        this.resetObservedVideoRecords();
+        this.observeVideoRankingResponses(this.page);
         this.message = `正在自动进入 ${label}`;
         try {
             await this.page.goto(url, { waitUntil: "domcontentloaded", timeout: 60_000 });
@@ -488,12 +500,13 @@ export class FastMossIntegration {
     async resolveVideoLearningCardLinks(items, limit) {
         if (!this.page || this.page.isClosed())
             return items;
+        const rankingPage = this.page;
         const candidates = items
             .filter((item) => !item.links.some(isFastMossVideoDetailUrl) && Number.isInteger(item.previewIndex))
             .slice(0, Math.max(0, limit));
         if (!candidates.length)
             return items;
-        const covers = this.page.locator('div.cursor-pointer > img[class*="aspect-"]');
+        const covers = rankingPage.locator('div.cursor-pointer > img[class*="aspect-"]');
         const coverCount = await covers.count();
         for (const item of candidates) {
             const index = Number(item.previewIndex);
@@ -502,7 +515,7 @@ export class FastMossIntegration {
             let popup = null;
             try {
                 [popup] = await Promise.all([
-                    this.page.waitForEvent("popup", { timeout: 6_000 }),
+                    rankingPage.waitForEvent("popup", { timeout: 6_000 }),
                     covers.nth(index).click({ timeout: 6_000 }),
                 ]);
                 await popup.waitForURL(/\/media-source\/video\/\d+/i, { timeout: 10_000 });
@@ -517,10 +530,39 @@ export class FastMossIntegration {
             finally {
                 if (popup && !popup.isClosed())
                     await popup.close().catch(() => undefined);
+                this.page = rankingPage;
             }
         }
         return items;
     }
+    resetObservedVideoRecords() {
+        this.observedVideoRecords = [];
+        this.videoResponseTasks.clear();
+    }
+    observeVideoRankingResponses(page) {
+        if (this.observedVideoPages.has(page))
+            return;
+        this.observedVideoPages.add(page);
+        page.on("response", (response) => {
+            if (!isVideoRankingResponse(response))
+                return;
+            let task;
+            task = response.json()
+                .then((payload) => {
+                const merged = new Map(this.observedVideoRecords.map((item) => [item.videoId, item]));
+                for (const item of publicVideoRecordsFromRankPayload(payload))
+                    merged.set(item.videoId, { ...merged.get(item.videoId), ...item });
+                this.observedVideoRecords = [...merged.values()];
+            })
+                .catch(() => undefined)
+                .finally(() => this.videoResponseTasks.delete(task));
+            this.videoResponseTasks.add(task);
+        });
+    }
+    async waitForVideoResponseTasks() {
+        if (this.videoResponseTasks.size)
+            await Promise.allSettled([...this.videoResponseTasks]);
+    }
     async clickVideoLearningTab(labels) {
         let lastError;
         for (let attempt = 0; attempt < 3; attempt += 1) {
@@ -794,6 +836,87 @@ async function readVisibleVideoLearningItems(page) {
 function firstHttp(values, expected) {
     return values.find((value) => /^https?:\/\//i.test(value) && (!expected || expected.test(value))) || "";
 }
+export function isVideoRankingResponse(response) {
+    const value = typeof response === "string" ? response : response.url();
+    try {
+        const url = new URL(value);
+        return /(?:^|\.)fastmoss\.com$/i.test(url.hostname)
+            && /\/api\/.*(?:video|aweme|media)/i.test(url.pathname);
+    }
+    catch {
+        return false;
+    }
+}
+export function publicVideoRecordsFromRankPayload(payload) {
+    const output = new Map();
+    const visited = new Set();
+    let inspected = 0;
+    const scalar = (record, keys) => {
+        for (const key of keys) {
+            const value = record[key];
+            if (typeof value === "string" || typeof value === "number")
+                return String(value).trim();
+        }
+        return "";
+    };
+    const numeric = (record, keys) => {
+        const raw = scalar(record, keys);
+        const value = numberValue(raw);
+        return Number.isFinite(value) ? value : undefined;
+    };
+    const visit = (value) => {
+        if (!value || typeof value !== "object" || visited.has(value) || inspected >= 20_000)
+            return;
+        visited.add(value);
+        inspected += 1;
+        if (Array.isArray(value)) {
+            value.forEach(visit);
+            return;
+        }
+        const record = value;
+        const videoId = scalar(record, ["video_id", "videoId", "aweme_id", "awemeId", "item_id", "itemId"]);
+        if (/^\d{8,}$/.test(videoId)) {
+            const sourceCandidate = scalar(record, ["video_url", "videoUrl", "play_url", "playUrl", "download_url", "downloadUrl", "share_url", "shareUrl"]);
+            const thumbnailCandidate = scalar(record, ["cover_url", "coverUrl", "cover", "poster", "origin_cover", "originCover"]);
+            const metrics = Object.fromEntries(Object.entries({
+                sales: numeric(record, ["sales", "sold_count", "soldCount", "sale_count", "saleCount"]),
+                gmv: numeric(record, ["gmv", "sale_amount", "saleAmount", "sales_amount", "salesAmount"]),
+                views: numeric(record, ["views", "view_count", "viewCount", "play_count", "playCount"]),
+                likes: numeric(record, ["likes", "like_count", "likeCount", "digg_count", "diggCount"]),
+                comments: numeric(record, ["comments", "comment_count", "commentCount"]),
+                roas: numeric(record, ["roas", "ROAS"]),
+            }).filter((entry) => entry[1] != null));
+            const next = {
+                videoId,
+                authorId: scalar(record, ["author_unique_id", "authorUniqueId", "unique_id", "uniqueId", "author_id", "authorId"]) || undefined,
+                title: scalar(record, ["title", "video_title", "videoTitle", "desc", "description", "content", "text"]) || undefined,
+                sourceUrl: isAnalyzableVideoUrl(sourceCandidate) ? sourceCandidate : undefined,
+                thumbnailUrl: /^https?:\/\//i.test(thumbnailCandidate) ? thumbnailCandidate : undefined,
+                metrics,
+            };
+            output.set(videoId, { ...output.get(videoId), ...next });
+        }
+        Object.values(record).forEach(visit);
+    };
+    visit(payload);
+    return [...output.values()];
+}
+export function videoLearningSourcesFromObservedRecords(records, context) {
+    return records.map((record, index) => ({
+        source: "fastmoss-agent",
+        platform: "tiktok",
+        platformVideoId: record.videoId,
+        sourceUrl: record.sourceUrl || `https://www.tiktok.com/@_/video/${record.videoId}`,
+        market: context.market,
+        rankingDimension: context.dimension,
+        rank: index + 1,
+        title: record.title || `TikTok video ${record.videoId}`,
+        productTitle: record.title || "",
+        thumbnailUrl: record.thumbnailUrl || null,
+        metrics: record.metrics || {},
+        observedAt: context.observedAt,
+    }));
+}
 function videoIdFromValues(values) {
     for (const value of values) {
         const direct = value.match(/(?:video|aweme|item|material)[/=_-](\d{8,})/i)?.[1];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xiaohhhh1/canvas-agent",
-  "version": "0.4.26",
+  "version": "0.4.27",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",