oc-browser-relay 1.0.7 → 1.0.10

package/bundled-relay/index.js

@@ -24367,7 +24367,7 @@ var STEP_DISPATCH_INTERVAL_MS = Number(process.env.STEP_DISPATCH_INTERVAL_MS) ||
 var RUNTIME_ONLINE_GRACE_MS = 1e4;
 var RUNTIME_PRESENCE_TTL_MS = 5 * 60 * 1e3;
 var COMPLETED_TASK_TTL_MS = Number(process.env.COMPLETED_TASK_TTL_MS) || 60 * 60 * 1e3;
-var STEP_WATCHDOG_FALLBACK_TIMEOUT_MS = 6e4;
+var STEP_WATCHDOG_FALLBACK_TIMEOUT_MS = 12e4;
 var STEP_WATCHDOG_DEFAULT_TIMEOUTS = {
   upload_assets: 18e4,
   fill_field: 12e4,

package/bundled-relay/public/configs/pages/douyin-creator-publish.json

@@ -442,6 +442,9 @@
     }
   },
   "executionPolicy": {
+    "popupGuard": {
+      "enabled": false
+    },
     "typingPolicy": {
       "mode": "human_typing",
       "minKeyDelayMs": 120,

package/bundled-relay/public/configs/pages/douyin-fxg-homepage.json

@@ -18,12 +18,160 @@
           "value": "/ffa/mshop/homepage/index"
         },
         {
-          "type": "element_visible",
-          "selector": "body"
+          "type": "logical_or",
+          "conditions": [
+            {
+              "type": "element_visible",
+              "selector": "label:has(input[type='radio'][value='Real']), label:has(input[type='radio'][value='Day'])"
+            },
+            {
+              "type": "element_visible",
+              "selector": "div.auxo-select-selector:has(input[role='combobox'][aria-haspopup='listbox'])"
+            }
+          ]
         }
       ]
     },
-    "waitTimeoutMs": 15000
+    "waitTimeoutMs": 30000
+  },
+  "reusePolicy": {
+    "enabled": true,
+    "taskTypes": ["collect_douyin_fxg_homepage_api"],
+    "includeSameHostPages": true,
+    "candidatePages": [
+      "douyin_fxg_homepage"
+    ],
+    "resetActions": [
+      {
+        "when": "target_page",
+        "kind": "scroll_to_top"
+      },
+      {
+        "when": "same_host_non_target",
+        "kind": "click_locator",
+        "skipPopupGuard": true,
+        "locators": [
+          {
+            "kind": "css",
+            "value": "h1#fxg-pc-header-title",
+            "priority": 1
+          }
+        ],
+        "waitForUrlMatch": [
+          "https://fxg.jinritemai.com/ffa/mshop/homepage/index*"
+        ],
+        "waitTimeoutMs": 30000,
+        "settleDelayMs": 600
+      }
+    ]
+  },
+  "executionPolicy": {
+    "clickPolicy": {
+      "scrollIntoView": true,
+      "requireVisible": true,
+      "preHover": true,
+      "hoverDurationMsRange": [70, 150],
+      "preClickPauseMsRange": [40, 100]
+    },
+    "humanBehavior": {
+      "cursorMoveSpeedRange": [105, 170],
+      "cursorStepDelayMsRange": [3, 7],
+      "cursorVisibleDurationMsRange": [120, 220],
+      "minCursorStepCount": 10,
+      "mouseDownUpDelayMsRange": [30, 80],
+      "postClickPauseMsRange": [40, 120]
+    },
+    "actionPausePolicy": {
+      "minPauseMs": 120,
+      "maxPauseMs": 520
+    }
+  },
+  "actions": {
+    "switch_metric_period": {
+      "actionId": "switch_metric_period",
+      "label": "切换首页时间粒度",
+      "kind": "click",
+      "skipPopupGuard": true,
+      "locatorWaitTimeoutMs": 5000,
+      "dropdownFallback": {
+        "panelSelector": ".auxo-select-dropdown:not(.auxo-select-dropdown-hidden)",
+        "panelWaitTimeoutMs": 5000,
+        "triggerLocators": [
+          {
+            "kind": "xpath",
+            "value": "//div[contains(@class,'auxo-select-selector')][.//span[contains(@class,'auxo-select-selection-item')][contains(normalize-space(.),'实时') or contains(normalize-space(.),'近1天') or contains(normalize-space(.),'近7天') or contains(normalize-space(.),'近30天') or contains(normalize-space(.),'大促')]]",
+            "priority": 1
+          }
+        ],
+        "optionLocatorsByValue": {
+          "Real": [
+            {
+              "kind": "xpath",
+              "value": "//div[contains(@class,'auxo-select-dropdown') and not(contains(@class,'auxo-select-dropdown-hidden'))]//div[contains(@class,'auxo-select-item-option')][.//div[contains(@class,'auxo-select-item-option-content') and normalize-space()='实时']]",
+              "priority": 1
+            }
+          ],
+          "Day": [
+            {
+              "kind": "xpath",
+              "value": "//div[contains(@class,'auxo-select-dropdown') and not(contains(@class,'auxo-select-dropdown-hidden'))]//div[contains(@class,'auxo-select-item-option')][.//div[contains(@class,'auxo-select-item-option-content') and normalize-space()='近1天']]",
+              "priority": 1
+            }
+          ],
+          "Week": [
+            {
+              "kind": "xpath",
+              "value": "//div[contains(@class,'auxo-select-dropdown') and not(contains(@class,'auxo-select-dropdown-hidden'))]//div[contains(@class,'auxo-select-item-option')][.//div[contains(@class,'auxo-select-item-option-content') and normalize-space()='近7天']]",
+              "priority": 1
+            }
+          ],
+          "Month": [
+            {
+              "kind": "xpath",
+              "value": "//div[contains(@class,'auxo-select-dropdown') and not(contains(@class,'auxo-select-dropdown-hidden'))]//div[contains(@class,'auxo-select-item-option')][.//div[contains(@class,'auxo-select-item-option-content') and normalize-space()='近30天']]",
+              "priority": 1
+            }
+          ],
+          "Promotion": [
+            {
+              "kind": "xpath",
+              "value": "//div[contains(@class,'auxo-select-dropdown') and not(contains(@class,'auxo-select-dropdown-hidden'))]//div[contains(@class,'auxo-select-item-option')][.//div[contains(@class,'auxo-select-item-option-content') and normalize-space()='大促']]",
+              "priority": 1
+            }
+          ]
+        }
+      },
+      "locators": [
+        {
+          "kind": "xpath",
+          "value": "//input[@type='radio' and @value='Real']/ancestor::label[1]",
+          "priority": 1
+        }
+      ]
+    }
+  },
+  "captureSources": {
+    "homepage_metrics": {
+      "urlPattern": "/pc/api/home/homepage",
+      "method": "GET",
+      "capability": "hybrid",
+      "operation": "capture_response",
+      "persistent": true,
+      "artifactType": "hybrid",
+      "includeBody": true,
+      "locationSuffix": "douyin_fxg_homepage_metrics",
+      "hint": "capture douyin fxg homepage metrics"
+    }
+  },
+  "capturePlans": {
+    "homepage_metrics": {
+        "sourceId": "homepage_metrics",
+        "captureNetwork": {
+          "timeoutMs": 600000,
+          "startPhase": "before_action",
+          "actionScope": "step"
+        }
+    }
   },
   "crawlerHints": {
     "structuredDataExtractors": {
@@ -34,7 +182,35 @@
         "outputSchema": {
           "root": {
             "extractedAt": "sources.homepage_operating_data.extractedAt",
-            "metrics": "sources.homepage_operating_data.metrics"
+            "metrics": "sources.homepage_operating_data.metrics",
+            "incomeExpenseMetrics": "sources.homepage_operating_data.incomeExpenseMetrics"
+          }
+        }
+      },
+      "homepage_metrics_capture": {
+        "adapterId": "douyin_fxg_homepage_capture",
+        "sourceId": "homepage_metrics_capture",
+        "timeoutMs": 600000,
+        "observationSources": [
+          {
+            "sourceId": "homepage_metrics_capture",
+            "nodeIdArg": "sourceNodeId",
+            "sourceType": "active_capture_results",
+            "consumeCapture": true,
+            "resultPath": "$self"
+          }
+        ],
+        "outputSchema": {
+          "root": {
+            "extractedAt": "sources.homepage_metrics_capture.extractedAt",
+            "periodValue": "sources.homepage_metrics_capture.periodValue",
+            "periodLabel": "sources.homepage_metrics_capture.periodLabel",
+            "title": "sources.homepage_metrics_capture.title",
+            "subTitle": "sources.homepage_metrics_capture.subTitle",
+            "rank": "sources.homepage_metrics_capture.rank",
+            "metrics": "sources.homepage_metrics_capture.metrics",
+            "incomeExpenseMetrics": "sources.homepage_metrics_capture.incomeExpenseMetrics",
+            "meta": "sources.homepage_metrics_capture.meta"
           }
         }
       }

package/bundled-relay/public/configs/pages/pinduoduo-mms-home.json

@@ -28,15 +28,10 @@
         "when": "same_host_non_target",
         "kind": "click_locator",
         "locators": [
-          {
-            "kind": "css",
-            "value": ".logoWrapper",
-            "priority": 1
-          },
           {
             "kind": "xpath",
-            "value": "//div[contains(@class,'logoWrapper') and .//div[contains(@class,'logoText')][contains(normalize-space(.),'商家后台')]]",
-            "priority": 2
+            "value": "//*[self::a or self::div or self::span][contains(normalize-space(.),'商家后台') and not(self::script)]",
+            "priority": 1
           }
         ],
         "waitForUrlMatch": [
@@ -54,11 +49,20 @@
       "conditions": [
         {
           "type": "url_contains",
-          "value": "/home/"
+          "value": "/home"
         },
         {
-          "type": "element_visible",
-          "selector": "li#__msfe__side-nav_item_0.active > a[href^='/home/']"
+          "type": "logical_and",
+          "conditions": [
+            {
+              "type": "element_visible",
+              "selector": "a[href^='/home/']"
+            },
+            {
+              "type": "text_visible",
+              "value": "后台首页"
+            }
+          ]
         }
       ]
     },
@@ -91,15 +95,10 @@
       "label": "点击商家后台 Logo",
       "kind": "click",
       "locators": [
-        {
-          "kind": "css",
-          "value": ".logoWrapper",
-          "priority": 1
-        },
         {
           "kind": "xpath",
-          "value": "//div[contains(@class,'logoWrapper') and .//div[contains(@class,'logoText')][contains(normalize-space(.),'商家后台')]]",
-          "priority": 2
+          "value": "//*[self::a or self::div or self::span][contains(normalize-space(.),'商家后台') and not(self::script)]",
+          "priority": 1
         }
       ]
     },
@@ -109,13 +108,13 @@
       "kind": "click",
       "locators": [
         {
-          "kind": "css",
-          "value": "li#__msfe__side-nav_item_0 > a[href^='/home/']",
+          "kind": "xpath",
+          "value": "//a[starts-with(@href,'/home/') and contains(normalize-space(.),'首页')]",
           "priority": 1
         },
         {
-          "kind": "xpath",
-          "value": "//li[@id='__msfe__side-nav_item_0']/a[starts-with(@href,'/home/')]",
+          "kind": "css",
+          "value": "a[href^='/home/']",
           "priority": 2
         }
       ]
@@ -126,19 +125,14 @@
       "kind": "click",
       "locators": [
         {
-          "kind": "css",
-          "value": "li#__msfe__side-nav_item_101 > a[href='/orders/list']",
+          "kind": "xpath",
+          "value": "//a[@href='/orders/list' and contains(normalize-space(.),'订单查询')]",
           "priority": 1
         },
         {
           "kind": "xpath",
-          "value": "//nav[contains(@class,'side-nav')]//li[@id='__msfe__side-nav_item_101']/a[@href='/orders/list']",
+          "value": "//a[@href='/orders/list']",
           "priority": 2
-        },
-        {
-          "kind": "xpath",
-          "value": "//nav[contains(@class,'side-nav')]//a[@href='/orders/list' and .//span[contains(@class,'nav-item-text')][contains(normalize-space(.),'订单查询')]]",
-          "priority": 3
         }
       ]
     }

package/bundled-relay/public/configs/pages/taobao-item-detail.json

@@ -57,6 +57,13 @@
       "actionId": "open_comments",
       "label": "打开评论面板",
       "kind": "click",
+      "scrollSearchFallback": {
+        "maxScrollAttempts": 4,
+        "scrollDeltaPx": 720,
+        "settleDelayMs": 250,
+        "initialLocateTimeoutMs": 3000,
+        "retryLocateTimeoutMs": 3000
+      },
       "locators": [
         {
           "kind": "css",
@@ -86,6 +93,13 @@
       "actionId": "open_ask_answers",
       "label": "打开问大家面板",
       "kind": "click",
+      "scrollSearchFallback": {
+        "maxScrollAttempts": 4,
+        "scrollDeltaPx": 720,
+        "settleDelayMs": 250,
+        "initialLocateTimeoutMs": 3000,
+        "retryLocateTimeoutMs": 3000
+      },
       "locators": [
         {
           "kind": "css",

package/bundled-relay/public/configs/pages/xiaohongshu-creator-publish.json

@@ -281,6 +281,9 @@
     }
   },
   "executionPolicy": {
+    "popupGuard": {
+      "enabled": false
+    },
     "typingPolicy": {
       "mode": "human_typing",
       "minKeyDelayMs": 120,

package/bundled-relay/public/configs/sites/douyin-creator.json

@@ -23,7 +23,7 @@
         { "kind": "xpath", "value": "//div[.//div[normalize-space(text())='发布视频'] and .//div[contains(normalize-space(.), '推荐mp4、webm')]]", "priority": 2 },
         { "kind": "css", "value": "a[href*='/content/upload']", "priority": 3 }
       ],
-      "readyTimeoutMs": 8000
+        "readyTimeoutMs": 30000
     }
   }
 }

package/bundled-relay/public/configs/sites/xiaohongshu-creator.json

@@ -37,9 +37,9 @@
         { "kind": "text", "value": "上传图文", "priority": 2 }
       ],
       "hoverDelayMs": 300,
-      "menuWaitTimeoutMs": 2500,
+        "menuWaitTimeoutMs": 10000,
       "settleDelayMs": 1200,
-      "readyTimeoutMs": 8000
+        "readyTimeoutMs": 30000
     }
   }
 }

package/bundled-relay/public/configs/task-templates/douyin-fxg-homepage-api.json

@@ -2,16 +2,21 @@
   "siteId": "douyin_fxg",
   "taskType": "collect_douyin_fxg_homepage_api",
   "platform": "douyin",
-  "name": "采集抖店首页经营看板接口",
-  "description": "打开抖店商家后台首页，在页面会话内直接调用首页经营看板接口，并返回原始响应。",
-  "requiredFields": [
-  ],
+  "name": "采集抖店首页经营看板指标",
+  "description": "打开抖店商家后台首页，切换指定时间粒度按钮，捕获首页接口响应并返回结构化经营数据。",
+  "requiredFields": [],
   "optionalFields": [
     {
       "name": "pageUrl",
       "type": "string",
       "description": "抖店首页地址",
       "default": "https://fxg.jinritemai.com/ffa/mshop/homepage/index?channel=zhaoshang"
+    },
+    {
+      "name": "metricPeriodValue",
+      "type": "string",
+      "description": "首页时间粒度按钮值，支持：Real、Day、Week、Month、Promotion",
+      "default": "Real"
     }
   ],
   "nodes": [
@@ -31,13 +36,137 @@
       "tool": "validate_page",
       "args": {}
     },
+    {
+      "nodeId": "s2b",
+      "name": "prepare_realtime_metrics",
+      "goal": "当目标为实时粒度时先切到近1天，确保回切实时会触发接口刷新",
+      "when": "equals(payload.metricPeriodValue, 'Real')",
+      "tool": "trigger_action",
+      "args": {
+        "action": "switch_metric_period",
+        "actionInput": {
+          "metricPeriodValue": "Day"
+        },
+        "locators": [
+          {
+            "kind": "xpath",
+            "value": "//input[@type='radio' and @value='Day']/ancestor::label[1]",
+            "priority": 1
+          }
+        ]
+      }
+    },
+    {
+      "nodeId": "s2c_day",
+      "name": "prepare_day_metrics",
+      "goal": "当目标为近1天时先切到实时，确保重新切回近1天会触发接口刷新",
+      "when": "equals(payload.metricPeriodValue, 'Day')",
+      "tool": "trigger_action",
+      "args": {
+        "action": "switch_metric_period",
+        "actionInput": {
+          "metricPeriodValue": "Real"
+        },
+        "locators": [
+          {
+            "kind": "xpath",
+            "value": "//input[@type='radio' and @value='Real']/ancestor::label[1]",
+            "priority": 1
+          }
+        ]
+      }
+    },
+    {
+      "nodeId": "s2c_week",
+      "name": "prepare_week_metrics",
+      "goal": "当目标为近7天时先切到实时，确保重新切回近7天会触发接口刷新",
+      "when": "equals(payload.metricPeriodValue, 'Week')",
+      "tool": "trigger_action",
+      "args": {
+        "action": "switch_metric_period",
+        "actionInput": {
+          "metricPeriodValue": "Real"
+        },
+        "locators": [
+          {
+            "kind": "xpath",
+            "value": "//input[@type='radio' and @value='Real']/ancestor::label[1]",
+            "priority": 1
+          }
+        ]
+      }
+    },
+    {
+      "nodeId": "s2c_month",
+      "name": "prepare_month_metrics",
+      "goal": "当目标为近30天时先切到实时，确保重新切回近30天会触发接口刷新",
+      "when": "equals(payload.metricPeriodValue, 'Month')",
+      "tool": "trigger_action",
+      "args": {
+        "action": "switch_metric_period",
+        "actionInput": {
+          "metricPeriodValue": "Real"
+        },
+        "locators": [
+          {
+            "kind": "xpath",
+            "value": "//input[@type='radio' and @value='Real']/ancestor::label[1]",
+            "priority": 1
+          }
+        ]
+      }
+    },
+    {
+      "nodeId": "s2c_promotion",
+      "name": "prepare_promotion_metrics",
+      "goal": "当目标为大促时先切到实时，确保重新切回大促会触发接口刷新",
+      "when": "equals(payload.metricPeriodValue, 'Promotion')",
+      "tool": "trigger_action",
+      "args": {
+        "action": "switch_metric_period",
+        "actionInput": {
+          "metricPeriodValue": "Real"
+        },
+        "locators": [
+          {
+            "kind": "xpath",
+            "value": "//input[@type='radio' and @value='Real']/ancestor::label[1]",
+            "priority": 1
+          }
+        ]
+      }
+    },
     {
       "nodeId": "s3",
-      "name": "invoke_homepage_api",
-      "goal": "从页面经营数据卡片中提取经营数据",
+      "name": "refresh_homepage_metrics",
+      "goal": "点击指定时间粒度按钮并捕获首页经营指标接口响应",
+      "tool": "trigger_action",
+      "args": {
+        "action": "switch_metric_period",
+        "actionInput": {
+          "metricPeriodValue": "{{data.metricPeriodValue}}"
+        },
+        "locators": [
+          {
+            "kind": "xpath",
+            "value": "//input[@type='radio' and @value='{{data.metricPeriodValue}}']/ancestor::label[1]",
+            "priority": 1
+          }
+        ],
+        "captureNetwork": {
+          "capturePlanId": "homepage_metrics"
+        }
+      }
+    },
+    {
+      "nodeId": "s4",
+      "name": "collect_homepage_metrics",
+      "goal": "从首页接口响应中投影经营数据与全店收支数据",
       "tool": "collect_structured_data",
       "args": {
-        "extractor": "homepage_operating_data"
+        "extractor": "homepage_metrics_capture",
+        "sourceNodeId": "s3",
+        "metricPeriodValue": "{{data.metricPeriodValue}}"
       },
       "storeAs": "homepageApiResult",
       "outputs": [

package/bundled-relay/public/configs/task-templates/taobao-item-detail-comments.json

@@ -23,6 +23,12 @@
       "description": "目标抓取问大家数量，默认 60",
       "default": 60
     },
+    {
+      "name": "includeAskAnswers",
+      "type": "boolean",
+      "description": "是否采集问大家，默认 false",
+      "default": false
+    },
     {
       "name": "returnHostPatterns",
       "type": "array",
@@ -106,7 +112,8 @@
       "tool": "trigger_action",
       "args": {
         "action": "open_ask_answers"
-      }
+      },
+      "when": "equals(payload.includeAskAnswers, true)"
     },
     {
       "nodeId": "s8",
@@ -121,7 +128,8 @@
         "targetAskAnswerCount": "payload.targetAskAnswerCount"
       },
       "storeAs": "askAnswersData",
-      "outputs": ["askAnswersData"]
+      "outputs": ["askAnswersData"],
+      "when": "equals(payload.includeAskAnswers, true)"
     },
     {
       "nodeId": "s9",