oc-browser-relay 1.0.0

package/bundled-relay/public/configs/pages/xiaohongshu-web-search-result.json

@@ -0,0 +1,557 @@
+{
+  "pageId": "xiaohongshu_web_search_result",
+  "pageName": "小红书搜索结果页",
+  "platform": "xiaohongshu",
+  "siteId": "xiaohongshu_web",
+  "pageType": "search_results",
+  "capabilities": {
+    "searchInteraction": true,
+    "filterPanel": true,
+    "searchCollection": true
+  },
+  "version": "1.0.0",
+  "urlMatch": [
+    "https://www.xiaohongshu.com/search_result*"
+  ],
+  "readiness": {
+    "loginRequired": false,
+    "pageReadyWhen": {
+      "type": "logical_or",
+      "conditions": [
+        {
+          "type": "element_visible",
+          "selector": "#channel-container"
+        },
+        {
+          "type": "element_visible",
+          "selector": ".search-layout__top"
+        },
+        {
+          "type": "element_visible",
+          "selector": "#search-input"
+        }
+      ]
+    },
+    "blockingConditions": {
+      "type": "element_visible",
+      "selector": ".login-container"
+    },
+    "waitTimeoutMs": 15000
+  },
+  "reusePolicy": {
+    "enabled": true,
+    "taskTypes": ["search_notes"],
+    "candidatePages": [
+      "xiaohongshu_web_explore",
+      "xiaohongshu_web_search_result"
+    ],
+    "requiredFields": ["keyword"],
+    "requiredActions": ["search"],
+    "blockingConditions": {
+      "type": "element_visible",
+      "selector": ".login-container"
+    },
+    "keywordBehavior": {
+      "mode": "compare_or_replace",
+      "skipInputWhenEqual": true,
+      "clearBeforeInputWhenDifferent": true,
+      "alwaysSubmitAfterReuse": true
+    }
+  },
+  "fields": {
+    "keyword": {
+      "fieldId": "keyword",
+      "label": "搜索关键词",
+      "type": "text",
+      "required": false,
+      "locators": [
+        {
+          "kind": "css",
+          "value": "#search-input",
+          "priority": 1
+        },
+        {
+          "kind": "css",
+          "value": ".input-box .search-input",
+          "priority": 2
+        }
+      ],
+      "inputStrategy": {
+        "mode": "human_typing",
+        "clearBeforeInput": true,
+        "focusBeforeInput": true,
+        "blurAfterInput": false,
+        "commitMode": "none"
+      },
+      "observationRules": {
+        "filledWhen": "value_non_empty",
+        "emptyWhen": "value_empty"
+      }
+    }
+  },
+  "filterSchema": {
+    "sort": {
+      "groupLabel": "排序依据",
+      "inputAliases": ["sortBy"],
+      "networkType": "sort_type",
+      "options": {
+        "default": {
+          "label": "综合",
+          "networkTag": "general"
+        },
+        "latest": {
+          "label": "最新",
+          "networkTag": "time_descending"
+        },
+        "most_liked": {
+          "label": "最多点赞",
+          "networkTag": "popularity_descending"
+        },
+        "most_commented": {
+          "label": "最多评论",
+          "networkTag": "comment_descending"
+        },
+        "most_collected": {
+          "label": "最多收藏",
+          "networkTag": "collect_descending"
+        }
+      }
+    },
+    "content_type": {
+      "groupLabel": "笔记类型",
+      "inputAliases": ["noteType"],
+      "networkType": "filter_note_type",
+      "options": {
+        "all": {
+          "label": "不限",
+          "networkTag": "不限"
+        },
+        "video": {
+          "label": "视频",
+          "networkTag": "视频笔记"
+        },
+        "image": {
+          "label": "图文",
+          "networkTag": "普通笔记"
+        }
+      }
+    },
+    "publish_time": {
+      "groupLabel": "发布时间",
+      "inputAliases": ["publishTime"],
+      "networkType": "filter_note_time",
+      "options": {
+        "all": {
+          "label": "不限",
+          "networkTag": "不限"
+        },
+        "day": {
+          "label": "一天内",
+          "networkTag": "一天内"
+        },
+        "week": {
+          "label": "一周内",
+          "networkTag": "一周内"
+        },
+        "half_year": {
+          "label": "半年内",
+          "networkTag": "半年内"
+        }
+      }
+    },
+    "search_range": {
+      "groupLabel": "搜索范围",
+      "inputAliases": ["searchRange"],
+      "networkType": "filter_note_range",
+      "options": {
+        "all": {
+          "label": "不限",
+          "networkTag": "不限"
+        },
+        "viewed": {
+          "label": "已看过",
+          "networkTag": "已看过"
+        },
+        "unviewed": {
+          "label": "未看过",
+          "networkTag": "未看过"
+        },
+        "followed": {
+          "label": "已关注",
+          "networkTag": "已关注"
+        }
+      }
+    },
+    "position_distance": {
+      "groupLabel": "位置距离",
+      "inputAliases": ["posDistance"],
+      "networkType": "filter_pos_distance",
+      "options": {
+        "all": {
+          "label": "不限",
+          "networkTag": "不限"
+        },
+        "same_city": {
+          "label": "同城",
+          "networkTag": "同城"
+        },
+        "nearby": {
+          "label": "附近",
+          "networkTag": "附近"
+        }
+      }
+    }
+  },
+  "actions": {
+    "search": {
+      "actionId": "search",
+      "label": "执行搜索",
+      "kind": "submit",
+      "locators": [
+        {
+          "kind": "css",
+          "value": ".input-box .input-button .search-icon",
+          "priority": 1
+        },
+        {
+          "kind": "css",
+          "value": ".input-box .search-icon",
+          "priority": 2
+        },
+        {
+          "kind": "css",
+          "value": ".input-box .input-button",
+          "priority": 3
+        }
+      ],
+      "preconditions": [
+        {
+          "type": "field_non_empty",
+          "fieldId": "keyword"
+        }
+      ],
+      "observationRules": {
+        "type": "logical_or",
+        "conditions": [
+          {
+            "type": "url_contains",
+            "value": "/search_result"
+          },
+          {
+            "type": "element_visible",
+            "selector": "#channel-container"
+          }
+        ]
+      }
+    },
+    "open_filters": {
+      "actionId": "open_filters",
+      "label": "打开筛选面板",
+      "kind": "hover_panel",
+      "hoverStrategy": "corridor",
+      "hoverPanelSelector": ".filter-panel",
+      "locators": [
+        {
+          "kind": "css",
+          "value": ".search-layout__top .filter",
+          "priority": 1
+        },
+        {
+          "kind": "css",
+          "value": ".search-layout__top .filter span",
+          "priority": 2
+        },
+        {
+          "kind": "text",
+          "value": "筛选",
+          "priority": 3
+        }
+      ],
+      "observationRules": {
+        "type": "element_visible",
+        "selector": ".filter-panel"
+      }
+    },
+    "select_filter_option": {
+      "actionId": "select_filter_option",
+      "label": "选择筛选项",
+      "kind": "select_filter_option",
+      "interactionMode": "debugger_pointer",
+      "panelSelector": ".filter-panel",
+      "groupContainerSelector": ".filters",
+      "groupLabelSelector": ":scope > span",
+      "optionContainerSelector": ".tag-container .tags",
+      "optionLabelSelector": ":scope span"
+    }
+  },
+  "crawlerHints": {
+    "mode": "hybrid",
+    "targetNoteCount": 25,
+    "filterDiscovery": {
+      "urlPattern": "https://edith.xiaohongshu.com/api/sns/web/v1/search/filter",
+      "method": "GET",
+      "timeoutMs": 4000,
+      "responseFiltersPath": "data.filters",
+      "groupIdField": "id",
+      "groupLabelField": "name",
+      "optionListField": "filter_tags",
+      "optionIdField": "id",
+      "optionLabelField": "name"
+    },
+    "collectionPolicy": {
+      "defaultTargetCount": 25,
+      "noNewItemsRoundsLimit": 3,
+      "minScrollRounds": 12,
+      "scrollSettleDelayMsRange": [900, 1400]
+    },
+    "login": {
+      "popupSelectors": [
+        ".login-container"
+      ],
+      "popupCloseSelectors": [
+        ".login-container .close-button"
+      ],
+      "successSignals": [
+        "login_modal_hidden",
+        "search_notes_response_success"
+      ]
+    },
+    "scroll": {
+      "mode": "random_distance",
+      "minDistancePx": 480,
+      "maxDistancePx": 960,
+      "stopWhen": {
+        "targetCountReached": true,
+        "noNewItemsRounds": 3,
+        "endDomSignals": [
+          ".end-container",
+          ".no-more"
+        ]
+      }
+    },
+    "detailCapture": {
+      "listItemResolver": {
+        "itemSelector": "section.note-item",
+        "noteLinkSelectors": [
+          "a.cover[href*='/search_result/']",
+          "a.cover[href*='/explore/']",
+          "a[href^='/explore/']"
+        ],
+        "skipWhenSelectors": [
+          ".query-note-wrapper"
+        ],
+        "titleSelector": ".title"
+      },
+      "closeSelectors": [
+        ".close-circle",
+        ".close.close-mask-dark"
+      ],
+      "detailDwellMsRange": [800, 2200],
+      "maxLocateScrollRounds": 6,
+      "requiredSources": [
+        {
+          "sourceId": "note_detail",
+          "method": "POST",
+          "urlPattern": "https://edith.xiaohongshu.com/api/sns/web/v1/feed",
+          "requestBodyPath": "source_note_id",
+          "timeoutMs": 12000
+        },
+        {
+          "sourceId": "note_comments",
+          "method": "GET",
+          "urlPattern": "https://edith.xiaohongshu.com/api/sns/web/v2/comment/page",
+          "noteIdQueryParam": "note_id",
+          "timeoutMs": 12000
+        }
+      ],
+      "outputSchema": {
+        "definitions": {
+          "comment": {
+            "id": "current.id",
+            "content": "current.content",
+            "createTime": "current.create_time",
+            "ipLocation": "current.ip_location",
+            "likeCount": {
+              "path": "current.like_count",
+              "transform": "number_or_null"
+            },
+            "liked": {
+              "path": "current.liked",
+              "transform": "boolean"
+            },
+            "user": {
+              "userId": "current.user_info.user_id",
+              "nickname": "current.user_info.nickname"
+            },
+            "subComments": {
+              "from": "current.sub_comments",
+              "itemRef": "comment"
+            }
+          }
+        },
+        "root": {
+          "noteId": [
+            "sources.note_detail.bodyJson.data.items[0].id",
+            "target.noteId"
+          ],
+          "rank": "target.rank",
+          "title": {
+            "paths": [
+              "sources.note_detail.bodyJson.data.items[0].note_card.title",
+              "card.title"
+            ],
+            "transform": "trim_non_empty"
+          },
+          "content": "sources.note_detail.bodyJson.data.items[0].note_card.desc",
+          "topics": {
+            "from": "sources.note_detail.bodyJson.data.items[0].note_card.tag_list",
+            "item": {
+              "id": "current.id",
+              "name": "current.name",
+              "type": "current.type"
+            }
+          },
+          "author": {
+            "userId": "sources.note_detail.bodyJson.data.items[0].note_card.user.user_id",
+            "nickname": [
+              "sources.note_detail.bodyJson.data.items[0].note_card.user.nickname",
+              "sources.note_detail.bodyJson.data.items[0].note_card.user.nick_name"
+            ]
+          },
+          "interactInfo": {
+            "likedCount": {
+              "path": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.liked_count",
+              "transform": "number_or_null"
+            },
+            "commentCount": {
+              "path": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.comment_count",
+              "transform": "number_or_null"
+            },
+            "collectedCount": {
+              "path": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.collected_count",
+              "transform": "number_or_null"
+            },
+            "shareCount": {
+              "path": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.share_count",
+              "transform": "number_or_null"
+            },
+            "followed": {
+              "path": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.followed",
+              "transform": "boolean"
+            },
+            "relation": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.relation",
+            "liked": {
+              "path": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.liked",
+              "transform": "boolean"
+            },
+            "collected": {
+              "path": "sources.note_detail.bodyJson.data.items[0].note_card.interact_info.collected",
+              "transform": "boolean"
+            }
+          },
+          "images": {
+            "from": "sources.note_detail.bodyJson.data.items[0].note_card.image_list",
+            "item": {
+              "urlDefault": "current.url_default"
+            }
+          },
+          "ipLocation": "sources.note_detail.bodyJson.data.items[0].note_card.ip_location",
+          "publishTime": "sources.note_detail.bodyJson.data.items[0].note_card.time",
+          "comments": {
+            "from": "sources.note_comments.bodyJson.data.comments",
+            "itemRef": "comment"
+          }
+        }
+      }
+    },
+    "networkCapture": {
+      "primarySources": [
+        {
+          "sourceId": "search_notes",
+          "method": "POST",
+          "urlPattern": "https://edith.xiaohongshu.com/api/sns/web/v1/search/notes",
+          "requestFiltersPath": "filters",
+          "requestFilterTypeField": "type",
+          "requestFilterTagsField": "tags",
+          "resultPath": "data.items",
+          "itemIdField": "id",
+          "itemTypeField": "model_type",
+          "collectModelTypes": [
+            "note"
+          ],
+          "ignoreModelTypes": [
+            "hot_query"
+          ],
+          "countModelTypes": {
+            "hotQueryCount": [
+              "hot_query"
+            ]
+          }
+        }
+      ],
+      "auxiliarySources": [
+        {
+          "sourceId": "search_filter",
+          "method": "GET",
+          "urlPattern": "https://edith.xiaohongshu.com/api/sns/web/v1/search/filter"
+        }
+      ]
+    }
+  },
+  "executionPolicy": {
+    "typingPolicy": {
+      "mode": "human_typing",
+      "minKeyDelayMs": 120,
+      "maxKeyDelayMs": 260,
+      "chunkTyping": true,
+      "chunkSizeRange": [
+        2,
+        10
+      ],
+      "chunkPauseMsRange": [
+        140,
+        300
+      ]
+    },
+    "clickPolicy": {
+      "scrollIntoView": true,
+      "requireVisible": true,
+      "preHover": true,
+      "hoverDurationMsRange": [
+        100,
+        260
+      ],
+      "preClickPauseMsRange": [
+        60,
+        180
+      ]
+    },
+    "humanBehavior": {
+      "cursorMoveSpeedRange": [
+        42,
+        72
+      ],
+      "cursorStepDelayMsRange": [
+        8,
+        18
+      ],
+      "cursorVisibleDurationMsRange": [
+        280,
+        520
+      ],
+      "minCursorStepCount": 18,
+      "mouseDownUpDelayMsRange": [
+        40,
+        120
+      ],
+      "postClickPauseMsRange": [
+        60,
+        180
+      ]
+    },
+    "actionPausePolicy": {
+      "minPauseMs": 160,
+      "maxPauseMs": 900
+    }
+  }
+}

package/bundled-relay/public/configs/sites/index.json

@@ -0,0 +1,7 @@
+{
+  "files": [
+    "xiaohongshu-creator.json",
+    "xiaohongshu-web.json",
+    "taobao-web.json"
+  ]
+}

package/bundled-relay/public/configs/sites/taobao-web.json

@@ -0,0 +1,16 @@
+{
+  "siteId": "taobao_web",
+  "siteName": "淘宝商品详情",
+  "platform": "taobao",
+  "hosts": [
+    "www.taobao.com",
+    "s.taobao.com",
+    "item.taobao.com",
+    "detail.tmall.com",
+    "h5api.m.tmall.com"
+  ],
+  "loginPagePatterns": [
+    "https://login.taobao.com/*",
+    "https://login.tmall.com/*"
+  ]
+}

package/bundled-relay/public/configs/sites/xiaohongshu-creator.json

@@ -0,0 +1,45 @@
+{
+  "siteId": "xiaohongshu_creator",
+  "siteName": "小红书创作者中心",
+  "platform": "xiaohongshu",
+  "hosts": ["creator.xiaohongshu.com"],
+  "loginPagePatterns": [
+    "https://www.xiaohongshu.com/login*"
+  ],
+  "publishEntryUrl": "https://creator.xiaohongshu.com/new/home",
+  "publishUrl": "https://creator.xiaohongshu.com/publish/publish?from=menu&target=image",
+  "publishUrlMatch": [
+    "https://creator.xiaohongshu.com/publish/publish*"
+  ],
+  "supportsPublishSession": true,
+  "entryActions": {
+    "enterImagePublish": {
+      "actionId": "enterImagePublish",
+      "label": "进入图文发布",
+      "kind": "menu_entry",
+      "triggerLocators": [
+        { "kind": "css", "value": ".publish-video", "priority": 1 },
+        { "kind": "css", "value": ".publish-video .btn-wrapper", "priority": 2 },
+        { "kind": "xpath", "value": "//div[contains(@class,'publish-video')]//span[contains(@class,'btn-text') and normalize-space()='发布笔记']/ancestor::div[contains(@class,'btn-wrapper')][1]", "priority": 3 },
+        { "kind": "text", "value": "发布笔记", "priority": 4 }
+      ],
+      "hoverTargetLocators": [
+        { "kind": "css", "value": ".publish-video .btn-wrapper", "priority": 1 },
+        { "kind": "css", "value": ".publish-video", "priority": 2 },
+        { "kind": "xpath", "value": "//div[contains(@class,'publish-video')]", "priority": 3 }
+      ],
+      "menuContainerLocators": [
+        { "kind": "css", "value": ".publish-video-popover", "priority": 1 },
+        { "kind": "xpath", "value": "//div[contains(@class,'publish-video-popover')]", "priority": 2 }
+      ],
+      "menuItemLocators": [
+        { "kind": "xpath", "value": "//div[contains(@class,'dropdownItem')]//div[contains(@class,'container')][.//span[normalize-space()='上传图文']]", "priority": 1 },
+        { "kind": "text", "value": "上传图文", "priority": 2 }
+      ],
+      "hoverDelayMs": 300,
+      "menuWaitTimeoutMs": 2500,
+      "settleDelayMs": 1200,
+      "readyTimeoutMs": 8000
+    }
+  }
+}

package/bundled-relay/public/configs/sites/xiaohongshu-web.json

@@ -0,0 +1,12 @@
+{
+  "siteId": "xiaohongshu_web",
+  "siteName": "小红书 Web 搜索",
+  "platform": "xiaohongshu",
+  "hosts": [
+    "www.xiaohongshu.com",
+    "edith.xiaohongshu.com"
+  ],
+  "loginPagePatterns": [
+    "https://www.xiaohongshu.com/login*"
+  ]
+}

package/bundled-relay/public/configs/task-templates/index.json

@@ -0,0 +1,9 @@
+{
+  "files": [
+    "xiaohongshu-creator-publish.json",
+    "xiaohongshu-creator-save-draft.json",
+    "xiaohongshu_open_website.json",
+    "xiaohongshu-web-search-notes.json",
+    "taobao-item-detail-comments.json"
+  ]
+}