oc-browser-relay 1.0.18 → 1.0.20

package/bundled-relay/index.js

@@ -18420,7 +18420,7 @@ var require_view = __commonJS({
     var dirname2 = path4.dirname;
     var basename4 = path4.basename;
     var extname2 = path4.extname;
-    var join2 = path4.join;
+    var join3 = path4.join;
     var resolve4 = path4.resolve;
     module.exports = View;
     function View(name, options) {
@@ -18468,12 +18468,12 @@ var require_view = __commonJS({
     };
     View.prototype.resolve = function resolve5(dir, file) {
       var ext = this.ext;
-      var path5 = join2(dir, file);
+      var path5 = join3(dir, file);
       var stat = tryStat(path5);
       if (stat && stat.isFile()) {
         return path5;
       }
-      path5 = join2(dir, basename4(file, ext), "index" + ext);
+      path5 = join3(dir, basename4(file, ext), "index" + ext);
       stat = tryStat(path5);
       if (stat && stat.isFile()) {
         return path5;
@@ -19109,7 +19109,7 @@ var require_send = __commonJS({
     var Stream = __require("stream");
     var util = __require("util");
     var extname2 = path4.extname;
-    var join2 = path4.join;
+    var join3 = path4.join;
     var normalize = path4.normalize;
     var resolve4 = path4.resolve;
     var sep = path4.sep;
@@ -19328,7 +19328,7 @@ var require_send = __commonJS({
           return res;
         }
         parts = path5.split(sep);
-        path5 = normalize(join2(root, path5));
+        path5 = normalize(join3(root, path5));
       } else {
         if (UP_PATH_REGEXP.test(path5)) {
           debug('malicious path "%s"', path5);
@@ -19463,7 +19463,7 @@ var require_send = __commonJS({
           if (err) return self.onStatError(err);
           return self.error(404);
         }
-        var p = join2(path5, self._index[i]);
+        var p = join3(path5, self._index[i]);
         debug('stat "%s"', p);
         fs4.stat(p, function(err2, stat) {
           if (err2) return next(err2);
@@ -22610,6 +22610,7 @@ import { fileURLToPath } from "url";
 
 // relay/src/file-service/index.ts
 import * as fs from "fs";
+import * as os from "os";
 import * as path from "path";
 import * as crypto from "crypto";
 
@@ -22655,10 +22656,12 @@ var RELAY_HTTP_URL = `http://localhost:${DEFAULT_RELAY_PORT}`;
 
 // relay/src/file-service/index.ts
 var FileService = class {
-  constructor(allowedDirs = []) {
+  constructor(allowedDirs = [], storageDir = process.env.RELAY_FILE_STORAGE_DIR ? path.resolve(process.env.RELAY_FILE_STORAGE_DIR) : path.join(os.tmpdir(), "chromeagent-relay-files")) {
     this.fileMap = /* @__PURE__ */ new Map();
     this.allowedDirs = [];
     this.allowedDirs = allowedDirs;
+    this.storageDir = storageDir;
+    fs.mkdirSync(this.storageDir, { recursive: true });
   }
   async stat(filePath) {
     if (!this.isAllowed(filePath)) {
@@ -22689,6 +22692,22 @@ var FileService = class {
     this.fileMap.set(fileId, prepared);
     return prepared;
   }
+  async storeBase64(input) {
+    const fileId = `file_${crypto.randomBytes(4).toString("hex")}`;
+    const normalizedName = this.normalizeFileName(input.name, input.mimeType);
+    const targetPath = path.join(this.storageDir, `${fileId}_${normalizedName}`);
+    const content = Buffer.from(input.contentBase64, "base64");
+    fs.writeFileSync(targetPath, content);
+    const prepared = {
+      fileId,
+      name: normalizedName,
+      mimeType: input.mimeType || this.getMimeType(targetPath),
+      size: content.byteLength,
+      path: targetPath
+    };
+    this.fileMap.set(fileId, prepared);
+    return prepared;
+  }
   getFile(fileId) {
     return this.fileMap.get(fileId);
   }
@@ -22721,10 +22740,49 @@ var FileService = class {
         return "image/png";
       case ".mp4":
         return "video/mp4";
+      case ".zip":
+        return "application/zip";
+      case ".xlsx":
+        return "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet";
+      case ".json":
+        return "application/json";
+      case ".txt":
+        return "text/plain; charset=utf-8";
       default:
         return "application/octet-stream";
     }
   }
+  normalizeFileName(name, mimeType) {
+    const fallbackExt = this.getExtensionForMimeType(mimeType);
+    const rawName = typeof name === "string" && name.trim() ? name.trim() : `download${fallbackExt}`;
+    const sanitized = rawName.replace(/[<>:"/\\|?*\u0000-\u001f]/g, "_").replace(/\s+/g, " ").trim();
+    if (!path.extname(sanitized) && fallbackExt) {
+      return `${sanitized}${fallbackExt}`;
+    }
+    return sanitized || `download${fallbackExt}`;
+  }
+  getExtensionForMimeType(mimeType) {
+    switch ((mimeType || "").toLowerCase()) {
+      case "application/zip":
+      case "application/x-zip-compressed":
+        return ".zip";
+      case "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet":
+        return ".xlsx";
+      case "application/json":
+        return ".json";
+      case "text/plain":
+      case "text/plain; charset=utf-8":
+        return ".txt";
+      case "image/jpeg":
+        return ".jpg";
+      case "image/png":
+        return ".png";
+      case "video/mp4":
+        return ".mp4";
+      default:
+        return ".bin";
+    }
+  }
 };
 
 // relay/src/workspace-service/index.ts
@@ -23120,8 +23178,18 @@ var TemplateExecutor = class _TemplateExecutor {
       }
     }
     this.applySycmLiveMetricDerivedDefaults(template, data, hydrated);
+    this.applyAlimamaKeywordReportDerivedDefaults(template, data, hydrated);
     return hydrated;
   }
+  applyAlimamaKeywordReportDerivedDefaults(template, rawInput, hydrated) {
+    const isAlimamaReportDownloadTemplate = template.siteId === "alimama_report" && ["download_keyword_report", "download_crowd_report"].includes(template.taskType);
+    if (!isAlimamaReportDownloadTemplate) {
+      return;
+    }
+    if (rawInput.vsTime === void 0 && typeof hydrated.endTime === "string" && hydrated.endTime.trim()) {
+      hydrated.vsTime = hydrated.endTime.trim();
+    }
+  }
   applySycmLiveMetricDerivedDefaults(template, rawInput, hydrated) {
     const isSycmLiveMetricsTemplate = template.siteId === "sycm_taobao" && template.taskType === "browser_action" && (template.optionalFields ?? []).some((field) => field.name === "metricPeriodLabel");
     if (!isSycmLiveMetricsTemplate) {
@@ -23324,6 +23392,7 @@ function mapToolNameToTaskOperation(tool) {
   switch (tool) {
     case "open_tab":
     case "close_tab":
+    case "download_page_file":
     case "ensure_publish_ready":
       return "navigate";
     case "fill_field":
@@ -25992,6 +26061,34 @@ app.post("/api/file/stat", async (req, res) => {
     res.status(status).json({ ok: false, error: { code, message: err.message } });
   }
 });
+app.post("/api/file/store", async (req, res) => {
+  try {
+    const { name, mimeType, contentBase64 } = req.body || {};
+    if (typeof contentBase64 !== "string" || contentBase64.length === 0) {
+      return res.status(400).json({
+        ok: false,
+        error: {
+          code: ERROR_CODES.ERR_INVALID_TASK,
+          message: "contentBase64 is required"
+        }
+      });
+    }
+    const file = await fileService.storeBase64({
+      name: typeof name === "string" ? name : void 0,
+      mimeType: typeof mimeType === "string" ? mimeType : void 0,
+      contentBase64
+    });
+    return res.json({ ok: true, file });
+  } catch (err) {
+    return res.status(500).json({
+      ok: false,
+      error: {
+        code: ERROR_CODES.ERR_FILE_PREPARE_FAILED,
+        message: err.message
+      }
+    });
+  }
+});
 app.get("/api/file/content/:fileId", async (req, res) => {
   try {
     const { fileId } = req.params;
@@ -26192,7 +26289,7 @@ function continueOrchestrator(taskId, completedNodeId, nextStepIndex) {
     return;
   }
   advanceTaskOrchestrator(orch, nextStepIndex);
-  console.log(`[Relay] \u8282\u70B9\u7D22\u5F15\u9012\u589E\u81F3: ${orch.currentStepIndex}`);
+  console.log(`[Relay] \u8282\u70B9\u7D22\u5F15\u9012\u589E\u81F3: ${orch.currentStepIndex},${(/* @__PURE__ */ new Date()).toISOString()}`);
   setTimeout(() => {
     void sendNextStep(taskId);
   }, STEP_DISPATCH_INTERVAL_MS);

package/bundled-relay/public/configs/pages/alimama-account-report.json

@@ -0,0 +1,204 @@
+{
+  "pageId": "alimama_account_report",
+  "pageName": "阿里妈妈账户报表页",
+  "platform": "taobao",
+  "siteId": "alimama_report",
+  "pageType": "dashboard_home",
+  "version": "1.0.0",
+  "urlMatch": [
+    "https://one.alimama.com/index.html#!/report/account*"
+  ],
+  "readiness": {
+    "loginRequired": true,
+    "pageReadyWhen": {
+      "type": "url_contains",
+      "value": "/report/account"
+    },
+    "waitTimeoutMs": 15000
+  },
+  "captureSources": {
+    "auth_info": {
+      "urlPattern": "/member/checkAccess.json",
+      "method": "POST",
+      "capability": "hybrid",
+      "operation": "capture_response",
+      "persistent": true,
+      "artifactType": "hybrid",
+      "includeBody": true,
+      "locationSuffix": "alimama_report_auth_info",
+      "hint": "capture alimama checkAccess auth info"
+    }
+  },
+  "capturePlans": {
+    "auth_info": {
+      "sourceId": "auth_info",
+      "captureNetwork": {
+        "timeoutMs": 20000,
+        "startPhase": "before_action",
+        "actionScope": "step"
+      }
+    }
+  },
+  "apiSources": {
+    "create_download_task": {
+      "method": "POST",
+      "url": "https://one.alimama.com/report/createDownLoadTask.json",
+      "query": {
+        "csrfId": "{{payload.csrfId}}",
+        "bizCode": "universalBP"
+      },
+      "headers": {
+        "Content-Type": "application/json"
+      },
+      "body": {
+        "startTime": "{{payload.startTime}}",
+        "endTime": "{{payload.endTime}}",
+        "vsTime": "{{payload.vsTime}}",
+        "vsType": "{{payload.vsType}}",
+        "searchValue": "{{payload.searchValue}}",
+        "csrfId": "{{payload.csrfId}}",
+        "loginPointId": "{{payload.loginPointId}}",
+        "excelName": "{{payload.excelName}}",
+        "bizCode": "universalBP",
+        "bizCodeIn": [
+          "onebpSearch"
+        ],
+        "byPage": false,
+        "effectEqual": 15,
+        "fieldType": "all",
+        "from": "pcBaseReport",
+        "fromRealTime": false,
+        "havingList": [],
+        "isKeyWordNotContainChase": "true",
+        "offset": 0,
+        "pageSize": 60,
+        "parentAdcName": "report_frame_bidword",
+        "queryDomains": [
+          "word",
+          "date",
+          "campaign",
+          "adgroup"
+        ],
+        "queryFieldIn": [
+          "adPv",
+          "click",
+          "charge",
+          "ctr",
+          "ecpc",
+          "alipayInshopAmt",
+          "alipayInshopNum",
+          "cvr"
+        ],
+        "rptType": "bidword",
+        "searchKey": "strategyBidwordNameLike",
+        "source": "async_dowdload",
+        "splitType": "{{payload.splitType}}",
+        "unifyType": "zhai"
+      },
+      "responsePath": "data.taskId",
+      "metaPath": "data"
+    },
+    "create_crowd_download_task": {
+      "method": "POST",
+      "url": "https://one.alimama.com/report/createDownLoadTask.json",
+      "query": {
+        "csrfId": "{{payload.csrfId}}",
+        "bizCode": "universalBP"
+      },
+      "headers": {
+        "Content-Type": "application/json"
+      },
+      "body": {
+        "excelName": "{{payload.excelName}}",
+        "pageSize": 60,
+        "offset": 0,
+        "havingList": [],
+        "endTime": "{{payload.endTime}}",
+        "from": "pcBaseReport",
+        "bizCodeIn": [
+          "onebpSearch"
+        ],
+        "unifyType": "zhai",
+        "effectEqual": 15,
+        "startTime": "{{payload.startTime}}",
+        "filterAppendSubwayChannel": true,
+        "filterNullCrowdSubwayTag": true,
+        "queryFieldIn": [
+          "adPv",
+          "click",
+          "charge",
+          "ctr",
+          "ecpc",
+          "alipayInshopAmt",
+          "alipayInshopNum",
+          "cvr",
+          "cartInshopNum",
+          "itemColInshopNum",
+          "shopColDirNum",
+          "colNum",
+          "itemColInshopCost"
+        ],
+        "vsType": "{{payload.vsType}}",
+        "vsTime": "{{payload.vsTime}}",
+        "searchValue": "{{payload.searchValue}}",
+        "searchKey": "strategyTargetTitleLike",
+        "queryDomains": [
+          "crowd",
+          "promotion",
+          "date",
+          "campaign",
+          "adgroup"
+        ],
+        "fieldType": "all",
+        "rptType": "crowd",
+        "parentAdcName": "report_frame_crowd",
+        "byPage": false,
+        "fromRealTime": false,
+        "source": "async_dowdload",
+        "splitType": "{{payload.splitType}}",
+        "csrfId": "{{payload.csrfId}}",
+        "bizCode": "universalBP",
+        "loginPointId": "{{payload.loginPointId}}"
+      },
+      "responsePath": "data.taskId",
+      "metaPath": "data"
+    },
+    "get_download_url": {
+      "method": "GET",
+      "url": "https://bpcommon.alimama.com/commonapi/report/async/getDownloadUrl.json",
+      "query": {
+        "taskId": "{{payload.taskId}}",
+        "bizCode": "universalBP",
+        "csrfId": "{{payload.csrfId}}",
+        "loginPointId": "{{payload.loginPointId}}"
+      },
+      "responsePath": "data.result.downloadUrl",
+      "metaPath": "data.result"
+    }
+  },
+  "crawlerHints": {
+    "structuredDataExtractors": {
+      "download_auth_info": {
+        "adapterId": "alimama_report_auth_capture",
+        "sourceId": "alimama_report_auth_info",
+        "timeoutMs": 20000,
+        "observationSources": [
+          {
+            "sourceId": "alimama_report_auth_capture",
+            "nodeIdArg": "sourceNodeId",
+            "sourceType": "active_capture_results",
+            "consumeCapture": true,
+            "resultPath": "$self"
+          }
+        ],
+        "outputSchema": {
+          "root": {
+            "csrfId": "sources.alimama_report_auth_info.csrfId",
+            "loginPointId": "sources.alimama_report_auth_info.loginPointId",
+            "meta": "sources.alimama_report_auth_info.meta"
+          }
+        }
+      }
+    }
+  }
+}

package/bundled-relay/public/configs/pages/index.json

@@ -1,5 +1,6 @@
 {
   "files": [
+    "alimama-account-report.json",
     "sycm-taobao-home.json",
     "xiaohongshu-creator-publish.json",
     "xiaohongshu-web-explore.json",

package/bundled-relay/public/configs/sites/alimama-report.json

@@ -0,0 +1,12 @@
+{
+  "siteId": "alimama_report",
+  "siteName": "阿里妈妈报表中心",
+  "platform": "taobao",
+  "hosts": [
+    "one.alimama.com"
+  ],
+  "loginPagePatterns": [
+    "https://login.taobao.com/*",
+    "https://login.alimama.com/*"
+  ]
+}

package/bundled-relay/public/configs/sites/douyin-creator.json

@@ -23,6 +23,7 @@
         { "kind": "xpath", "value": "//div[.//div[normalize-space(text())='发布视频'] and .//div[contains(normalize-space(.), '推荐mp4、webm')]]", "priority": 2 },
         { "kind": "css", "value": "a[href*='/content/upload']", "priority": 3 }
       ],
+      "preClickDelayMs": 5000,
       "readyTimeoutMs": 8000
     }
   }

package/bundled-relay/public/configs/sites/index.json

@@ -3,6 +3,7 @@
     "xiaohongshu-creator.json",
     "xiaohongshu-web.json",
     "taobao-web.json",
+    "alimama-report.json",
     "sycm-taobao.json",
     "douyin-creator.json",
     "douyin-fxg.json",

package/bundled-relay/public/configs/task-templates/alimama-crowd-report-download.json

@@ -0,0 +1,166 @@
+{
+  "siteId": "alimama_report",
+  "taskType": "download_crowd_report",
+  "platform": "taobao",
+  "name": "下载阿里妈妈人群报表",
+  "description": "打开阿里妈妈账户报表页，捕获鉴权信息，创建人群报表异步下载任务，轮询下载链接并将文件回传 relay 存储。",
+  "requiredFields": [
+    {
+      "name": "startTime",
+      "type": "string",
+      "description": "报表开始日期，格式 YYYY-MM-DD"
+    },
+    {
+      "name": "endTime",
+      "type": "string",
+      "description": "报表结束日期，格式 YYYY-MM-DD"
+    }
+  ],
+  "optionalFields": [
+    {
+      "name": "splitType",
+      "type": "string",
+      "description": "报表汇总维度，支持 sum/day/week/month/calendarmonth",
+      "default": "sum"
+    },
+    {
+      "name": "returnHostPatterns",
+      "type": "array",
+      "description": "任务结束后若存在匹配这些 host 或 URL 片段的标签页，则切回该标签页"
+    }
+  ],
+  "nodes": [
+    {
+      "nodeId": "s1",
+      "name": "open_alimama_report",
+      "goal": "打开阿里妈妈账户报表页并预抓鉴权接口",
+      "tool": "open_tab",
+      "args": {
+        "url": "https://one.alimama.com/index.html#!/report/account?rptType=account",
+        "captureNetwork": {
+          "capturePlanId": "auth_info"
+        }
+      }
+    },
+    {
+      "nodeId": "s2",
+      "name": "validate_alimama_report",
+      "goal": "校验当前页面已进入账户报表页",
+      "tool": "validate_page",
+      "args": {}
+    },
+    {
+      "nodeId": "s3",
+      "name": "collect_auth_info",
+      "goal": "从 checkAccess 响应中提取 csrfId 和 loginPointId",
+      "tool": "collect_structured_data",
+      "args": {
+        "extractor": "download_auth_info",
+        "sourceNodeId": "s1"
+      },
+      "storeAs": "authInfo"
+    },
+    {
+      "nodeId": "s4",
+      "name": "show_download_activity",
+      "goal": "在页面顶部展示独立提示，标记当前正在准备人群报表下载",
+      "tool": "present_page_activity",
+      "args": {
+        "mode": "start",
+        "message": "正在提交报表下载任务",
+        "style": "info",
+        "profile": "none"
+      }
+    },
+    {
+      "nodeId": "s5",
+      "name": "create_crowd_download_task",
+      "goal": "创建人群报表异步下载任务",
+      "tool": "invoke_page_request",
+      "args": {
+        "sourceId": "create_crowd_download_task",
+        "payload": {
+          "startTime": "{{data.startTime}}",
+          "endTime": "{{data.endTime}}",
+          "vsTime": "{{data.endTime}}",
+          "vsType": "week",
+          "searchValue": "",
+          "splitType": "{{data.splitType}}",
+          "excelName": "人群报表_{{data.startTime}}_{{data.endTime}}"
+        }
+      },
+      "fromContext": {
+        "payload.csrfId": "outputs.authInfo.data.csrfId",
+        "payload.loginPointId": "outputs.authInfo.data.loginPointId"
+      },
+      "storeAs": "downloadTask"
+    },
+    {
+      "nodeId": "s6",
+      "name": "update_download_activity",
+      "goal": "更新页面提示为等待下载链接",
+      "tool": "present_page_activity",
+      "args": {
+        "mode": "start",
+        "message": "正在等待报表生成完成",
+        "style": "info",
+        "profile": "none"
+      }
+    },
+    {
+      "nodeId": "s7",
+      "name": "poll_download_url",
+      "goal": "等待下载任务生成链接并轮询拿到下载地址",
+      "tool": "invoke_page_request",
+      "args": {
+        "sourceId": "get_download_url",
+        "payload": {},
+        "polling": {
+          "initialDelayMs": 30000,
+          "intervalMs": 5000,
+          "timeoutMs": 120000,
+          "maxAttempts": 25
+        }
+      },
+      "fromContext": {
+        "payload.taskId": "outputs.downloadTask.response.data",
+        "payload.csrfId": "outputs.authInfo.data.csrfId",
+        "payload.loginPointId": "outputs.authInfo.data.loginPointId"
+      },
+      "storeAs": "downloadLink"
+    },
+    {
+      "nodeId": "s8",
+      "name": "download_report_file",
+      "goal": "拉取下载链接并把文件内容回传给 relay 存储",
+      "tool": "download_page_file",
+      "args": {
+        "filename": "人群报表_{{data.startTime}}_{{data.endTime}}.zip"
+      },
+      "fromContext": {
+        "url": "outputs.downloadLink.response.data"
+      },
+      "storeAs": "downloadResult"
+    },
+    {
+      "nodeId": "s9",
+      "name": "hide_download_activity",
+      "goal": "在下载链路结束后关闭页面提示",
+      "tool": "present_page_activity",
+      "args": {
+        "mode": "stop"
+      }
+    },
+    {
+      "nodeId": "s10",
+      "name": "switch_to_existing_host_tab",
+      "goal": "任务结束后若存在匹配的既有标签页则切回去",
+      "when": "exists(payload.returnHostPatterns)",
+      "tool": "switch_tab",
+      "args": {
+        "urlIncludesAny": "{{data.returnHostPatterns}}",
+        "optional": true
+      }
+    }
+  ]
+}