oc-browser-relay 1.0.5 → 1.0.6

package/bundled-relay/index.js

@@ -23052,7 +23052,7 @@ var TemplateExecutor = class _TemplateExecutor {
       if (lengthMatch) {
         const [, fieldName, operator, value] = lengthMatch;
         const fieldValue = data[fieldName];
-        const length = Array.isArray(fieldValue) ? fieldValue.length : 0;
+        const length = Array.isArray(fieldValue) || typeof fieldValue === "string" ? fieldValue.length : 0;
         const targetValue = parseInt(value);
         switch (operator) {
           case ">=":
@@ -23250,6 +23250,7 @@ function mapToolNameToTaskOperation(tool) {
     case "present_page_activity":
       return "unknown";
     case "invoke_page_request":
+    case "invoke_page_request_group":
       return "extract_api_payload";
     case "collect_search_list":
     case "collect_search_item_details":
@@ -23430,6 +23431,7 @@ function resolveTaskCapability(task, captureCapability) {
     case "save_note_draft":
     case "browser_action":
     case "search_notes":
+    case "wechat_get_article":
       return "browser";
     default:
       return void 0;
@@ -23805,6 +23807,264 @@ function buildTaskFinalResult(task) {
   };
 }
 
+// processors/taobao/comments.ts
+function asRecord(value) {
+  return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+}
+function asArray(value) {
+  return Array.isArray(value) ? value : [];
+}
+function toNumberOrNull(value) {
+  if (typeof value === "number" && Number.isFinite(value)) {
+    return value;
+  }
+  if (typeof value === "string") {
+    const trimmed = value.trim();
+    if (!trimmed) return null;
+    const parsed = Number(trimmed);
+    return Number.isFinite(parsed) ? parsed : null;
+  }
+  return null;
+}
+function toStringOrNull(value) {
+  return typeof value === "string" && value.trim() ? value.trim() : null;
+}
+var processTaobaoComments = async (input) => {
+  const targetCount = resolveTargetCommentCount(input.stepArgs?.targetCommentCount);
+  const pages = asArray(input.sources.product_comments_pages).map((page) => asRecord(page)).filter((page) => Boolean(page));
+  const firstPage = pages[0];
+  const firstData = asRecord(firstPage?.data) ?? {};
+  const lastDataWithHasNext = findLastPageDataWithField(pages, "hasNext");
+  const comments = [];
+  const seenIds = /* @__PURE__ */ new Set();
+  for (const page of pages) {
+    const data = asRecord(page.data);
+    const rateList = asArray(data?.rateList);
+    for (const comment of rateList) {
+      const key = toStringOrNull(comment.id) || JSON.stringify(comment);
+      if (seenIds.has(key)) {
+        continue;
+      }
+      seenIds.add(key);
+      comments.push({
+        id: toStringOrNull(comment.id),
+        feedback: toStringOrNull(comment.feedback),
+        feedbackDate: toStringOrNull(comment.feedbackDate),
+        rateType: toStringOrNull(comment.rateType),
+        skuId: toStringOrNull(comment.skuId),
+        skuMap: asRecord(comment.skuMap),
+        decision: comment.decision ?? null,
+        interactInfo: {
+          likeCount: toNumberOrNull(asRecord(comment.interactInfo)?.likeCount),
+          commentCount: toNumberOrNull(asRecord(comment.interactInfo)?.commentCount),
+          readCount: toNumberOrNull(asRecord(comment.interactInfo)?.readCount)
+        },
+        pictures: asArray(comment.feedPicPathList).map((url) => ({
+          url: toStringOrNull(url)
+        })).filter((entry) => entry.url),
+        userNick: toStringOrNull(comment.userNick),
+        creditLevel: toStringOrNull(comment.creditLevel)
+      });
+      if (targetCount > 0 && comments.length >= targetCount) {
+        break;
+      }
+    }
+    if (targetCount > 0 && comments.length >= targetCount) {
+      break;
+    }
+  }
+  return {
+    data: {
+      feedAllCount: toNumberOrNull(firstData.feedAllCount),
+      feedGoodCount: toNumberOrNull(firstData.feedGoodCount),
+      feedBadCount: toNumberOrNull(firstData.feedBadCount),
+      feedNormalCount: toNumberOrNull(firstData.feedNormalCount),
+      feedMediaCount: toNumberOrNull(firstData.feedMediaCount),
+      feedVideoCount: toNumberOrNull(firstData.feedVideoCount),
+      hasNext: lastDataWithHasNext?.hasNext ?? firstData.hasNext ?? null,
+      total: toNumberOrNull(firstData.total),
+      totalPage: toNumberOrNull(firstData.totalPage),
+      timePeriodDesc: toStringOrNull(firstData.timePeriodDesc),
+      comments
+    },
+    meta: {
+      pageCount: pages.length,
+      commentCount: comments.length,
+      targetCount: targetCount > 0 ? targetCount : null
+    }
+  };
+};
+function resolveTargetCommentCount(value) {
+  const parsed = Number(value);
+  if (!Number.isFinite(parsed) || parsed <= 0) {
+    return 0;
+  }
+  return Math.floor(parsed);
+}
+function findLastPageDataWithField(pages, key) {
+  for (let index = pages.length - 1; index >= 0; index -= 1) {
+    const data = asRecord(pages[index]?.data);
+    if (data && data[key] !== void 0) {
+      return data;
+    }
+  }
+  return null;
+}
+
+// processors/taobao/ask-answers.ts
+function asRecord2(value) {
+  return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+}
+function asArray2(value) {
+  return Array.isArray(value) ? value : [];
+}
+function toNumberOrNull2(value) {
+  if (typeof value === "number" && Number.isFinite(value)) {
+    return value;
+  }
+  if (typeof value === "string") {
+    const trimmed = value.trim();
+    if (!trimmed) return null;
+    const parsed = Number(trimmed);
+    return Number.isFinite(parsed) ? parsed : null;
+  }
+  return null;
+}
+function toStringOrNull2(value) {
+  return typeof value === "string" && value.trim() ? value.trim() : null;
+}
+var processTaobaoAskAnswers = async (input) => {
+  const targetCount = resolveTargetAskAnswerCount(input.stepArgs?.targetAskAnswerCount);
+  const pages = asArray2(input.sources.ask_answers_pages);
+  const normalizedPages = pages.map((page) => asRecord2(page)).filter((page) => Boolean(page));
+  const firstPage = normalizedPages[0];
+  const firstData = asRecord2(firstPage?.data) ?? {};
+  const questions = [];
+  const seenQuestionKeys = /* @__PURE__ */ new Set();
+  for (const page of normalizedPages) {
+    const data = asRecord2(page.data);
+    const questionList = asArray2(data?.questionList);
+    for (const question of questionList) {
+      const key = toStringOrNull2(question.questionId) || toStringOrNull2(question.id) || toStringOrNull2(question.questionTitle) || JSON.stringify(question);
+      if (seenQuestionKeys.has(key)) {
+        continue;
+      }
+      seenQuestionKeys.add(key);
+      questions.push({
+        questionId: toStringOrNull2(question.questionId) || toStringOrNull2(question.id),
+        questionTitle: toStringOrNull2(question.questionTitle),
+        answerCount: toNumberOrNull2(question.answerCount),
+        features: asArray2(question.features),
+        topAnswerList: asArray2(question.topAnswerList)
+      });
+      if (targetCount > 0 && questions.length >= targetCount) {
+        break;
+      }
+    }
+    if (targetCount > 0 && questions.length >= targetCount) {
+      break;
+    }
+  }
+  const tags = asArray2(firstData.tags).map((tag) => ({
+    keyword: toStringOrNull2(tag.keyword),
+    count: toNumberOrNull2(tag.count)
+  }));
+  return {
+    data: {
+      questionTotal: toNumberOrNull2(firstData.questionTotal),
+      hasNext: firstData.hasNext,
+      tags,
+      questions
+    },
+    meta: {
+      pageCount: normalizedPages.length,
+      questionCount: questions.length,
+      targetCount: targetCount > 0 ? targetCount : null
+    }
+  };
+};
+function resolveTargetAskAnswerCount(value) {
+  const parsed = Number(value);
+  if (!Number.isFinite(parsed) || parsed <= 0) {
+    return 0;
+  }
+  return Math.floor(parsed);
+}
+
+// processors/registry.ts
+var PROCESSORS = {
+  "taobao.comments": processTaobaoComments,
+  "taobao.ask_answers": processTaobaoAskAnswers
+};
+function resolveStructuredDataProcessor(processorId) {
+  return PROCESSORS[processorId] ?? null;
+}
+
+// relay/src/structured-data-processor.ts
+function isProcessorEnvelope(value) {
+  return Boolean(
+    value && typeof value === "object" && value.mode === "relay_processor" && typeof value.processorId === "string" && value.processorId.length > 0 && typeof value.input === "object"
+  );
+}
+async function applyStructuredDataProcessorToNodeResult(result) {
+  if (!result.ok || result.tool !== "collect_structured_data") {
+    return result;
+  }
+  const processing = result.observation?.processing;
+  if (!isProcessorEnvelope(processing)) {
+    return result;
+  }
+  const processor = resolveStructuredDataProcessor(processing.processorId);
+  if (!processor) {
+    return {
+      ...result,
+      ok: false,
+      status: "failed",
+      observation: {
+        extractor: processing.input.extractor,
+        processorId: processing.processorId
+      },
+      error: {
+        code: ERROR_CODES.ERR_STEP_EXECUTION_FAILED,
+        message: `Structured data processor not found: ${processing.processorId}`
+      }
+    };
+  }
+  try {
+    const output = await processor(processing.input);
+    return {
+      ...result,
+      observation: {
+        ...result.observation,
+        data: output.data,
+        meta: {
+          ...result.observation.meta ?? {},
+          processor: {
+            id: processing.processorId,
+            appliedAt: (/* @__PURE__ */ new Date()).toISOString(),
+            ...output.meta ? { meta: output.meta } : {}
+          }
+        },
+        processing: void 0
+      }
+    };
+  } catch (error) {
+    return {
+      ...result,
+      ok: false,
+      status: "failed",
+      observation: {
+        extractor: processing.input.extractor,
+        processorId: processing.processorId
+      },
+      error: {
+        code: ERROR_CODES.ERR_STEP_EXECUTION_FAILED,
+        message: error instanceof Error ? error.message : `Processor failed: ${processing.processorId}`
+      }
+    };
+  }
+}
+
 // shared/node-template-compiler.ts
 function deriveOnFailurePolicyFromRetry(node) {
   if (node.onFailure) {
@@ -24139,7 +24399,7 @@ app.use((req, res, next) => {
   }
   next();
 });
-app.use(import_express.default.json());
+app.use(import_express.default.json({ limit: "100mb" }));
 function logRelayFlow(message, details) {
   if (details) {
     console.log(`[Relay][Flow] ${message}`, details);
@@ -24147,6 +24407,37 @@ function logRelayFlow(message, details) {
   }
   console.log(`[Relay][Flow] ${message}`);
 }
+function previewRelayText(value, maxLength = 160) {
+  if (value.length <= maxLength) {
+    return value;
+  }
+  return `${value.slice(0, maxLength)}...`;
+}
+function buildRelayTaskPayloadSummary(payload) {
+  const data = payload || {};
+  const payloadKeys = Object.keys(data).filter((key) => key !== "nodes" && key !== "nodeResults");
+  const contentValue = data.content;
+  const titleValue = data.title;
+  const topicsValue = data.topics;
+  const imagesValue = data.images;
+  const imageRefsValue = data.imageRefs;
+  const videoValue = data.video;
+  return {
+    payloadKeys,
+    hasTitle: typeof titleValue === "string" && titleValue.length > 0,
+    titleLength: typeof titleValue === "string" ? titleValue.length : 0,
+    titlePreview: typeof titleValue === "string" ? previewRelayText(titleValue, 80) : void 0,
+    hasContentField: Object.prototype.hasOwnProperty.call(data, "content"),
+    contentType: contentValue == null ? typeof contentValue : Array.isArray(contentValue) ? "array" : typeof contentValue,
+    contentLength: typeof contentValue === "string" ? contentValue.length : 0,
+    contentPreview: typeof contentValue === "string" ? previewRelayText(contentValue) : void 0,
+    topicCount: Array.isArray(topicsValue) ? topicsValue.length : 0,
+    imageCount: Array.isArray(imagesValue) ? imagesValue.length : 0,
+    imageRefCount: Array.isArray(imageRefsValue) ? imageRefsValue.length : 0,
+    hasVideoField: typeof videoValue === "string" && videoValue.length > 0,
+    videoPreview: typeof videoValue === "string" ? previewRelayText(videoValue, 120) : void 0
+  };
+}
 function createRelayError(message, code = ERROR_CODES.ERR_INVALID_TASK, status = 400) {
   const error = new Error(message);
   error.code = code;
@@ -24558,7 +24849,8 @@ async function dispatchTask(task) {
     siteId: task.context?.siteId,
     batchJobId: task.context?.batchJobId,
     batchItemIndex: task.context?.batchItemIndex,
-    nodeTools: task.payload?.nodes?.map((node) => `${node.nodeId}:${node.tool}`) || []
+    nodeTools: task.payload?.nodes?.map((node) => `${node.nodeId}:${node.tool}`) || [],
+    inputSummary: buildRelayTaskPayloadSummary(task.payload)
   });
   const taskMessage = {
     type: "task.submit",
@@ -24795,7 +25087,7 @@ async function handleRuntimeMessage(msg) {
       handleArtifactCreated(msg);
       break;
     case "node.result":
-      handleNodeResult(msg);
+      void handleNodeResult(msg);
       break;
     case "runtime.query.result":
       handleRuntimeQueryResult(msg);
@@ -24904,8 +25196,9 @@ function handleStepProgress(msg) {
   }
   applyStepProgressToTask(task, payload);
 }
-function handleNodeResult(msg) {
-  const rawResult = msg.payload;
+async function handleNodeResult(msg) {
+  const initialResult = msg.payload;
+  const rawResult = await applyStructuredDataProcessorToNodeResult(initialResult);
   logRelayFlow("Received node result", {
     taskId: rawResult.taskId,
     nodeId: rawResult.nodeId,
@@ -25431,7 +25724,9 @@ app.get("/api/tools", async (req, res) => {
 });
 app.post("/api/tools/:toolName/execute", async (req, res) => {
   const { toolName } = req.params;
+  console.log(`\u{1F680} ~ index.ts:1697 ~ toolName:`, toolName);
   const { input = {}, runtimeId } = req.body || {};
+  console.log(`\u{1F680} ~ index.ts:1698 ~ req.body:`, req.body);
   const effectiveRuntimeId = resolveRuntimeIdOrDefault(runtimeId);
   try {
     if (toolName === "list_runtimes") {