@fieldwangai/agentflow 0.1.153 → 0.1.156

package/bin/pipeline/build-node-prompt.mjs

@@ -1,271 +0,0 @@
-#!/usr/bin/env node
-/**
- * 执行占位符替换，组装最终 prompt 并写入 intermediate 文件。
- * 用法：node build-node-prompt.mjs <workspaceRoot> <flowName> <uuid> <instanceId>
- * 输出（stdout JSON）：{ "ok": true, "promptPath": ".workspace/agentflow/runBuild/<flowName>/<uuid>/intermediate/<instanceId>.prompt.md" }
- */
-
-import fs from "fs";
-import path from "path";
-import { fileURLToPath } from "url";
-
-import { getRunDir, PIPELINES_DIR } from "../lib/paths.mjs";
-import { getFlowDir } from "../lib/workspace.mjs";
-import { isMarketplaceDefinitionId, resolveMarketplaceNodePackage } from "../lib/marketplace.mjs";
-import { loadFlowDefinition } from "./parse-flow.mjs";
-import { getResolvedValues, getOutputPathForSlot } from "./get-resolved-values.mjs";
-import { loadExecId } from "./get-exec-id.mjs";
-import { intermediatePromptBasename, intermediateDirForNode } from "./get-exec-id.mjs";
-import { normalizeSkillsContext, normalizeWorkspaceContext, renderSkillsContextForPrompt } from "../lib/runtime-context.mjs";
-
-function shellQuote(s) {
-  if (s == null) return "''";
-  return "'" + String(s).replace(/'/g, "'\\''") + "'";
-}
-
-function resolvePlaceholder(k, resolvedInputs, resolvedOutputs, opts) {
-  const { instanceId, currentExecId, runDir, extra = {} } = opts;
-  if (Object.prototype.hasOwnProperty.call(extra, k)) return extra[k];
-  const execId = currentExecId ?? 1;
-  const toAbs = (rel) => (runDir && rel ? path.join(runDir, rel) : rel);
-  if (k.startsWith("input.")) {
-    const slot = k.slice(6);
-    return resolvedInputs[slot] ?? resolvedInputs._ ?? "";
-  }
-  if (k.startsWith("output.")) {
-    const slot = k.slice(7);
-    const v = resolvedOutputs[slot] ?? resolvedOutputs._ ?? "";
-    if (v) return v;
-    if (instanceId && slot in resolvedOutputs) {
-      return toAbs(getOutputPathForSlot(instanceId, execId, slot));
-    }
-    return "";
-  }
-  let v = resolvedInputs[k] ?? resolvedOutputs[k] ?? "";
-  if (!v && !k.includes(".")) {
-    v = resolvedInputs[k + ".md"] ?? resolvedOutputs[k + ".md"] ?? "";
-  }
-  if (!v && instanceId && (k in resolvedOutputs || (k + ".md") in resolvedOutputs)) {
-    const slot = k in resolvedOutputs ? k : k + ".md";
-    v = toAbs(getOutputPathForSlot(instanceId, execId, slot));
-  }
-  return v;
-}
-
-function resolvePlaceholdersInText(
-  text,
-  resolvedInputs,
-  resolvedOutputs,
-  opts = {},
-) {
-  if (!text || typeof text !== "string") return "";
-  return text.replace(/\$\{([^}]+)\}/g, (_, key) => {
-    return resolvePlaceholder(key.trim(), resolvedInputs, resolvedOutputs, opts);
-  });
-}
-
-/**
- * 解析 script 字段中的 ${} 占位符，每个替换值用 shell 单引号包裹，避免路径含空格/特殊字符时被 shell 误拆分。
- */
-function resolveScriptCommand(
-  text,
-  resolvedInputs,
-  resolvedOutputs,
-  opts = {},
-) {
-  if (!text || typeof text !== "string") return "";
-  return text.replace(/\$\{([^}]+)\}/g, (_, key) => {
-    return shellQuote(resolvePlaceholder(key.trim(), resolvedInputs, resolvedOutputs, opts));
-  });
-}
-
-function marketplaceRuntimeCommand(marketplaceNode, resolvedInputs, resolvedOutputs, opts) {
-  if (!marketplaceNode || !marketplaceNode.runtime) return "";
-  const runtime = marketplaceNode.runtime;
-  const packageDir = marketplaceNode.packageDir;
-  const entry = runtime.entry ? path.join(packageDir, String(runtime.entry)) : "";
-  const language = String(runtime.language || "").trim();
-  const runner =
-    language === "python"
-      ? "python3"
-      : language === "bash"
-        ? "bash"
-        : language === "nodejs" || entry
-          ? "node"
-          : "";
-  const args = Array.isArray(runtime.args) ? runtime.args.map((x) => String(x)).join(" ") : "";
-  const command = runtime.command
-    ? String(runtime.command)
-    : entry
-      ? [runner, "${entry}", args].filter(Boolean).join(" ")
-      : "";
-  if (!command) return "";
-  return resolveScriptCommand(command, resolvedInputs, resolvedOutputs, {
-    ...opts,
-    extra: {
-      ...(opts.extra || {}),
-      entry,
-      packageDir,
-      workspaceRoot: opts.workspaceRoot || "",
-      runDir: opts.runDir || "",
-    },
-  });
-}
-
-function normalizePromptImages(images) {
-  if (!Array.isArray(images)) return [];
-  return images
-    .filter((item) => item && typeof item === "object")
-    .map((item, index) => ({
-      label: String(item.label || `image ${index + 1}`),
-      name: String(item.name || `image-${index + 1}`),
-      mimeType: String(item.mimeType || item.type || "image/png"),
-      dataUrl: String(item.dataUrl || item.data || ""),
-    }))
-    .filter((item) => item.dataUrl.startsWith("data:image/"));
-}
-
-function renderImagesForPrompt(images) {
-  const list = normalizePromptImages(images);
-  if (list.length === 0) return "";
-  const blocks = list.map((item) => [
-    `### [${item.label}]`,
-    `name: ${item.name}`,
-    `mimeType: ${item.mimeType}`,
-    `dataUrl: ${item.dataUrl}`,
-  ].join("\n"));
-  return `## 图片附件\n\n${blocks.join("\n\n")}`;
-}
-
-/**
- * 执行占位符替换，组装 prompt 并写入 intermediate 文件（文件名带 _execId）。
- * @param {number} [execId] - 本轮 execId，缺省则从 memory 读取
- * @returns {{ ok: boolean, promptPath?: string, nodeContext?: string, taskBody?: string, error?: string }}
- */
-export function buildNodePrompt(workspaceRoot, flowName, uuid, instanceId, execId, opts = {}) {
-  const runDir = getRunDir(workspaceRoot, flowName, uuid);
-  const flowJsonPath = path.join(runDir, "intermediate", "flow.json");
-  let flowDir = getFlowDir(workspaceRoot, flowName) || path.join(workspaceRoot, PIPELINES_DIR, flowName);
-  if (fs.existsSync(flowJsonPath)) {
-    try {
-      const flow = JSON.parse(fs.readFileSync(flowJsonPath, "utf-8"));
-      if (flow?.flowDir && typeof flow.flowDir === "string" && flow.flowDir.trim()) {
-        flowDir = path.isAbsolute(flow.flowDir) ? flow.flowDir : path.join(workspaceRoot, flow.flowDir);
-      }
-    } catch (_) {}
-  }
-  const nodeIntermediateDir = path.join(runDir, intermediateDirForNode(instanceId));
-  const e = execId ?? loadExecId(workspaceRoot, flowName, uuid, instanceId);
-  const promptBasename = intermediatePromptBasename(instanceId, e);
-  const promptPath = path.join(nodeIntermediateDir, promptBasename);
-
-  const data = getResolvedValues(workspaceRoot, flowName, uuid, instanceId);
-  if (!data.ok) {
-    return { ok: false, error: data.error || "get-resolved-values failed" };
-  }
-
-  const flowData = loadFlowDefinition(flowDir);
-  const inst = flowData?.instances?.[instanceId];
-  const marketplaceNode =
-    inst?.definitionId && isMarketplaceDefinitionId(inst.definitionId)
-      ? resolveMarketplaceNodePackage(workspaceRoot, flowDir, inst.definitionId, flowData)
-      : null;
-  const instanceBody =
-    inst?.body != null
-      ? String(inst.body || "").trim()
-      : "";
-  const instanceScript =
-    inst?.script != null
-      ? String(inst.script || "").trim()
-      : "";
-  const imagePrompt = renderImagesForPrompt(inst?.images);
-
-  const { resolvedInputs = {}, resolvedOutputs = {}, systemPrompt = "" } = data;
-  const workspaceContext = normalizeWorkspaceContext(opts.workspaceContext || resolvedInputs.workspaceContext, workspaceRoot, flowName, { flowDir });
-  const skillsContext = normalizeSkillsContext(opts.skillsContext || resolvedInputs.skillsContext);
-  if (workspaceContext?.workspaceRoot) {
-    resolvedInputs.workspaceRoot = workspaceContext.workspaceRoot;
-    resolvedInputs.cwd = workspaceContext.cwd || workspaceContext.workspaceRoot;
-    resolvedInputs.pipelineWorkspace = workspaceContext.pipelineWorkspace || path.resolve(workspaceRoot);
-  }
-  const resolveOpts = {
-    instanceId,
-    currentExecId: e,
-    runDir,
-    workspaceRoot: workspaceContext?.workspaceRoot || workspaceRoot,
-    extra: {
-      workspaceRoot: workspaceContext?.workspaceRoot || path.resolve(workspaceRoot),
-      cwd: workspaceContext?.cwd || workspaceContext?.workspaceRoot || path.resolve(workspaceRoot),
-      pipelineWorkspace: workspaceContext?.pipelineWorkspace || path.resolve(workspaceRoot),
-      flowDir: path.resolve(flowDir),
-      runDir,
-    },
-  };
-  const taskBody = resolvePlaceholdersInText(
-    instanceBody,
-    resolvedInputs,
-    resolvedOutputs,
-    resolveOpts,
-  );
-
-  const resolvedScript = instanceScript
-    ? resolveScriptCommand(instanceScript, resolvedInputs, resolvedOutputs, resolveOpts)
-    : marketplaceNode
-      ? marketplaceRuntimeCommand(marketplaceNode, resolvedInputs, resolvedOutputs, resolveOpts)
-    : "";
-
-  const skillsPrompt = renderSkillsContextForPrompt(skillsContext);
-  const contextBlocks = [systemPrompt || "(无)", skillsPrompt].filter((x) => x && String(x).trim());
-
-  const content = `## 节点上下文
-
-${contextBlocks.join("\n\n")}
-
-## 执行任务
-
-${[taskBody || "(无)", imagePrompt].filter((x) => x && String(x).trim()).join("\n\n")}
-`;
-
-  try {
-    fs.mkdirSync(nodeIntermediateDir, { recursive: true });
-    // 备份由 snapshotPriorRoundIfNeeded 在 pre-process 入口统一处理；
-    // 本函数可能在单轮内被多次调用（pre-process + computeCacheMd5），
-    // 但 round 内内容相同，直接覆盖写即可，不会产生伪历史备份。
-    fs.writeFileSync(promptPath, content, "utf-8");
-  } catch (e) {
-    return { ok: false, error: e.message || "Failed to write prompt file" };
-  }
-
-  const relativePath = path.relative(workspaceRoot, promptPath);
-  return {
-    ok: true,
-    promptPath: relativePath.replace(/\\/g, "/"),
-    nodeContext: contextBlocks.join("\n\n") || "",
-    taskBody: taskBody || "",
-    script: resolvedScript || "",
-    workspaceContext,
-    skillsContext,
-  };
-}
-
-function main() {
-  const args = process.argv.slice(2);
-  if (args.length < 4) {
-    console.error(
-      JSON.stringify({
-        ok: false,
-        error: "Usage: node build-node-prompt.mjs <workspaceRoot> <flowName> <uuid> <instanceId>",
-      }),
-    );
-    process.exit(1);
-  }
-
-  const [root, flowName, uuid, instanceId] = args;
-  const workspaceRoot = path.resolve(root);
-  const result = buildNodePrompt(workspaceRoot, flowName, uuid, instanceId, undefined);
-  console.log(JSON.stringify(result));
-  if (!result.ok) process.exit(1);
-}
-
-const isMain = process.argv[1] && path.resolve(fileURLToPath(import.meta.url)) === path.resolve(process.argv[1]);
-if (isMain) main();

package/bin/pipeline/check-cache.mjs

@@ -1,191 +0,0 @@
-#!/usr/bin/env node
-/**
- * get-ready-nodes 前执行：对 status 为 success 且存在 .cache.json 的节点重算 MD5，
- * 若与 .cache.json 中记录不一致则将该节点 result 改为 cache_not_met，使其重新进入待执行。
- * result/cache 使用固定路径（不含 _execId）。
- * 用法：node check-cache.mjs <workspaceRoot> <flowName> <uuid>
- * 输出（stdout JSON）：{ "ok": true }；失败时 { "ok": false, "error": "..." }
- */
-
-import fs from "fs";
-import path from "path";
-
-import { getRunDir } from "../lib/paths.mjs";
-import { computeCacheMd5 } from "./compute-cache-md5.mjs";
-import { writeResult } from "./write-result.mjs";
-import { intermediateResultBasename, intermediateCacheBasename, loadExecId } from "./get-exec-id.mjs";
-import { logToRunTag } from "./run-log.mjs";
-import { snapshotPriorRoundIfNeeded } from "./snapshot-prior-round.mjs";
-
-function parseResultStatus(filePath) {
-  try {
-    const raw = fs.readFileSync(filePath, "utf-8");
-    const m = raw.match(/^\s*status:\s*["']?(\w+)["']?/m);
-    return m ? m[1] : null;
-  } catch {
-    return null;
-  }
-}
-
-const PRE_CACHE_JSON = ".pre.cache.json";
-const NOW_CACHE_JSON = ".now.cache.json";
-
-/** 从 intermediate/<instanceId>/<instanceId>.cache.json 读取 cacheMd5（固定路径） */
-function readCacheFromSidecar(intermediateDir, instanceId) {
-  const basename = intermediateCacheBasename(instanceId, 1);
-  const p = path.join(intermediateDir, instanceId, basename);
-  if (!fs.existsSync(p)) return { cacheMd5: null };
-  try {
-    const raw = fs.readFileSync(p, "utf-8");
-    const o = JSON.parse(raw);
-    return { cacheMd5: o.cacheMd5 ?? null };
-  } catch {
-    return { cacheMd5: null };
-  }
-}
-
-/** 将当时的 .cache.json 存为 .pre.cache.json，当前重算结果存为 .now.cache.json，便于排查 */
-function savePreAndNowCache(intermediateDir, instanceId, current) {
-  const nodeDir = path.join(intermediateDir, instanceId);
-  const prePath = path.join(nodeDir, intermediateCacheBasename(instanceId, 1));
-  const preSavePath = path.join(nodeDir, `${instanceId}${PRE_CACHE_JSON}`);
-  const nowSavePath = path.join(nodeDir, `${instanceId}${NOW_CACHE_JSON}`);
-  if (fs.existsSync(prePath)) {
-    try {
-      fs.copyFileSync(prePath, preSavePath);
-    } catch (_) {}
-  }
-  try {
-    const nowObj = { cacheMd5: current.cacheMd5, cacheInputInfo: current.cacheInputInfo ?? "" };
-    if (current.payload !== undefined) nowObj.payload = current.payload;
-    if (current.execId !== undefined) nowObj.execId = current.execId;
-    if (current.inputHandlerExecIds != null && Object.keys(current.inputHandlerExecIds).length > 0) {
-      nowObj.inputHandlerExecIds = current.inputHandlerExecIds;
-    }
-    fs.writeFileSync(nowSavePath, JSON.stringify(nowObj, null, 2), "utf-8");
-  } catch (_) {}
-}
-
-function main() {
-  const args = process.argv.slice(2);
-  if (args.length < 3) {
-    console.error(
-      JSON.stringify({
-        ok: false,
-        error: "Usage: node check-cache.mjs <workspaceRoot> <flowName> <uuid>",
-      })
-    );
-    process.exit(1);
-  }
-
-  const [root, flowName, uuid] = args;
-  const workspaceRoot = path.resolve(root);
-  const runDir = getRunDir(workspaceRoot, flowName, uuid);
-  const flowJsonPath = path.join(runDir, "intermediate", "flow.json");
-
-  if (!fs.existsSync(flowJsonPath)) {
-    console.log(JSON.stringify({ ok: true }));
-    return;
-  }
-
-  let flow;
-  try {
-    flow = JSON.parse(fs.readFileSync(flowJsonPath, "utf-8"));
-  } catch (e) {
-    console.error(JSON.stringify({ ok: false, error: e.message }));
-    process.exit(1);
-  }
-  if (!flow.ok || !Array.isArray(flow.order)) {
-    console.log(JSON.stringify({ ok: true }));
-    return;
-  }
-
-  const order = flow.order;
-  const edges = flow.edges || [];
-  const nodeDefinitions = flow.nodeDefinitions || {};
-  const outputSlotTypes = flow.outputSlotTypes || {};
-  const inputSlotTypes = flow.inputSlotTypes || {};
-  const intermediateDir = path.join(runDir, "intermediate");
-
-  /** 仅对 pendingInstances 及其向后边能到达的节点做缓存校验，与 get-ready-nodes 候选集一致 */
-  const isNodeEdge = (e) => {
-    const outTypes = outputSlotTypes[e.source];
-    const inTypes = inputSlotTypes[e.target];
-    if (!outTypes || !inTypes) return false;
-    const outNames = Object.keys(outTypes);
-    const inNames = Object.keys(inTypes);
-    const oidx = parseInt(String(e.sourceHandle || "output-0").replace("output-", ""), 10) || 0;
-    const iidx = parseInt(String(e.targetHandle || "input-0").replace("input-", ""), 10) || 0;
-    const outType = outNames[oidx] != null ? outTypes[outNames[oidx]] : null;
-    const inType = inNames[iidx] != null ? inTypes[inNames[iidx]] : null;
-    return (outType === "节点" || outType === "node") && (inType === "节点" || inType === "node");
-  };
-  const successors = {};
-  for (const e of edges) {
-    if (!e.source || e.target == null) continue;
-    if (!isNodeEdge(e)) continue;
-    if (!successors[e.source]) successors[e.source] = [];
-    successors[e.source].push(e.target);
-  }
-  const starts = order.filter((id) => nodeDefinitions[id] === "control_start");
-  const pendingInstances = Array.isArray(flow.pendingInstances) ? flow.pendingInstances : starts;
-  const candidateSet = new Set();
-  const candQueue = [...pendingInstances];
-  while (candQueue.length) {
-    const id = candQueue.shift();
-    if (candidateSet.has(id)) continue;
-    candidateSet.add(id);
-    for (const next of successors[id] || []) {
-      if (!candidateSet.has(next)) candQueue.push(next);
-    }
-  }
-
-  logToRunTag(workspaceRoot, flowName, uuid, "check-cache", {
-    event: "start",
-    candidateSet: [...candidateSet],
-  });
-
-  for (const instanceId of candidateSet) {
-    const resultBasename = intermediateResultBasename(instanceId, 1);
-    const resultPath = path.join(intermediateDir, instanceId, resultBasename);
-    if (!fs.existsSync(resultPath)) continue;
-
-    const status = parseResultStatus(resultPath);
-    const { cacheMd5: storedMd5 } = readCacheFromSidecar(intermediateDir, instanceId);
-    if (status !== "success" || !storedMd5) continue;
-
-    const current = computeCacheMd5(workspaceRoot, flowName, uuid, instanceId, 1);
-    if (!current.ok) continue;
-
-    if (current.cacheMd5 !== storedMd5) {
-      savePreAndNowCache(intermediateDir, instanceId, current);
-      const reason = `storedMd5=${storedMd5} currentMd5=${current.cacheMd5}`;
-      logToRunTag(workspaceRoot, flowName, uuid, "check-cache", {
-        event: "cache_not_met",
-        instanceId,
-        storedMd5,
-        currentMd5: current.cacheMd5,
-        reason,
-      });
-      // 覆写 result.md 为 cache_not_met 之前，先把上一轮的真实结果（success/failed）snapshot 到 _<priorExecId>
-      // 否则下一轮 pre-process 的 snapshot 备份下来的只是 cache_not_met 占位，UI 永远看不到实际执行产物。
-      const priorExecId = loadExecId(workspaceRoot, flowName, uuid, instanceId);
-      snapshotPriorRoundIfNeeded(runDir, instanceId, priorExecId);
-      try {
-        writeResult(workspaceRoot, flowName, uuid, instanceId, {
-          status: "cache_not_met",
-          message: "缓存失效（prompt/input 已变更）",
-          cacheNotMetReason: reason,
-        }, { preserveBody: true });
-      } catch (err) {
-        console.error(JSON.stringify({ ok: false, error: err.message }));
-        process.exit(1);
-      }
-    }
-  }
-
-  logToRunTag(workspaceRoot, flowName, uuid, "check-cache", { event: "done" });
-  console.log(JSON.stringify({ ok: true }));
-}
-
-main();