@tea-agent/loop-agent 0.38.0 → 0.38.2

package/dist/workflows/dag/backend-test-markdown-workflow.js

@@ -6,6 +6,7 @@ import { createWriteStream } from "node:fs";
 import path from "node:path";
 import { promisify } from "node:util";
 import { isPriorityOnlyBackendTestModuleStem } from "./backend-test-module-stem.js";
+import { resolveBackendTestLayout, } from "./backend-test-layout.js";
 import { parseJacocoXml, } from "./backend-test-coverage-contract.js";
 import { backendTestCaseManifestSchema, computeCaseManifestCoverageSummary, } from "./backend-test-case-manifest.js";
 const execFileAsync = promisify(execFile);
@@ -14,10 +15,22 @@ const execFileAsync = promisify(execFile);
 // heading width cannot collapse the whole manifest/report to zero cases.
 const CASE_ID = /\bBE-[A-Z0-9_-]+-\d{2,3}\b/g;
 const CANONICAL_CASE_ID = /\bBE-[A-Z0-9]+(?:-[A-Z0-9]+)*-\d{3}\b/;
+const SHARED_SETUP_REF_LINE = /^\s*引用前置\s*:\s*(\S+)\s*#\s*([A-Za-z0-9_.\-\u4e00-\u9fa5]+)\s*$/;
+const sharedSetupAnchorRe = /^SS-[A-Z0-9][A-Z0-9._-]*$/i;
+export function extractBackendSharedSetupRefs(markdown) {
+    const refs = [];
+    for (const line of markdown.split("\n")) {
+        const match = SHARED_SETUP_REF_LINE.exec(line);
+        if (match) {
+            refs.push({ raw: match[0].trim(), path: match[1], anchor: match[2] });
+        }
+    }
+    return refs;
+}
 const AC_ID = /\bAC-[A-Z0-9]+(?:-[A-Z0-9]+)*\b/g;
 const SECRET = /(?:password|passwd|secret|token|api[_-]?key|private[_-]?key|authorization)\s*[:=]\s*\S+/i;
 const SECRET_ASSIGNMENT = /\b(password|passwd|secret|token|api[_-]?key|private[_-]?key|authorization|cookie|set-cookie|credential)\b\s*[:=]\s*([^\r\n,;]+)/gi;
-const SECRET_VALUE = /-----BEGIN [A-Z ]*PRIVATE KEY-----|\b(?:ghp|github_pat|xox[baprs]|AKIA|sk)[-_A-Za-z0-9]{12,}\b/i;
+const SECRET_VALUE = /-----BEGIN [A-Z ]*PRIVATE KEY-----|\b(?:ghp|github_pat|xox[baprs]|AKIA)[-_A-Za-z0-9]{12,}\b|\bsk[-_][-_A-Za-z0-9]{10,}\b/i;
 const PLACEHOLDER_SECRET_VALUE = /^(?:<[^>]+>|\$\{[^}]+\}|\*+|x+|redacted|masked|example(?:[-_].*)?|sample(?:[-_].*)?|dummy(?:[-_].*)?|test(?:[-_].*)?|your[-_].*)$/i;
 const PLACEHOLDER = /\b(?:TODO|TBD|FIXME)\b|后续补充|暂不实现|接口正常|结果正确|按实际情况处理/i;
 const CASE_SECTION_ALIASES = {
@@ -187,8 +200,9 @@ export async function inspectBackendTestEnvironment(input) {
         serverEntries,
     };
 }
-async function markdownFiles(root) {
-    const directory = path.join(root, "testcase", "md");
+export async function markdownFiles(root, layout) {
+    const resolved = layout ?? resolveBackendTestLayout(undefined);
+    const directory = path.join(root, ...resolved.markdownDir.split("/"));
     const entries = await readdir(directory, { withFileTypes: true });
     return entries
         .filter((entry) => entry.isFile() && entry.name.toLowerCase().endsWith(".md"))
@@ -303,6 +317,8 @@ function isCleanupStatement(value) {
         return false;
     if (/\b(?:assert|pytest\.fail|raise)\b/.test(trimmed))
         return false;
+    if (/\b[A-Za-z_][A-Za-z0-9_.]*request\s*\(\s*["']DELETE["']/i.test(trimmed))
+        return true;
     return /(?:^|[._])(?:cleanup|clean_up|teardown|delete|remove|close|release|rollback|disconnect|dispose|unlink)(?:[_(.]|$)/i.test(trimmed);
 }
 function findUnsafeSwallowedException(source) {
@@ -326,7 +342,18 @@ function findUnsafeSwallowedException(source) {
             continue;
         }
         const exceptionType = exceptMatch[2]?.trim() || "bare except";
-        if (exceptionType !== "requests.RequestException") {
+        const narrowDecodeTypes = exceptionType
+            .replace(/[()]/g, "")
+            .split(",")
+            .map((value) => value.trim())
+            .filter(Boolean);
+        const precedingDecodeRegion = lines.slice(Math.max(0, index - 8), index).join("\n");
+        if (narrowDecodeTypes.length > 0 &&
+            narrowDecodeTypes.every((value) => value === "UnicodeDecodeError" || value === "json.JSONDecodeError") &&
+            /\.json\s*\(\s*\)/.test(precedingDecodeRegion)) {
+            continue;
+        }
+        if (!new Set(["requests.RequestException", "urllib.error.URLError", "httpx.RequestError"]).has(exceptionType)) {
             return exceptionType;
         }
         let tryIndex = index - 1;
@@ -366,9 +393,18 @@ function httpLoggingFindings(relativeScript, source) {
     if (!hasHttpRequest)
         return [];
     const findings = [];
-    const hasRequestLog = /(?:print|log(?:ger)?\.(?:debug|info|warning|error))\s*\([^\n]*(?:request|请求)[^\n]*(?:method|url|path|params|query|json|body|payload|参数)/i.test(source);
-    const hasResponseLog = /(?:print|log(?:ger)?\.(?:debug|info|warning|error))\s*\([^\n]*(?:response|响应)[^\n]*(?:status|status_code|body|json|text|result|结果)/i.test(source);
-    const hasSanitizer = /\b(?:sanitize|sanitise|redact|mask)[A-Za-z0-9_]*\s*\(|\b[A-Za-z0-9_]*(?:sanitize|sanitise|redact|mask)[A-Za-z0-9_]*\s*\(/i.test(source);
+    const hasRequestLog = /(?:print|log(?:ger)?\.(?:debug|info|warning|error))\s*\([^\n]*(?:request|请求)[^\n]*(?:method|url|path|params|query|json|body|payload|参数)/i.test(source)
+        || /["']record["']\s*:\s*["']request["'][\s\S]{0,600}["'](?:method|url|path|params|query|json|body|payload)["']\s*:/i.test(source)
+        || /\b[A-Za-z_][A-Za-z0-9_]*log[A-Za-z0-9_]*\s*\(\s*["'](?:HTTP|API)_REQUEST["'][\s\S]{0,600}["'](?:method|url|path|params|query|json|body|payload)["']\s*:/i.test(source)
+        || /print\s*\(\s*f?["'](?:HTTP|API)(?:_|\s+)REQUEST\b/i.test(source) && /["'](?:method|url|path|params|query|json|body|payload)["']\s*:/i.test(source)
+        || /\b[A-Za-z_][A-Za-z0-9_]*log\s*\(\s*["']REQUEST["'][\s\S]{0,600}["'](?:method|url|path|params|query|json|body|payload)["']\s*:/i.test(source);
+    const hasResponseLog = /(?:print|log(?:ger)?\.(?:debug|info|warning|error))\s*\([^\n]*(?:response|响应)[^\n]*(?:status|status_code|body|json|text|result|结果)/i.test(source)
+        || /["']record["']\s*:\s*["']response["'][\s\S]{0,600}["'](?:status|status_code|body|json|text|result)["']\s*:/i.test(source)
+        || /\b[A-Za-z_][A-Za-z0-9_]*log[A-Za-z0-9_]*\s*\(\s*["'](?:HTTP|API)_RESPONSE["'][\s\S]{0,600}["'](?:status|status_code|body|json|text|result)["']\s*:/i.test(source)
+        || /print\s*\(\s*f?["'](?:HTTP|API)(?:_|\s+)RESPONSE\b/i.test(source) && /["'](?:status|status_code|body|json|text|result)["']\s*:/i.test(source)
+        || /\b[A-Za-z_][A-Za-z0-9_]*log\s*\(\s*["']RESPONSE["'][\s\S]{0,600}["'](?:status|status_code|body|json|text|result)["']\s*:/i.test(source);
+    const hasSanitizer = /\b(?:sanitize|sanitise|redact|mask)[A-Za-z0-9_]*\s*\(|\b[A-Za-z0-9_]*(?:sanitize|sanitise|redact|mask)[A-Za-z0-9_]*\s*\(/i.test(source)
+        || /(?:SENSITIVE_KEYS|sensitive_keys)[\s\S]{0,1600}["']<redacted>["']/i.test(source);
     const hasBoundedOutput = /(?:MAX_[A-Z_]*(?:LOG|BODY|RESPONSE)|max_(?:log|body|response)|truncate|truncat|\[:\s*\d{3,}\s*\])/i.test(source);
     if (!hasRequestLog)
         findings.push(`request logging evidence is missing in mapped backend pytest: ${relativeScript}`);
@@ -403,22 +439,23 @@ export function hasBlockingBackendMarkdownModuleStemFindings(report) {
     return /^## Module Stem Status\s*\r?\n\s*BLOCKED\s*$/m.test(report);
 }
 export async function validateBackendMarkdownCases(input) {
+    const layout = input.layout ?? resolveBackendTestLayout(undefined);
     const findings = [];
     const safetyFindings = [];
     const moduleStemFindings = [];
     let files = [];
     try {
-        files = await markdownFiles(input.workspaceRoot);
+        files = await markdownFiles(input.workspaceRoot, layout);
     }
     catch {
-        findings.push("missing testcase/md directory");
+        findings.push(`missing ${layout.markdownDir} directory`);
     }
-    const readme = path.join(input.workspaceRoot, "testcase", "md", "README.md");
+    const readme = path.join(input.workspaceRoot, ...layout.readmePath.split("/"));
     if (!(await exists(readme)))
-        findings.push("missing testcase/md/README.md");
+        findings.push(`missing ${layout.readmePath}`);
     const moduleFiles = files.filter((file) => path.basename(file).toLowerCase() !== "readme.md");
     if (moduleFiles.length === 0)
-        findings.push("no testcase/md module case file found");
+        findings.push(`no ${layout.markdownDir} module case file found`);
     const seen = new Map();
     const coveredAc = new Set();
     let caseCount = 0;
@@ -436,6 +473,18 @@ export async function validateBackendMarkdownCases(input) {
         if (PLACEHOLDER.test(markdown)) {
             findings.push(`placeholder or non-assertable wording in ${relativeFile}`);
         }
+        const sharedSetupRefs = extractBackendSharedSetupRefs(markdown);
+        for (const ref of sharedSetupRefs) {
+            if (!input.sharedSetup) {
+                findings.push(`shared setup reference without a bound document: ${ref.raw} in ${relativeFile}`);
+            }
+            else if (ref.path !== input.sharedSetup.path) {
+                findings.push(`shared setup reference cites unbound path ${ref.path} (bound: ${input.sharedSetup.path}) in ${relativeFile}`);
+            }
+            else if (ref.anchor !== "SS-DEFAULT" && !sharedSetupAnchorRe.test(ref.anchor)) {
+                findings.push(`shared setup reference anchor is not a stable SS ID and not SS-DEFAULT: ${ref.raw} in ${relativeFile}`);
+            }
+        }
         const cases = splitCases(markdown);
         if (cases.length === 0) {
             findings.push(`no BE-<MODULE>-<NNN> case heading in ${relativeFile}`);
@@ -459,6 +508,15 @@ export async function validateBackendMarkdownCases(input) {
                     findings.push(`${testCase.id} missing section: ${sectionAliases.join(" or ")}`);
                 }
             }
+            const bindingFinding = markdownTestPointBindingFinding(testCase.id, testCase.body);
+            if (bindingFinding)
+                findings.push(bindingFinding);
+            const payloadLabelFinding = markdownPayloadLabelFinding(testCase.id, testCase.body);
+            if (payloadLabelFinding)
+                findings.push(payloadLabelFinding);
+            const scenarioIntentFinding = markdownScenarioIntentFinding(testCase.id, testCase.body);
+            if (scenarioIntentFinding)
+                findings.push(scenarioIntentFinding);
             const acIds = unique(testCase.body.match(AC_ID) ?? []);
             acIds.forEach((id) => coveredAc.add(id));
             const steps = sectionBody(testCase.body, CASE_SECTION_ALIASES.steps);
@@ -469,9 +527,12 @@ export async function validateBackendMarkdownCases(input) {
             if (!hasAssertableExpectedResult(expected)) {
                 findings.push(`${testCase.id} has no structured expected result`);
             }
-            const expectedScript = expectedBackendTestPytestScriptForMarkdownModule(relativeFile);
+            const expectedScript = expectedBackendTestPytestScriptForMarkdownModule(relativeFile, layout);
             const mappedScripts = extractMappedPytestScripts(testCase.body);
-            if (mappedScripts.length === 0) {
+            if (isEvidenceOnlyMarkdownCaseBody(testCase.body)) {
+                // Evidence-only meta cases intentionally declare 脚本/primary symbol as 无 and keep only assertion/cross-cutting TPs.
+            }
+            else if (mappedScripts.length === 0) {
                 findings.push(`${testCase.id} has no mapped pytest script in Automation Notes/自动化映射 (expected ${expectedScript} from module ${path.basename(relativeFile)})`);
             }
             else {
@@ -549,8 +610,9 @@ export function normalizeBackendTestModuleStem(moduleFileName) {
     return stem;
 }
 /** Expected pytest script path for a Markdown module file (basename or relative path). */
-export function expectedBackendTestPytestScriptForMarkdownModule(moduleFileName) {
-    return `testcase/test_${normalizeBackendTestModuleStem(moduleFileName)}.py`;
+export function expectedBackendTestPytestScriptForMarkdownModule(moduleFileName, layout) {
+    const resolved = layout ?? resolveBackendTestLayout(undefined);
+    return `${resolved.scriptDir}/test_${normalizeBackendTestModuleStem(moduleFileName)}.py`;
 }
 function extractMappedPytestScripts(testCaseBody) {
     const automation = sectionBody(testCaseBody, CASE_SECTION_ALIASES.automationNotes);
@@ -560,12 +622,79 @@ function extractMappedPytestScripts(testCaseBody) {
         .map((match) => match[1].replaceAll("\\", "/"))
         .filter((value) => !value.includes("..")));
 }
-function isSafeBackendPytestScript(script, workspaceRoot) {
+function markdownScenarioIntentFinding(testCaseId, testCaseBody) {
+    const automation = sectionBody(testCaseBody, CASE_SECTION_ALIASES.automationNotes);
+    if (!automation.trim())
+        return null;
+    const variantLine = /^(?:\s*[-*+]\s*)?(?:变体测试点|Variant Test Points)\s*[：:]\s*(.*)$/im.exec(automation)?.[1] ?? "";
+    const variants = unique(variantLine.match(/\bTP-[A-Z0-9-]+\b/g) ?? []);
+    if (variants.length === 0)
+        return null;
+    const localIntentIds = unique([...testCaseBody.matchAll(/(?:场景意图|Scenario Intent)\s*[：:]\s*(TP-[A-Z0-9-]+)/gi)].map((match) => match[1].toUpperCase()));
+    const missing = variants.filter((id) => !localIntentIds.includes(id.toUpperCase()));
+    return missing.length > 0
+        ? `${testCaseId} variant Test Points require a local Scenario Intent line inside the same Case: missing=${missing.join(", ")}`
+        : null;
+}
+function markdownPayloadLabelFinding(testCaseId, testCaseBody) {
+    const automation = sectionBody(testCaseBody, CASE_SECTION_ALIASES.automationNotes);
+    if (!automation.trim())
+        return null;
+    const payloadLabel = /Payload (?:Contract|Required Paths|Allowed Paths|Enum)\s*[:：]/gi;
+    for (const line of automation.split(/\r?\n/)) {
+        const matches = line.match(payloadLabel) ?? [];
+        if (matches.length === 0)
+            continue;
+        if (matches.length !== 1 || !/^\s*[-*+]\s*Payload (?:Contract|Required Paths|Allowed Paths|Enum)\s*[:：]/i.test(line)) {
+            return `${testCaseId} payload contract labels must each occupy one independent machine-readable list line`;
+        }
+    }
+    return null;
+}
+function markdownTestPointBindingFinding(testCaseId, testCaseBody) {
+    const declaredSection = sectionBody(testCaseBody, ["测试点", "Test Points"]);
+    const automation = sectionBody(testCaseBody, CASE_SECTION_ALIASES.automationNotes);
+    if (!declaredSection.trim() || !automation.trim())
+        return null;
+    const declared = unique(declaredSection.match(/\bTP-[A-Z0-9-]+\b/g) ?? []);
+    const bindingLines = [
+        /^(?:\s*[-*+]\s*)?(?:变体测试点|Variant Test Points)\s*[：:]\s*(.*)$/gim,
+        /^(?:\s*[-*+]\s*)?(?:场景断言测试点|Assertion Test Points)\s*[：:]\s*(.*)$/gim,
+        /^(?:\s*[-*+]\s*)?(?:横切证据测试点|Cross-Cutting Test Points)\s*[：:]\s*(.*)$/gim,
+    ];
+    const bound = unique(bindingLines.flatMap((pattern) => [...automation.matchAll(pattern)].flatMap((match) => match[1]?.match(/\bTP-[A-Z0-9-]+\b/g) ?? [])));
+    const missingBindings = declared.filter((id) => !bound.includes(id));
+    const undeclaredBindings = bound.filter((id) => !declared.includes(id));
+    if (missingBindings.length === 0 && undeclaredBindings.length === 0)
+        return null;
+    return `${testCaseId} Test Point set must exactly equal variant/assertion/cross-cutting binding union: unclassified=${missingBindings.join(", ") || "none"}; undeclared-bindings=${undeclaredBindings.join(", ") || "none"}`;
+}
+function isEvidenceOnlyMarkdownCaseBody(testCaseBody) {
+    const automation = sectionBody(testCaseBody, CASE_SECTION_ALIASES.automationNotes);
+    if (!automation.trim())
+        return false;
+    const scriptLine = /^\s*[-*+]\s*(?:脚本|script)\s*[：:]\s*(.*)$/im.exec(automation)?.[1]?.replaceAll("`", "").trim() ??
+        "";
+    const primaryLine = /^\s*[-*+]\s*(?:primary symbol|Primary Symbol|主测试符号)\s*[：:]\s*(.*)$/im.exec(automation)?.[1]
+        ?.replaceAll("`", "")
+        .trim() ?? "";
+    const noneLike = /^(?:none|无|n\/a|not-applicable)(?:\s*[（(].*[）)])?$/i;
+    const scriptIsNone = noneLike.test(scriptLine) || scriptLine.length === 0;
+    const primaryIsNone = noneLike.test(primaryLine) || primaryLine.length === 0;
+    const hasMappedScript = extractMappedPytestScripts(testCaseBody).length > 0;
+    const hasPrimary = /\btest_[A-Za-z0-9_]+\b/.test(primaryLine);
+    const hasVariant = /(?:变体测试点|Variant Test Points)\s*[：:]\s*(?!\s*(?:无|none)\b)[^\n]*\bTP-[A-Z0-9-]+/i.test(automation);
+    const hasAssertionOrCross = /(?:场景断言测试点|Assertion Test Points|横切证据测试点|Cross-Cutting Test Points)\s*[：:]\s*(?!\s*(?:无|none)\b)[^\n]*\bTP-[A-Z0-9-]+/i.test(automation);
+    return scriptIsNone && primaryIsNone && !hasMappedScript && !hasPrimary && !hasVariant && hasAssertionOrCross;
+}
+function isSafeBackendPytestScript(script, workspaceRoot, layout) {
+    const resolved = layout ?? resolveBackendTestLayout(undefined);
     const absolute = path.resolve(workspaceRoot, script);
     const relative = path.relative(workspaceRoot, absolute).replaceAll(path.sep, "/");
+    const allowedRoots = [`${resolved.testRoot}/`];
     return (!relative.startsWith("..") &&
         !path.isAbsolute(relative) &&
-        script.startsWith("testcase/") &&
+        allowedRoots.some((prefix) => script.startsWith(prefix)) &&
         !script.includes("..") &&
         /^test_.*\.py$/i.test(path.basename(script)));
 }
@@ -609,8 +738,8 @@ function symbolCaseId(symbol) {
         ? canonicalBackendCaseId(match[1].replaceAll("_", "-"))
         : undefined;
 }
-export async function validateBackendMarkdownTraceability(workspaceRoot) {
-    const files = await markdownFiles(workspaceRoot);
+export async function validateBackendMarkdownTraceability(workspaceRoot, layout) {
+    const files = await markdownFiles(workspaceRoot, layout);
     const markdownIds = new Set();
     const expectedIdsByScript = new Map();
     const findings = [];
@@ -619,8 +748,11 @@ export async function validateBackendMarkdownTraceability(workspaceRoot) {
             continue;
         const content = await readFile(file, "utf8");
         for (const testCase of splitCases(content)) {
-            markdownIds.add(testCase.id);
             const scripts = extractMappedPytestScripts(testCase.body);
+            if (isEvidenceOnlyMarkdownCaseBody(testCase.body)) {
+                continue;
+            }
+            markdownIds.add(testCase.id);
             if (scripts.length === 0) {
                 findings.push(`${testCase.id} has no mapped pytest script in Automation Notes/自动化映射`);
                 continue;
@@ -632,6 +764,7 @@ export async function validateBackendMarkdownTraceability(workspaceRoot) {
             }
         }
     }
+    const resolvedLayout = layout ?? resolveBackendTestLayout(undefined);
     const mappings = new Map();
     const automationIds = new Set();
     let requestResponseLoggingFindingCount = 0;
@@ -640,7 +773,7 @@ export async function validateBackendMarkdownTraceability(workspaceRoot) {
         const relative = path.relative(workspaceRoot, absolute);
         if (relative.startsWith("..") ||
             path.isAbsolute(relative) ||
-            !relativeScript.startsWith("testcase/") ||
+            !relativeScript.startsWith(`${resolvedLayout.testRoot}/`) ||
             !/^test_.*\.py$/i.test(path.basename(relativeScript))) {
             findings.push(`unsafe mapped pytest script: ${relativeScript}`);
             continue;
@@ -713,8 +846,9 @@ export async function validateBackendMarkdownTraceability(workspaceRoot) {
         ...(findings.length > 0 ? findings.map((finding) => `- ${finding}`) : ["- None"]),
     ].join("\n") + "\n");
 }
-export async function resolveBackendTestMappedPytestScripts(workspaceRoot) {
-    const files = await markdownFiles(workspaceRoot);
+export async function resolveBackendTestMappedPytestScripts(workspaceRoot, layout) {
+    const resolved = layout ?? resolveBackendTestLayout(undefined);
+    const files = await markdownFiles(workspaceRoot, resolved);
     const expectedScripts = new Set();
     const existingScripts = new Set();
     const missingScripts = new Set();
@@ -735,7 +869,7 @@ export async function resolveBackendTestMappedPytestScripts(workspaceRoot) {
         if (path.basename(file).toLowerCase() === "readme.md")
             continue;
         const relativeFile = path.relative(workspaceRoot, file).replaceAll(path.sep, "/");
-        const expectedScript = expectedBackendTestPytestScriptForMarkdownModule(relativeFile);
+        const expectedScript = expectedBackendTestPytestScriptForMarkdownModule(relativeFile, resolved);
         const markdown = await readFile(file, "utf8");
         const mappedFromModule = new Set();
         for (const testCase of splitCases(markdown)) {
@@ -755,14 +889,14 @@ export async function resolveBackendTestMappedPytestScripts(workspaceRoot) {
             continue;
         }
         for (const script of mappedFromModule) {
-            if (!isSafeBackendPytestScript(script, workspaceRoot)) {
+            if (!isSafeBackendPytestScript(script, workspaceRoot, resolved)) {
                 throw new Error(`unsafe mapped pytest script: ${script}`);
             }
             if (await mappedScriptExists(path.resolve(workspaceRoot, script))) {
                 recordScript(script, relativeFile, true);
                 continue;
             }
-            if (!isSafeBackendPytestScript(expectedScript, workspaceRoot)) {
+            if (!isSafeBackendPytestScript(expectedScript, workspaceRoot, resolved)) {
                 throw new Error(`unsafe mapped pytest script: ${expectedScript}`);
             }
             recordScript(expectedScript, relativeFile, await mappedScriptExists(path.resolve(workspaceRoot, expectedScript)));
@@ -777,8 +911,8 @@ export async function resolveBackendTestMappedPytestScripts(workspaceRoot) {
         missingScripts: unique(missingScripts),
     };
 }
-export async function collectBackendTestMappedPytestScripts(workspaceRoot) {
-    const resolution = await resolveBackendTestMappedPytestScripts(workspaceRoot);
+export async function collectBackendTestMappedPytestScripts(workspaceRoot, layout) {
+    const resolution = await resolveBackendTestMappedPytestScripts(workspaceRoot, layout);
     if (resolution.missingScripts.length > 0) {
         throw new Error(`mapped pytest script is missing: ${resolution.missingScripts[0]}`);
     }
@@ -791,8 +925,8 @@ function cleanCaseTitle(rawHeading, id) {
         .replace(/^BE-[A-Z0-9_-]+-\d{2,3}\s*(?:[｜|—–-]\s*)?/i, "")
         .trim() || id;
 }
-export async function collectBackendTestHumanCaseCatalog(workspaceRoot) {
-    const files = await markdownFiles(workspaceRoot);
+export async function collectBackendTestHumanCaseCatalog(workspaceRoot, layout) {
+    const files = await markdownFiles(workspaceRoot, layout);
     const catalog = new Map();
     for (const file of files) {
         if (path.basename(file).toLowerCase() === "readme.md")
@@ -814,7 +948,8 @@ export async function collectBackendTestHumanCaseCatalog(workspaceRoot) {
             });
         }
     }
-    const testcaseRoot = path.join(workspaceRoot, "testcase");
+    const resolvedLayout = layout ?? resolveBackendTestLayout(undefined);
+    const testcaseRoot = path.join(workspaceRoot, ...resolvedLayout.testRoot.split("/"));
     const pythonFiles = [];
     async function walk(directory) {
         for (const entry of await readdir(directory, { withFileTypes: true })) {

package/dist/workflows/dag/backend-test-module-stem.js

@@ -1,5 +1,7 @@
 import path from "node:path";
 const PRIORITY_ONLY_MODULE_STEMS = new Set(["p0", "p1", "p2"]);
+const OPAQUE_HASH_MODULE_STEM = /^[a-f][a-f0-9]{6,63}$/;
+export const BACKEND_TEST_MAX_MODULE_COUNT = 8;
 export function normalizeBackendTestModuleStemCandidate(raw) {
     return path.basename(raw)
         .replace(/\.(?:md|py)$/i, "")
@@ -11,6 +13,9 @@ export function normalizeBackendTestModuleStemCandidate(raw) {
 export function isPriorityOnlyBackendTestModuleStem(raw) {
     return PRIORITY_ONLY_MODULE_STEMS.has(normalizeBackendTestModuleStemCandidate(raw));
 }
+export function isOpaqueHashBackendTestModuleStem(raw) {
+    return OPAQUE_HASH_MODULE_STEM.test(normalizeBackendTestModuleStemCandidate(raw));
+}
 export function isPriorityOnlyBackendPytestScript(script) {
     const basename = path.posix.basename(script.replaceAll("\\", "/"));
     const match = /^test_(.+)\.py$/i.exec(basename);