@exercode/problem-utils 4.3.4 → 4.3.5

package/dist/cli/checkAllProblems.cjs

@@ -1,2 +1,2 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:`Module`});const e=require("../_virtual/_rolldown/runtime.cjs"),t=require("../types/testCaseResult.cjs"),n=require("../helpers/defaultStdioHarness.cjs"),r=require("../helpers/readTestCases.cjs"),i=require("../helpers/temporaryProblemDirCopy.cjs"),a=require("../helpers/readProblemMarkdownFrontMatter.cjs"),o=require("../types/decisionCode.cjs"),s=require("../helpers/runHarnessProcess.cjs"),c=require("../helpers/findModelAnswerDirs.cjs"),l=require("./runSingleHarness.cjs");let u=require("node:path");u=e.__toESM(u,1);let d=require("node:fs/promises");d=e.__toESM(d,1);let f=require("@willbooster/shared-lib");const p=1e3,m=new Map(Object.entries(o.DecisionCode).map(([e,t])=>[t,e]));async function h(e){let t=v(e),i=u.default.resolve(t.rootDir),o=e=>(u.default.relative(i,e)||`.`).replaceAll(u.default.sep,`/`),s=await y(i),d=s.filter(e=>{let n=o(e);return t.only.length>0&&!t.only.some(e=>n.includes(e))?!1:!t.skip.some(e=>n.includes(e))});if(d.length===0)return console.error(s.length===0?`No problem directories (containing problem.md or <id>.problem.md) found under ${i}.`:`All ${s.length} problem directories under ${i} were excluded by --only/--skip.`),1;let p=[],m=[];for(let e of d){let t=await n.findDefaultStdioHarnessFiles(e);if(t.length>0){p.push(`${o(e)}: ${l.formatDefaultHarnessError(t)}`);continue}let i=await c.findModelAnswerDirs(e);if(i.length===0){p.push(`${o(e)}: no model answers found under model_answers/`);continue}if(!await x(u.default.join(e,`judge.ts`))&&(await r.readTestCases(u.default.join(e,`test_cases`))).length===0){let t;try{t=await a.readProblemMarkdownFrontMatter(e)}catch(t){p.push(`${o(e)}: failed to read the problem markdown front matter: ${(0,f.getErrorMessage)(t)}`);continue}if(!a.judgesWithoutTestCases(t)){p.push(`${o(e)}: ${l.MISSING_TEST_CASES_ERROR}`);continue}}let s=await c.findFailingModelAnswerDirs(e);m.push(...i.map(t=>({problemDir:e,answerDir:t,expectation:`accepted`})),...s.map(t=>({problemDir:e,answerDir:t,expectation:`rejected`})))}for(let e of p)console.error(`✗ ${e}`);let h=u.default.resolve(process.argv[1]??``),_=0;return await(0,f.forEachConcurrently)(m,t.concurrency,async e=>{let t=`${o(e.problemDir)} ${u.default.relative(e.problemDir,e.answerDir).replaceAll(u.default.sep,`/`)}`,n=await g(e,h);n===void 0?(_++,console.info(`✓ ${t}`)):(p.push(`${t}: ${n}`),console.error(`✗ ${t}: ${n}`))}),console.info(`\n${_} passed, ${p.length} failed (${m.length} runs, ${d.length} problems)`),p.length===0?0:1}async function g(e,t){let n,r;try{({tempRoot:n,copiedProblemDir:r}=await i.copyProblemDirToTemporaryRoot(e.problemDir))}catch(e){return S(`failed to copy the problem directory to a temporary location: ${(0,f.getErrorMessage)(e)}`)}let a,o;try{a=_(e,await s.runHarnessProcess([`run`,t,`judge`,u.default.relative(e.problemDir,e.answerDir)],{cwd:r,env:process.env,timeoutMs:6e5,maxOutputBytes:67108864,tempRoot:n}))}catch(e){a=S(`harness execution failed: ${(0,f.getErrorMessage)(e)}`)}finally{o=await i.forciblyRemoveDirectory(n)}if(o)return a;let c=`failed to remove the temporary copy at ${n} (judged code may have left permission-locked files)`;return a===void 0?c:S(`${a}; ${c}`)}function _(e,n){let{stdout:r,stderr:i}=n;if(n.failureReason!==void 0)return S(n.failureReason);if(n.exitCode!==0)return S(`harness exited with ${n.exitCode??`a signal`}${i.trim()?`: ${i.trim()}`:``}`);let a=r.split(/\r?\n/).filter(e=>e.startsWith(t.TEST_CASE_RESULT_PREFIX)),s=[];for(let e of a){let n;try{n=t.testCaseResultSchema.safeParse(JSON.parse(e.slice(t.TEST_CASE_RESULT_PREFIX.length)))}catch{n=void 0}if(!n?.success)return S(`malformed test case result line: ${e}`);s.push(n.data)}if(s.length===0)return`no test case results were printed`;if(e.expectation===`accepted`){let e=s.find(e=>e.decisionCode!==o.DecisionCode.ACCEPTED);return e?S(`${m.get(e.decisionCode)??e.decisionCode} on test case ${e.testCaseId}${e.stderr?.trim()?`: ${e.stderr.trim()}`:``}`):void 0}return s.every(e=>e.decisionCode===o.DecisionCode.ACCEPTED)?`expected at least one failing test case, but all test cases were accepted`:void 0}function v(e){let t={rootDir:`.`,concurrency:1,only:[],skip:[]},n=!1;for(let r=0;r<e.length;r++){let i=e[r];if(i===void 0)break;if(i===`--concurrency`||i===`--only`||i===`--skip`){let n=e[++r];if(n===void 0)throw Error(`${i} requires a value`);if(i===`--concurrency`){if(t.concurrency=Number(n),!Number.isInteger(t.concurrency)||t.concurrency<=0)throw Error(`--concurrency requires a positive integer, but got ${n}`)}else i===`--only`?t.only.push(n):t.skip.push(n)}else if(i.startsWith(`--`))throw Error(`Unknown option: ${i}`);else if(n)throw Error(`Only one root directory can be specified, but got both ${t.rootDir} and ${i}`);else t.rootDir=i,n=!0}return t}async function y(e){let t=[];return await b(e,t),t.toSorted()}async function b(e,t){let n=await d.default.readdir(e,{withFileTypes:!0});if(n.some(e=>e.isFile()&&(e.name===`problem.md`||e.name.endsWith(`.problem.md`))))t.push(e);else for(let r of n)r.isDirectory()&&r.name!==`node_modules`&&!r.name.startsWith(`.`)&&await b(u.default.join(e,r.name),t)}async function x(e){try{return await d.default.stat(e),!0}catch{return!1}}function S(e){return e.length<=p?e:`${e.slice(0,p)}...`}exports.checkAllProblems=h;
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:`Module`});const e=require("../_virtual/_rolldown/runtime.cjs"),t=require("../types/testCaseResult.cjs"),n=require("../helpers/defaultStdioHarness.cjs"),r=require("../helpers/readTestCases.cjs"),i=require("../helpers/temporaryProblemDirCopy.cjs"),a=require("../helpers/readProblemMarkdownFrontMatter.cjs"),o=require("../types/decisionCode.cjs"),s=require("../helpers/findModelAnswerDirs.cjs"),c=require("../helpers/runHarnessProcess.cjs"),l=require("./runSingleHarness.cjs");let u=require("node:path");u=e.__toESM(u,1);let d=require("node:fs/promises");d=e.__toESM(d,1);let f=require("@willbooster/shared-lib");const p=1e3,m=new Map(Object.entries(o.DecisionCode).map(([e,t])=>[t,e]));async function h(e){let t=v(e),i=u.default.resolve(t.rootDir),o=e=>(u.default.relative(i,e)||`.`).replaceAll(u.default.sep,`/`),c=await y(i),d=c.filter(e=>{let n=o(e);return t.only.length>0&&!t.only.some(e=>n.includes(e))?!1:!t.skip.some(e=>n.includes(e))});if(d.length===0)return console.error(c.length===0?`No problem directories (containing problem.md or <id>.problem.md) found under ${i}.`:`All ${c.length} problem directories under ${i} were excluded by --only/--skip.`),1;let p=[],m=[];for(let e of d){let t=await n.findDefaultStdioHarnessFiles(e);if(t.length>0){p.push(`${o(e)}: ${l.formatDefaultHarnessError(t)}`);continue}let i=await s.findModelAnswerDirs(e);if(i.length===0){p.push(`${o(e)}: no model answers found under model_answers/`);continue}if(!await x(u.default.join(e,`judge.ts`))&&(await r.readTestCases(u.default.join(e,`test_cases`))).length===0){let t;try{t=await a.readProblemMarkdownFrontMatter(e)}catch(t){p.push(`${o(e)}: failed to read the problem markdown front matter: ${(0,f.getErrorMessage)(t)}`);continue}if(!a.judgesWithoutTestCases(t)){p.push(`${o(e)}: ${l.MISSING_TEST_CASES_ERROR}`);continue}}let c=await s.findFailingModelAnswerDirs(e);m.push(...i.map(t=>({problemDir:e,answerDir:t,expectation:`accepted`})),...c.map(t=>({problemDir:e,answerDir:t,expectation:`rejected`})))}for(let e of p)console.error(`✗ ${e}`);let h=u.default.resolve(process.argv[1]??``),_=0;return await(0,f.forEachConcurrently)(m,t.concurrency,async e=>{let t=`${o(e.problemDir)} ${u.default.relative(e.problemDir,e.answerDir).replaceAll(u.default.sep,`/`)}`,n=await g(e,h);n===void 0?(_++,console.info(`✓ ${t}`)):(p.push(`${t}: ${n}`),console.error(`✗ ${t}: ${n}`))}),console.info(`\n${_} passed, ${p.length} failed (${m.length} runs, ${d.length} problems)`),p.length===0?0:1}async function g(e,t){let n,r;try{({tempRoot:n,copiedProblemDir:r}=await i.copyProblemDirToTemporaryRoot(e.problemDir))}catch(e){return S(`failed to copy the problem directory to a temporary location: ${(0,f.getErrorMessage)(e)}`)}let a,o;try{a=_(e,await c.runHarnessProcess([`run`,t,`judge`,u.default.relative(e.problemDir,e.answerDir)],{cwd:r,env:process.env,timeoutMs:6e5,maxOutputBytes:67108864,tempRoot:n}))}catch(e){a=S(`harness execution failed: ${(0,f.getErrorMessage)(e)}`)}finally{o=await i.forciblyRemoveDirectory(n)}if(o)return a;let s=`failed to remove the temporary copy at ${n} (judged code may have left permission-locked files)`;return a===void 0?s:S(`${a}; ${s}`)}function _(e,n){let{stdout:r,stderr:i}=n;if(n.failureReason!==void 0)return S(n.failureReason);if(n.exitCode!==0)return S(`harness exited with ${n.exitCode??`a signal`}${i.trim()?`: ${i.trim()}`:``}`);let a=r.split(/\r?\n/).filter(e=>e.startsWith(t.TEST_CASE_RESULT_PREFIX)),s=[];for(let e of a){let n;try{n=t.testCaseResultSchema.safeParse(JSON.parse(e.slice(t.TEST_CASE_RESULT_PREFIX.length)))}catch{n=void 0}if(!n?.success)return S(`malformed test case result line: ${e}`);s.push(n.data)}if(s.length===0)return`no test case results were printed`;if(e.expectation===`accepted`){let e=s.find(e=>e.decisionCode!==o.DecisionCode.ACCEPTED);return e?S(`${m.get(e.decisionCode)??e.decisionCode} on test case ${e.testCaseId}${e.stderr?.trim()?`: ${e.stderr.trim()}`:``}`):void 0}return s.every(e=>e.decisionCode===o.DecisionCode.ACCEPTED)?`expected at least one failing test case, but all test cases were accepted`:void 0}function v(e){let t={rootDir:`.`,concurrency:1,only:[],skip:[]},n=!1;for(let r=0;r<e.length;r++){let i=e[r];if(i===void 0)break;if(i===`--concurrency`||i===`--only`||i===`--skip`){let n=e[++r];if(n===void 0)throw Error(`${i} requires a value`);if(i===`--concurrency`){if(t.concurrency=Number(n),!Number.isInteger(t.concurrency)||t.concurrency<=0)throw Error(`--concurrency requires a positive integer, but got ${n}`)}else i===`--only`?t.only.push(n):t.skip.push(n)}else if(i.startsWith(`--`))throw Error(`Unknown option: ${i}`);else if(n)throw Error(`Only one root directory can be specified, but got both ${t.rootDir} and ${i}`);else t.rootDir=i,n=!0}return t}async function y(e){let t=[];return await b(e,t),t.toSorted()}async function b(e,t){let n=await d.default.readdir(e,{withFileTypes:!0});if(n.some(e=>e.isFile()&&(e.name===`problem.md`||e.name.endsWith(`.problem.md`))))t.push(e);else for(let r of n)r.isDirectory()&&r.name!==`node_modules`&&!r.name.startsWith(`.`)&&await b(u.default.join(e,r.name),t)}async function x(e){try{return await d.default.stat(e),!0}catch{return!1}}function S(e){return e.length<=p?e:`${e.slice(0,p)}...`}exports.checkAllProblems=h;
 //# sourceMappingURL=checkAllProblems.cjs.map

package/dist/cli/checkAllProblems.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"checkAllProblems.cjs","names":["DecisionCode","path","findDefaultStdioHarnessFiles","formatDefaultHarnessError","findModelAnswerDirs","readTestCases","readProblemMarkdownFrontMatter","getErrorMessage","judgesWithoutTestCases","MISSING_TEST_CASES_ERROR","findFailingModelAnswerDirs","forEachConcurrently","copyProblemDirToTemporaryRoot","runHarnessProcess","forciblyRemoveDirectory","TEST_CASE_RESULT_PREFIX","testCaseResultSchema","fs","require_runtime","require_testCaseResult","require_defaultStdioHarness","require_readTestCases","require_temporaryProblemDirCopy","require_readProblemMarkdownFrontMatter","require_decisionCode","require_runHarnessProcess","require_findModelAnswerDirs","require_runSingleHarness","node_path","node_fs_promises","_willbooster_shared_lib","MAX_FAILURE_DETAIL_LENGTH","decisionCodeNames","name","code","checkAllProblems","options","parseCheckArgs","args","rootDir","toRelative","dir","allProblemDirs","findProblemDirs","problemDirs","relativeDir","problemDir","substring","failures","runs","defaultHarnessFileNames","modelAnswerDirs","fileExists","frontMatter","error","failingModelAnswerDirs","failure","cliEntryPath","passedCount","label","run","failureDetail","executeCheckRun","tempRoot","copiedProblemDir","truncate","harnessFailureDetail","removedTempRoot","summarizeHarnessFailure","removalFailureDetail","result","stderr","resultLines","stdout","line","testCaseResults","parsedResult","rejectedResult","hasRootDir","index","arg","value","visitDirectory","entries","entry","filePath","text"],"sources":["../../src/cli/checkAllProblems.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\nimport { forEachConcurrently, getErrorMessage } from '@willbooster/shared-lib';\n\nimport { findDefaultStdioHarnessFiles } from '../helpers/defaultStdioHarness.js';\nimport { findFailingModelAnswerDirs, findModelAnswerDirs } from '../helpers/findModelAnswerDirs.js';\nimport { judgesWithoutTestCases, readProblemMarkdownFrontMatter } from '../helpers/readProblemMarkdownFrontMatter.js';\nimport { readTestCases } from '../helpers/readTestCases.js';\nimport { type HarnessProcessResult, runHarnessProcess } from '../helpers/runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from '../helpers/temporaryProblemDirCopy.js';\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\n\nimport { formatDefaultHarnessError, MISSING_TEST_CASES_ERROR } from './runSingleHarness.js';\n\nconst RUN_TIMEOUT_MS = 600_000;\nconst MAX_RUN_OUTPUT_BYTES = 64 * 1024 * 1024;\nconst MAX_FAILURE_DETAIL_LENGTH = 1000;\n\n// DecisionCode is a plain const object (not a TypeScript enum), so it has no reverse mapping.\nconst decisionCodeNames = new Map<number, string>(Object.entries(DecisionCode).map(([name, code]) => [code, name]));\n\ninterface CheckOptions {\n  rootDir: string;\n  concurrency: number;\n  only: string[];\n  skip: string[];\n}\n\ninterface CheckRun {\n  problemDir: string;\n  answerDir: string;\n  /** Whether all test cases must be accepted (`model_answers`) or at least one must fail (`model_answers.fails`). */\n  expectation: 'accepted' | 'rejected';\n}\n\n/**\n * Judge all model answers of all problems (directories containing `problem.md` or\n * `<id>.problem.md`) under a root directory: `model_answers/*` must be fully accepted and\n * `model_answers.fails/*` must fail at least one test case. Returns the process exit code.\n */\nexport async function checkAllProblems(args: readonly string[]): Promise<number> {\n  const options = parseCheckArgs(args);\n  const rootDir = path.resolve(options.rootDir);\n  // Normalize to forward slashes so --only / --skip substrings like courses/foo match on Windows.\n  const toRelative = (dir: string): string => (path.relative(rootDir, dir) || '.').replaceAll(path.sep, '/');\n\n  const allProblemDirs = await findProblemDirs(rootDir);\n  const problemDirs = allProblemDirs.filter((problemDir) => {\n    const relativeDir = toRelative(problemDir);\n    if (options.only.length > 0 && !options.only.some((substring) => relativeDir.includes(substring))) return false;\n    return !options.skip.some((substring) => relativeDir.includes(substring));\n  });\n  if (problemDirs.length === 0) {\n    console.error(\n      allProblemDirs.length === 0\n        ? `No problem directories (containing problem.md or <id>.problem.md) found under ${rootDir}.`\n        : `All ${allProblemDirs.length} problem directories under ${rootDir} were excluded by --only/--skip.`\n    );\n    return 1;\n  }\n\n  const failures: string[] = [];\n  const runs: CheckRun[] = [];\n  for (const problemDir of problemDirs) {\n    const defaultHarnessFileNames = await findDefaultStdioHarnessFiles(problemDir);\n    if (defaultHarnessFileNames.length > 0) {\n      failures.push(`${toRelative(problemDir)}: ${formatDefaultHarnessError(defaultHarnessFileNames)}`);\n      continue;\n    }\n\n    const modelAnswerDirs = await findModelAnswerDirs(problemDir);\n    if (modelAnswerDirs.length === 0) {\n      failures.push(`${toRelative(problemDir)}: no model answers found under model_answers/`);\n      continue;\n    }\n\n    // Without test cases, stdioJudgePreset prints a single accepted sentinel result, so a standard\n    // problem with an empty or missing test_cases/ would otherwise pass without being judged —\n    // unless static-analysis rules or manual scoring make the problem judgeable without them.\n    if (!(await fileExists(path.join(problemDir, 'judge.ts')))) {\n      const testCases = await readTestCases(path.join(problemDir, 'test_cases'));\n      if (testCases.length === 0) {\n        let frontMatter;\n        try {\n          frontMatter = await readProblemMarkdownFrontMatter(problemDir);\n        } catch (error) {\n          failures.push(\n            `${toRelative(problemDir)}: failed to read the problem markdown front matter: ${getErrorMessage(error)}`\n          );\n          continue;\n        }\n        if (!judgesWithoutTestCases(frontMatter)) {\n          failures.push(`${toRelative(problemDir)}: ${MISSING_TEST_CASES_ERROR}`);\n          continue;\n        }\n      }\n    }\n\n    const failingModelAnswerDirs = await findFailingModelAnswerDirs(problemDir);\n    runs.push(\n      ...modelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'accepted' })),\n      ...failingModelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'rejected' }))\n    );\n  }\n  for (const failure of failures) console.error(`✗ ${failure}`);\n\n  const cliEntryPath = path.resolve(process.argv[1] ?? '');\n  let passedCount = 0;\n  await forEachConcurrently(runs, options.concurrency, async (run) => {\n    const label = `${toRelative(run.problemDir)} ${path.relative(run.problemDir, run.answerDir).replaceAll(path.sep, '/')}`;\n    const failureDetail = await executeCheckRun(run, cliEntryPath);\n    if (failureDetail === undefined) {\n      passedCount++;\n      console.info(`✓ ${label}`);\n    } else {\n      failures.push(`${label}: ${failureDetail}`);\n      console.error(`✗ ${label}: ${failureDetail}`);\n    }\n  });\n\n  console.info(\n    `\\n${passedCount} passed, ${failures.length} failed (${runs.length} runs, ${problemDirs.length} problems)`\n  );\n  return failures.length === 0 ? 0 : 1;\n}\n\n/**\n * Run one answer directory through the problem's harness and return a failure detail, if any.\n * The problem directory is copied to a temporary location first so that judging (e.g. build\n * artifacts in answer directories) never modifies the checked repository.\n */\nasync function executeCheckRun(run: CheckRun, cliEntryPath: string): Promise<string | undefined> {\n  let tempRoot: string;\n  let copiedProblemDir: string;\n  try {\n    ({ tempRoot, copiedProblemDir } = await copyProblemDirToTemporaryRoot(run.problemDir));\n  } catch (error) {\n    return truncate(`failed to copy the problem directory to a temporary location: ${getErrorMessage(error)}`);\n  }\n\n  let harnessFailureDetail;\n  let removedTempRoot;\n  try {\n    const result = await runHarnessProcess(\n      ['run', cliEntryPath, 'judge', path.relative(run.problemDir, run.answerDir)],\n      {\n        cwd: copiedProblemDir,\n        env: process.env,\n        timeoutMs: RUN_TIMEOUT_MS,\n        maxOutputBytes: MAX_RUN_OUTPUT_BYTES,\n        tempRoot,\n      }\n    );\n    harnessFailureDetail = summarizeHarnessFailure(run, result);\n  } catch (error) {\n    harnessFailureDetail = truncate(`harness execution failed: ${getErrorMessage(error)}`);\n  } finally {\n    removedTempRoot = await forciblyRemoveDirectory(tempRoot);\n  }\n  if (removedTempRoot) return harnessFailureDetail;\n  const removalFailureDetail = `failed to remove the temporary copy at ${tempRoot} (judged code may have left permission-locked files)`;\n  return harnessFailureDetail === undefined\n    ? removalFailureDetail\n    : truncate(`${harnessFailureDetail}; ${removalFailureDetail}`);\n}\n\n/** Return why the harness run failed the check, or `undefined` when it passed. */\nfunction summarizeHarnessFailure(run: CheckRun, result: HarnessProcessResult): string | undefined {\n  const { stdout, stderr } = result;\n  if (result.failureReason !== undefined) return truncate(result.failureReason);\n  if (result.exitCode !== 0) {\n    return truncate(`harness exited with ${result.exitCode ?? 'a signal'}${stderr.trim() ? `: ${stderr.trim()}` : ''}`);\n  }\n\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  const testCaseResults = [];\n  for (const line of resultLines) {\n    let parsedResult;\n    try {\n      parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n    } catch {\n      parsedResult = undefined;\n    }\n    if (!parsedResult?.success) return truncate(`malformed test case result line: ${line}`);\n    testCaseResults.push(parsedResult.data);\n  }\n  if (testCaseResults.length === 0) return 'no test case results were printed';\n\n  if (run.expectation === 'accepted') {\n    const rejectedResult = testCaseResults.find((result) => result.decisionCode !== DecisionCode.ACCEPTED);\n    if (rejectedResult) {\n      return truncate(\n        `${decisionCodeNames.get(rejectedResult.decisionCode) ?? rejectedResult.decisionCode} on test case ${rejectedResult.testCaseId}${rejectedResult.stderr?.trim() ? `: ${rejectedResult.stderr.trim()}` : ''}`\n      );\n    }\n    return undefined;\n  }\n  return testCaseResults.every((result) => result.decisionCode === DecisionCode.ACCEPTED)\n    ? 'expected at least one failing test case, but all test cases were accepted'\n    : undefined;\n}\n\nfunction parseCheckArgs(args: readonly string[]): CheckOptions {\n  const options: CheckOptions = {\n    rootDir: '.',\n    // Serial by default: judging decides TIME_LIMIT_EXCEEDED from wall-clock time, so parallel\n    // runs on a small CI runner could fail timing-sensitive problems non-deterministically.\n    concurrency: 1,\n    only: [],\n    skip: [],\n  };\n  let hasRootDir = false;\n  for (let index = 0; index < args.length; index++) {\n    const arg = args[index];\n    if (arg === undefined) break;\n    if (arg === '--concurrency' || arg === '--only' || arg === '--skip') {\n      const value = args[++index];\n      if (value === undefined) throw new Error(`${arg} requires a value`);\n      if (arg === '--concurrency') {\n        options.concurrency = Number(value);\n        if (!Number.isInteger(options.concurrency) || options.concurrency <= 0) {\n          throw new Error(`--concurrency requires a positive integer, but got ${value}`);\n        }\n      } else if (arg === '--only') {\n        options.only.push(value);\n      } else {\n        options.skip.push(value);\n      }\n    } else if (arg.startsWith('--')) {\n      throw new Error(`Unknown option: ${arg}`);\n    } else if (hasRootDir) {\n      throw new Error(`Only one root directory can be specified, but got both ${options.rootDir} and ${arg}`);\n    } else {\n      options.rootDir = arg;\n      hasRootDir = true;\n    }\n  }\n  return options;\n}\n\n/** Find directories containing `problem.md` or `<id>.problem.md`, without descending into found problems. */\nasync function findProblemDirs(rootDir: string): Promise<string[]> {\n  const problemDirs: string[] = [];\n  await visitDirectory(rootDir, problemDirs);\n  return problemDirs.toSorted();\n}\n\nasync function visitDirectory(dir: string, problemDirs: string[]): Promise<void> {\n  // Traversal errors (e.g. an unreadable subtree) must fail the check: skipping them silently\n  // could report a green result while covering only part of the repository.\n  const entries = await fs.readdir(dir, { withFileTypes: true });\n  if (entries.some((entry) => entry.isFile() && (entry.name === 'problem.md' || entry.name.endsWith('.problem.md')))) {\n    problemDirs.push(dir);\n    return;\n  }\n  for (const entry of entries) {\n    if (!entry.isDirectory() || entry.name === 'node_modules' || entry.name.startsWith('.')) continue;\n    await visitDirectory(path.join(dir, entry.name), problemDirs);\n  }\n}\n\nasync function fileExists(filePath: string): Promise<boolean> {\n  try {\n    await fs.stat(filePath);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nfunction truncate(text: string): string {\n  return text.length <= MAX_FAILURE_DETAIL_LENGTH ? text : `${text.slice(0, MAX_FAILURE_DETAIL_LENGTH)}...`;\n}\n"],"mappings":"wqBAeA,MAEM+B,EAA4B,IAG5BC,EAAoB,IAAI,IAAoB,OAAO,QAAQhC,EAAAA,YAAY,CAAC,CAAC,KAAK,CAACiC,EAAMC,KAAU,CAACA,EAAMD,CAAI,CAAC,CAAC,EAqBlH,eAAsBE,EAAiB,EAA0C,CAC/E,IAAMC,EAAUC,EAAeC,CAAI,EAC7BC,EAAUtC,EAAAA,QAAK,QAAQmC,EAAQ,OAAO,EAEtCI,EAAc,IAAyBvC,EAAAA,QAAK,SAASsC,EAASE,CAAG,GAAK,IAAA,CAAK,WAAWxC,EAAAA,QAAK,IAAK,GAAG,EAEnGyC,EAAiB,MAAMC,EAAgBJ,CAAO,EAC9CK,EAAcF,EAAe,OAAQ,GAAe,CACxD,IAAMG,EAAcL,EAAWM,CAAU,EAEzC,OADIV,EAAQ,KAAK,OAAS,GAAK,CAACA,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,EAAU,GACnG,CAACX,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,CAC1E,CAAC,EACD,GAAIH,EAAY,SAAW,EAMzB,OALA,QAAQ,MACNF,EAAe,SAAW,EACtB,iFAAiFH,EAAQ,GACzF,OAAOG,EAAe,OAAO,6BAA6BH,EAAQ,iCACxE,EACO,EAGT,IAAMS,EAAqB,CAAC,EACtBC,EAAmB,CAAC,EAC1B,IAAK,IAAMH,KAAcF,EAAa,CACpC,IAAMM,EAA0B,MAAMhD,EAAAA,6BAA6B4C,CAAU,EAC7E,GAAII,EAAwB,OAAS,EAAG,CACtCF,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAI3C,EAAAA,0BAA0B+C,CAAuB,GAAG,EAChG,QACF,CAEA,IAAMC,EAAkB,MAAM/C,EAAAA,oBAAoB0C,CAAU,EAC5D,GAAIK,EAAgB,SAAW,EAAG,CAChCH,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,8CAA8C,EACtF,QACF,CAKA,GAAI,CAAE,MAAMM,EAAWnD,EAAAA,QAAK,KAAK6C,EAAY,UAAU,CAAC,IAElD,MADoBzC,EAAAA,cAAcJ,EAAAA,QAAK,KAAK6C,EAAY,YAAY,CAAC,EAAA,CAC3D,SAAW,EAAG,CAC1B,IAAIO,EACJ,GAAI,CACF,EAAc,MAAM/C,EAAAA,+BAA+BwC,CAAU,CAC/D,OAASQ,EAAO,CACdN,EAAS,KACP,GAAGR,EAAWM,CAAU,EAAE,uDAAA,EAAsDvC,EAAAA,gBAAAA,CAAgB+C,CAAK,GACvG,EACA,QACF,CACA,GAAI,CAAC9C,EAAAA,uBAAuB6C,CAAW,EAAG,CACxCL,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAIrC,EAAAA,0BAA0B,EACtE,QACF,CACF,CAGF,IAAM8C,EAAyB,MAAM7C,EAAAA,2BAA2BoC,CAAU,EAC1EG,EAAK,KACH,GAAGE,EAAgB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,EACpG,GAAGI,EAAuB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,CAC7G,CACF,CACA,IAAK,IAAMC,KAAWR,EAAU,QAAQ,MAAM,KAAKQ,GAAS,EAE5D,IAAMC,EAAexD,EAAAA,QAAK,QAAQ,QAAQ,KAAK,IAAM,EAAE,EACnDyD,EAAc,EAgBlB,OAfA,MAAA,EAAM/C,EAAAA,oBAAAA,CAAoBsC,EAAMb,EAAQ,YAAa,KAAO,IAAQ,CAClE,IAAMuB,EAAQ,GAAGnB,EAAWoB,EAAI,UAAU,EAAE,GAAG3D,EAAAA,QAAK,SAAS2D,EAAI,WAAYA,EAAI,SAAS,CAAC,CAAC,WAAW3D,EAAAA,QAAK,IAAK,GAAG,IAC9G4D,EAAgB,MAAMC,EAAgBF,EAAKH,CAAY,EACzDI,IAAkB,IAAA,IACpB,IACA,QAAQ,KAAK,KAAKF,GAAO,IAEzBX,EAAS,KAAK,GAAGW,EAAM,IAAIE,GAAe,EAC1C,QAAQ,MAAM,KAAKF,EAAM,IAAIE,GAAe,EAEhD,CAAC,EAED,QAAQ,KACN,KAAKH,EAAY,WAAWV,EAAS,OAAO,WAAWC,EAAK,OAAO,SAASL,EAAY,OAAO,WACjG,EACOI,EAAS,SAAW,EAAI,EAAI,CACrC,CAOA,eAAec,EAAgB,EAAe,EAAmD,CAC/F,IAAIC,EACAC,EACJ,GAAI,EACD,gCAAiC,MAAMpD,EAAAA,8BAA8BgD,EAAI,UAAU,EACtF,OAASN,EAAO,CACd,OAAOW,EAAS,kEAAA,EAAiE1D,EAAAA,gBAAAA,CAAgB+C,CAAK,GAAG,CAC3G,CAEA,IAAIY,EACAC,EACJ,GAAI,CAWF,EAAuBC,EAAwBR,EAAK,MAV/B/C,EAAAA,kBACnB,CAAC,MAAO4C,EAAc,QAASxD,EAAAA,QAAK,SAAS2D,EAAI,WAAYA,EAAI,SAAS,CAAC,EAC3E,CACE,IAAKI,EACL,IAAK,QAAQ,IACb,UAAW,IACX,eAAgB,SAChB,UACF,CACF,CAC0D,CAC5D,OAASV,EAAO,CACd,EAAuBW,EAAS,8BAAA,EAA6B1D,EAAAA,gBAAAA,CAAgB+C,CAAK,GAAG,CACvF,QAAU,CACR,EAAkB,MAAMxC,EAAAA,wBAAwBiD,CAAQ,CAC1D,CACA,GAAII,EAAiB,OAAOD,EAC5B,IAAMG,EAAuB,0CAA0CN,EAAS,sDAChF,OAAOG,IAAyB,IAAA,GAC5BG,EACAJ,EAAS,GAAGC,EAAqB,IAAIG,GAAsB,CACjE,CAGA,SAASD,EAAwB,EAAe,EAAkD,CAChG,GAAM,CAAE,SAAQ,UAAWE,EAC3B,GAAIA,EAAO,gBAAkB,IAAA,GAAW,OAAOL,EAASK,EAAO,aAAa,EAC5E,GAAIA,EAAO,WAAa,EACtB,OAAOL,EAAS,uBAAuBK,EAAO,UAAY,aAAaC,EAAO,KAAK,EAAI,KAAKA,EAAO,KAAK,IAAM,IAAI,EAGpH,IAAMC,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAW3D,EAAAA,uBAAuB,CAAC,EAC7F4D,EAAkB,CAAC,EACzB,IAAK,IAAMD,KAAQF,EAAa,CAC9B,IAAII,EACJ,GAAI,CACF,EAAe5D,EAAAA,qBAAqB,UAAU,KAAK,MAAM0D,EAAK,MAAM3D,EAAAA,wBAAwB,MAAM,CAAC,CAAC,CACtG,MAAQ,CACN,EAAe,IAAA,EACjB,CACA,GAAI,CAAC6D,GAAc,QAAS,OAAOX,EAAS,oCAAoCS,GAAM,EACtFC,EAAgB,KAAKC,EAAa,IAAI,CACxC,CACA,GAAID,EAAgB,SAAW,EAAG,MAAO,oCAEzC,GAAIf,EAAI,cAAgB,WAAY,CAClC,IAAMiB,EAAiBF,EAAgB,KAAM,GAAWL,EAAO,eAAiBtE,EAAAA,aAAa,QAAQ,EAMrG,OALI6E,EACKZ,EACL,GAAGjC,EAAkB,IAAI6C,EAAe,YAAY,GAAKA,EAAe,aAAa,gBAAgBA,EAAe,aAAaA,EAAe,QAAQ,KAAK,EAAI,KAAKA,EAAe,OAAO,KAAK,IAAM,IACzM,EAEF,MACF,CACA,OAAOF,EAAgB,MAAO,GAAWL,EAAO,eAAiBtE,EAAAA,aAAa,QAAQ,EAClF,4EACA,IAAA,EACN,CAEA,SAASqC,EAAe,EAAuC,CAC7D,IAAMD,EAAwB,CAC5B,QAAS,IAGT,YAAa,EACb,KAAM,CAAC,EACP,KAAM,CAAC,CACT,EACI0C,EAAa,GACjB,IAAK,IAAIC,EAAQ,EAAGA,EAAQzC,EAAK,OAAQ,IAAS,CAChD,IAAM0C,EAAM1C,EAAKyC,GACjB,GAAIC,IAAQ,IAAA,GAAW,MACvB,GAAIA,IAAQ,iBAAmBA,IAAQ,UAAYA,IAAQ,SAAU,CACnE,IAAMC,EAAQ3C,EAAK,EAAEyC,GACrB,GAAIE,IAAU,IAAA,GAAW,MAAU,MAAM,GAAGD,EAAI,kBAAkB,EAClE,GAAIA,IAAQ,gBAEV,IADA,EAAQ,YAAc,OAAOC,CAAK,EAC9B,CAAC,OAAO,UAAU7C,EAAQ,WAAW,GAAKA,EAAQ,aAAe,EACnE,MAAU,MAAM,sDAAsD6C,GAAO,CAAA,MAEtED,IAAQ,SACjB5C,EAAQ,KAAK,KAAK6C,CAAK,EAEvB7C,EAAQ,KAAK,KAAK6C,CAAK,CAE3B,MAAO,GAAID,EAAI,WAAW,IAAI,EAC5B,MAAU,MAAM,mBAAmBA,GAAK,OACnC,GAAIF,EACT,MAAU,MAAM,0DAA0D1C,EAAQ,QAAQ,OAAO4C,GAAK,MAEtG,GAAQ,QAAUA,EAClB,EAAa,EAEjB,CACA,OAAO5C,CACT,CAGA,eAAeO,EAAgB,EAAoC,CACjE,IAAMC,EAAwB,CAAC,EAE/B,OADA,MAAMsC,EAAe3C,EAASK,CAAW,EAClCA,EAAY,SAAS,CAC9B,CAEA,eAAesC,EAAe,EAAa,EAAsC,CAG/E,IAAMC,EAAU,MAAMlE,EAAAA,QAAG,QAAQwB,EAAK,CAAE,cAAe,EAAK,CAAC,EAC7D,GAAI0C,EAAQ,KAAM,GAAUC,EAAM,OAAO,IAAMA,EAAM,OAAS,cAAgBA,EAAM,KAAK,SAAS,aAAa,EAAE,EAC/GxC,EAAY,KAAKH,CAAG,OAGtB,IAAK,IAAM2C,KAASD,EACbC,EAAM,YAAY,GAAKA,EAAM,OAAS,gBAAkB,GAAM,KAAK,WAAW,GAAG,GACtF,MAAMF,EAAejF,EAAAA,QAAK,KAAKwC,EAAK2C,EAAM,IAAI,EAAGxC,CAAW,CAEhE,CAEA,eAAeQ,EAAW,EAAoC,CAC5D,GAAI,CAEF,OADA,MAAMnC,EAAAA,QAAG,KAAKoE,CAAQ,EACf,EACT,MAAQ,CACN,MAAO,EACT,CACF,CAEA,SAASpB,EAAS,EAAsB,CACtC,OAAOqB,EAAK,QAAUvD,EAA4BuD,EAAO,GAAGA,EAAK,MAAM,EAAGvD,CAAyB,EAAE,IACvG"}
+{"version":3,"file":"checkAllProblems.cjs","names":["DecisionCode","path","findDefaultStdioHarnessFiles","formatDefaultHarnessError","findModelAnswerDirs","readTestCases","readProblemMarkdownFrontMatter","getErrorMessage","judgesWithoutTestCases","MISSING_TEST_CASES_ERROR","findFailingModelAnswerDirs","forEachConcurrently","copyProblemDirToTemporaryRoot","runHarnessProcess","forciblyRemoveDirectory","TEST_CASE_RESULT_PREFIX","testCaseResultSchema","fs","require_runtime","require_testCaseResult","require_defaultStdioHarness","require_readTestCases","require_temporaryProblemDirCopy","require_readProblemMarkdownFrontMatter","require_decisionCode","require_findModelAnswerDirs","require_runHarnessProcess","require_runSingleHarness","node_path","node_fs_promises","_willbooster_shared_lib","MAX_FAILURE_DETAIL_LENGTH","decisionCodeNames","name","code","checkAllProblems","options","parseCheckArgs","args","rootDir","toRelative","dir","allProblemDirs","findProblemDirs","problemDirs","relativeDir","problemDir","substring","failures","runs","defaultHarnessFileNames","modelAnswerDirs","fileExists","frontMatter","error","failingModelAnswerDirs","failure","cliEntryPath","passedCount","label","run","failureDetail","executeCheckRun","tempRoot","copiedProblemDir","truncate","harnessFailureDetail","removedTempRoot","summarizeHarnessFailure","removalFailureDetail","result","stderr","resultLines","stdout","line","testCaseResults","parsedResult","rejectedResult","hasRootDir","index","arg","value","visitDirectory","entries","entry","filePath","text"],"sources":["../../src/cli/checkAllProblems.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\n\nimport { forEachConcurrently, getErrorMessage } from '@willbooster/shared-lib';\n\nimport { findDefaultStdioHarnessFiles } from '../helpers/defaultStdioHarness.js';\nimport { findFailingModelAnswerDirs, findModelAnswerDirs } from '../helpers/findModelAnswerDirs.js';\nimport { judgesWithoutTestCases, readProblemMarkdownFrontMatter } from '../helpers/readProblemMarkdownFrontMatter.js';\nimport { readTestCases } from '../helpers/readTestCases.js';\nimport { type HarnessProcessResult, runHarnessProcess } from '../helpers/runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from '../helpers/temporaryProblemDirCopy.js';\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\nimport { formatDefaultHarnessError, MISSING_TEST_CASES_ERROR } from './runSingleHarness.js';\n\nconst RUN_TIMEOUT_MS = 600_000;\nconst MAX_RUN_OUTPUT_BYTES = 64 * 1024 * 1024;\nconst MAX_FAILURE_DETAIL_LENGTH = 1000;\n\n// DecisionCode is a plain const object (not a TypeScript enum), so it has no reverse mapping.\nconst decisionCodeNames = new Map<number, string>(Object.entries(DecisionCode).map(([name, code]) => [code, name]));\n\ninterface CheckOptions {\n  rootDir: string;\n  concurrency: number;\n  only: string[];\n  skip: string[];\n}\n\ninterface CheckRun {\n  problemDir: string;\n  answerDir: string;\n  /** Whether all test cases must be accepted (`model_answers`) or at least one must fail (`model_answers.fails`). */\n  expectation: 'accepted' | 'rejected';\n}\n\n/**\n * Judge all model answers of all problems (directories containing `problem.md` or\n * `<id>.problem.md`) under a root directory: `model_answers/*` must be fully accepted and\n * `model_answers.fails/*` must fail at least one test case. Returns the process exit code.\n */\nexport async function checkAllProblems(args: readonly string[]): Promise<number> {\n  const options = parseCheckArgs(args);\n  const rootDir = path.resolve(options.rootDir);\n  // Normalize to forward slashes so --only / --skip substrings like courses/foo match on Windows.\n  const toRelative = (dir: string): string => (path.relative(rootDir, dir) || '.').replaceAll(path.sep, '/');\n\n  const allProblemDirs = await findProblemDirs(rootDir);\n  const problemDirs = allProblemDirs.filter((problemDir) => {\n    const relativeDir = toRelative(problemDir);\n    if (options.only.length > 0 && !options.only.some((substring) => relativeDir.includes(substring))) return false;\n    return !options.skip.some((substring) => relativeDir.includes(substring));\n  });\n  if (problemDirs.length === 0) {\n    console.error(\n      allProblemDirs.length === 0\n        ? `No problem directories (containing problem.md or <id>.problem.md) found under ${rootDir}.`\n        : `All ${allProblemDirs.length} problem directories under ${rootDir} were excluded by --only/--skip.`\n    );\n    return 1;\n  }\n\n  const failures: string[] = [];\n  const runs: CheckRun[] = [];\n  for (const problemDir of problemDirs) {\n    const defaultHarnessFileNames = await findDefaultStdioHarnessFiles(problemDir);\n    if (defaultHarnessFileNames.length > 0) {\n      failures.push(`${toRelative(problemDir)}: ${formatDefaultHarnessError(defaultHarnessFileNames)}`);\n      continue;\n    }\n\n    const modelAnswerDirs = await findModelAnswerDirs(problemDir);\n    if (modelAnswerDirs.length === 0) {\n      failures.push(`${toRelative(problemDir)}: no model answers found under model_answers/`);\n      continue;\n    }\n\n    // Without test cases, stdioJudgePreset prints a single accepted sentinel result, so a standard\n    // problem with an empty or missing test_cases/ would otherwise pass without being judged —\n    // unless static-analysis rules or manual scoring make the problem judgeable without them.\n    if (!(await fileExists(path.join(problemDir, 'judge.ts')))) {\n      const testCases = await readTestCases(path.join(problemDir, 'test_cases'));\n      if (testCases.length === 0) {\n        let frontMatter;\n        try {\n          frontMatter = await readProblemMarkdownFrontMatter(problemDir);\n        } catch (error) {\n          failures.push(\n            `${toRelative(problemDir)}: failed to read the problem markdown front matter: ${getErrorMessage(error)}`\n          );\n          continue;\n        }\n        if (!judgesWithoutTestCases(frontMatter)) {\n          failures.push(`${toRelative(problemDir)}: ${MISSING_TEST_CASES_ERROR}`);\n          continue;\n        }\n      }\n    }\n\n    const failingModelAnswerDirs = await findFailingModelAnswerDirs(problemDir);\n    runs.push(\n      ...modelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'accepted' })),\n      ...failingModelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'rejected' }))\n    );\n  }\n  for (const failure of failures) console.error(`✗ ${failure}`);\n\n  const cliEntryPath = path.resolve(process.argv[1] ?? '');\n  let passedCount = 0;\n  await forEachConcurrently(runs, options.concurrency, async (run) => {\n    const label = `${toRelative(run.problemDir)} ${path.relative(run.problemDir, run.answerDir).replaceAll(path.sep, '/')}`;\n    const failureDetail = await executeCheckRun(run, cliEntryPath);\n    if (failureDetail === undefined) {\n      passedCount++;\n      console.info(`✓ ${label}`);\n    } else {\n      failures.push(`${label}: ${failureDetail}`);\n      console.error(`✗ ${label}: ${failureDetail}`);\n    }\n  });\n\n  console.info(\n    `\\n${passedCount} passed, ${failures.length} failed (${runs.length} runs, ${problemDirs.length} problems)`\n  );\n  return failures.length === 0 ? 0 : 1;\n}\n\n/**\n * Run one answer directory through the problem's harness and return a failure detail, if any.\n * The problem directory is copied to a temporary location first so that judging (e.g. build\n * artifacts in answer directories) never modifies the checked repository.\n */\nasync function executeCheckRun(run: CheckRun, cliEntryPath: string): Promise<string | undefined> {\n  let tempRoot: string;\n  let copiedProblemDir: string;\n  try {\n    ({ tempRoot, copiedProblemDir } = await copyProblemDirToTemporaryRoot(run.problemDir));\n  } catch (error) {\n    return truncate(`failed to copy the problem directory to a temporary location: ${getErrorMessage(error)}`);\n  }\n\n  let harnessFailureDetail;\n  let removedTempRoot;\n  try {\n    const result = await runHarnessProcess(\n      ['run', cliEntryPath, 'judge', path.relative(run.problemDir, run.answerDir)],\n      {\n        cwd: copiedProblemDir,\n        env: process.env,\n        timeoutMs: RUN_TIMEOUT_MS,\n        maxOutputBytes: MAX_RUN_OUTPUT_BYTES,\n        tempRoot,\n      }\n    );\n    harnessFailureDetail = summarizeHarnessFailure(run, result);\n  } catch (error) {\n    harnessFailureDetail = truncate(`harness execution failed: ${getErrorMessage(error)}`);\n  } finally {\n    removedTempRoot = await forciblyRemoveDirectory(tempRoot);\n  }\n  if (removedTempRoot) return harnessFailureDetail;\n  const removalFailureDetail = `failed to remove the temporary copy at ${tempRoot} (judged code may have left permission-locked files)`;\n  return harnessFailureDetail === undefined\n    ? removalFailureDetail\n    : truncate(`${harnessFailureDetail}; ${removalFailureDetail}`);\n}\n\n/** Return why the harness run failed the check, or `undefined` when it passed. */\nfunction summarizeHarnessFailure(run: CheckRun, result: HarnessProcessResult): string | undefined {\n  const { stdout, stderr } = result;\n  if (result.failureReason !== undefined) return truncate(result.failureReason);\n  if (result.exitCode !== 0) {\n    return truncate(`harness exited with ${result.exitCode ?? 'a signal'}${stderr.trim() ? `: ${stderr.trim()}` : ''}`);\n  }\n\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  const testCaseResults = [];\n  for (const line of resultLines) {\n    let parsedResult;\n    try {\n      parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n    } catch {\n      parsedResult = undefined;\n    }\n    if (!parsedResult?.success) return truncate(`malformed test case result line: ${line}`);\n    testCaseResults.push(parsedResult.data);\n  }\n  if (testCaseResults.length === 0) return 'no test case results were printed';\n\n  if (run.expectation === 'accepted') {\n    const rejectedResult = testCaseResults.find((result) => result.decisionCode !== DecisionCode.ACCEPTED);\n    if (rejectedResult) {\n      return truncate(\n        `${decisionCodeNames.get(rejectedResult.decisionCode) ?? rejectedResult.decisionCode} on test case ${rejectedResult.testCaseId}${rejectedResult.stderr?.trim() ? `: ${rejectedResult.stderr.trim()}` : ''}`\n      );\n    }\n    return undefined;\n  }\n  return testCaseResults.every((result) => result.decisionCode === DecisionCode.ACCEPTED)\n    ? 'expected at least one failing test case, but all test cases were accepted'\n    : undefined;\n}\n\nfunction parseCheckArgs(args: readonly string[]): CheckOptions {\n  const options: CheckOptions = {\n    rootDir: '.',\n    // Serial by default: judging decides TIME_LIMIT_EXCEEDED from wall-clock time, so parallel\n    // runs on a small CI runner could fail timing-sensitive problems non-deterministically.\n    concurrency: 1,\n    only: [],\n    skip: [],\n  };\n  let hasRootDir = false;\n  for (let index = 0; index < args.length; index++) {\n    const arg = args[index];\n    if (arg === undefined) break;\n    if (arg === '--concurrency' || arg === '--only' || arg === '--skip') {\n      const value = args[++index];\n      if (value === undefined) throw new Error(`${arg} requires a value`);\n      if (arg === '--concurrency') {\n        options.concurrency = Number(value);\n        if (!Number.isInteger(options.concurrency) || options.concurrency <= 0) {\n          throw new Error(`--concurrency requires a positive integer, but got ${value}`);\n        }\n      } else if (arg === '--only') {\n        options.only.push(value);\n      } else {\n        options.skip.push(value);\n      }\n    } else if (arg.startsWith('--')) {\n      throw new Error(`Unknown option: ${arg}`);\n    } else if (hasRootDir) {\n      throw new Error(`Only one root directory can be specified, but got both ${options.rootDir} and ${arg}`);\n    } else {\n      options.rootDir = arg;\n      hasRootDir = true;\n    }\n  }\n  return options;\n}\n\n/** Find directories containing `problem.md` or `<id>.problem.md`, without descending into found problems. */\nasync function findProblemDirs(rootDir: string): Promise<string[]> {\n  const problemDirs: string[] = [];\n  await visitDirectory(rootDir, problemDirs);\n  return problemDirs.toSorted();\n}\n\nasync function visitDirectory(dir: string, problemDirs: string[]): Promise<void> {\n  // Traversal errors (e.g. an unreadable subtree) must fail the check: skipping them silently\n  // could report a green result while covering only part of the repository.\n  const entries = await fs.readdir(dir, { withFileTypes: true });\n  if (entries.some((entry) => entry.isFile() && (entry.name === 'problem.md' || entry.name.endsWith('.problem.md')))) {\n    problemDirs.push(dir);\n    return;\n  }\n  for (const entry of entries) {\n    if (!entry.isDirectory() || entry.name === 'node_modules' || entry.name.startsWith('.')) continue;\n    await visitDirectory(path.join(dir, entry.name), problemDirs);\n  }\n}\n\nasync function fileExists(filePath: string): Promise<boolean> {\n  try {\n    await fs.stat(filePath);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nfunction truncate(text: string): string {\n  return text.length <= MAX_FAILURE_DETAIL_LENGTH ? text : `${text.slice(0, MAX_FAILURE_DETAIL_LENGTH)}...`;\n}\n"],"mappings":"wqBAeA,MAEM+B,EAA4B,IAG5BC,EAAoB,IAAI,IAAoB,OAAO,QAAQhC,EAAAA,YAAY,CAAC,CAAC,KAAK,CAACiC,EAAMC,KAAU,CAACA,EAAMD,CAAI,CAAC,CAAC,EAqBlH,eAAsBE,EAAiB,EAA0C,CAC/E,IAAMC,EAAUC,EAAeC,CAAI,EAC7BC,EAAUtC,EAAAA,QAAK,QAAQmC,EAAQ,OAAO,EAEtCI,EAAc,IAAyBvC,EAAAA,QAAK,SAASsC,EAASE,CAAG,GAAK,IAAA,CAAK,WAAWxC,EAAAA,QAAK,IAAK,GAAG,EAEnGyC,EAAiB,MAAMC,EAAgBJ,CAAO,EAC9CK,EAAcF,EAAe,OAAQ,GAAe,CACxD,IAAMG,EAAcL,EAAWM,CAAU,EAEzC,OADIV,EAAQ,KAAK,OAAS,GAAK,CAACA,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,EAAU,GACnG,CAACX,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,CAC1E,CAAC,EACD,GAAIH,EAAY,SAAW,EAMzB,OALA,QAAQ,MACNF,EAAe,SAAW,EACtB,iFAAiFH,EAAQ,GACzF,OAAOG,EAAe,OAAO,6BAA6BH,EAAQ,iCACxE,EACO,EAGT,IAAMS,EAAqB,CAAC,EACtBC,EAAmB,CAAC,EAC1B,IAAK,IAAMH,KAAcF,EAAa,CACpC,IAAMM,EAA0B,MAAMhD,EAAAA,6BAA6B4C,CAAU,EAC7E,GAAII,EAAwB,OAAS,EAAG,CACtCF,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAI3C,EAAAA,0BAA0B+C,CAAuB,GAAG,EAChG,QACF,CAEA,IAAMC,EAAkB,MAAM/C,EAAAA,oBAAoB0C,CAAU,EAC5D,GAAIK,EAAgB,SAAW,EAAG,CAChCH,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,8CAA8C,EACtF,QACF,CAKA,GAAI,CAAE,MAAMM,EAAWnD,EAAAA,QAAK,KAAK6C,EAAY,UAAU,CAAC,IAElD,MADoBzC,EAAAA,cAAcJ,EAAAA,QAAK,KAAK6C,EAAY,YAAY,CAAC,EAAA,CAC3D,SAAW,EAAG,CAC1B,IAAIO,EACJ,GAAI,CACF,EAAc,MAAM/C,EAAAA,+BAA+BwC,CAAU,CAC/D,OAASQ,EAAO,CACdN,EAAS,KACP,GAAGR,EAAWM,CAAU,EAAE,uDAAA,EAAsDvC,EAAAA,gBAAAA,CAAgB+C,CAAK,GACvG,EACA,QACF,CACA,GAAI,CAAC9C,EAAAA,uBAAuB6C,CAAW,EAAG,CACxCL,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAIrC,EAAAA,0BAA0B,EACtE,QACF,CACF,CAGF,IAAM8C,EAAyB,MAAM7C,EAAAA,2BAA2BoC,CAAU,EAC1EG,EAAK,KACH,GAAGE,EAAgB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,EACpG,GAAGI,EAAuB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,CAC7G,CACF,CACA,IAAK,IAAMC,KAAWR,EAAU,QAAQ,MAAM,KAAKQ,GAAS,EAE5D,IAAMC,EAAexD,EAAAA,QAAK,QAAQ,QAAQ,KAAK,IAAM,EAAE,EACnDyD,EAAc,EAgBlB,OAfA,MAAA,EAAM/C,EAAAA,oBAAAA,CAAoBsC,EAAMb,EAAQ,YAAa,KAAO,IAAQ,CAClE,IAAMuB,EAAQ,GAAGnB,EAAWoB,EAAI,UAAU,EAAE,GAAG3D,EAAAA,QAAK,SAAS2D,EAAI,WAAYA,EAAI,SAAS,CAAC,CAAC,WAAW3D,EAAAA,QAAK,IAAK,GAAG,IAC9G4D,EAAgB,MAAMC,EAAgBF,EAAKH,CAAY,EACzDI,IAAkB,IAAA,IACpB,IACA,QAAQ,KAAK,KAAKF,GAAO,IAEzBX,EAAS,KAAK,GAAGW,EAAM,IAAIE,GAAe,EAC1C,QAAQ,MAAM,KAAKF,EAAM,IAAIE,GAAe,EAEhD,CAAC,EAED,QAAQ,KACN,KAAKH,EAAY,WAAWV,EAAS,OAAO,WAAWC,EAAK,OAAO,SAASL,EAAY,OAAO,WACjG,EACOI,EAAS,SAAW,EAAI,EAAI,CACrC,CAOA,eAAec,EAAgB,EAAe,EAAmD,CAC/F,IAAIC,EACAC,EACJ,GAAI,EACD,gCAAiC,MAAMpD,EAAAA,8BAA8BgD,EAAI,UAAU,EACtF,OAASN,EAAO,CACd,OAAOW,EAAS,kEAAA,EAAiE1D,EAAAA,gBAAAA,CAAgB+C,CAAK,GAAG,CAC3G,CAEA,IAAIY,EACAC,EACJ,GAAI,CAWF,EAAuBC,EAAwBR,EAAK,MAV/B/C,EAAAA,kBACnB,CAAC,MAAO4C,EAAc,QAASxD,EAAAA,QAAK,SAAS2D,EAAI,WAAYA,EAAI,SAAS,CAAC,EAC3E,CACE,IAAKI,EACL,IAAK,QAAQ,IACb,UAAW,IACX,eAAgB,SAChB,UACF,CACF,CAC0D,CAC5D,OAASV,EAAO,CACd,EAAuBW,EAAS,8BAAA,EAA6B1D,EAAAA,gBAAAA,CAAgB+C,CAAK,GAAG,CACvF,QAAU,CACR,EAAkB,MAAMxC,EAAAA,wBAAwBiD,CAAQ,CAC1D,CACA,GAAII,EAAiB,OAAOD,EAC5B,IAAMG,EAAuB,0CAA0CN,EAAS,sDAChF,OAAOG,IAAyB,IAAA,GAC5BG,EACAJ,EAAS,GAAGC,EAAqB,IAAIG,GAAsB,CACjE,CAGA,SAASD,EAAwB,EAAe,EAAkD,CAChG,GAAM,CAAE,SAAQ,UAAWE,EAC3B,GAAIA,EAAO,gBAAkB,IAAA,GAAW,OAAOL,EAASK,EAAO,aAAa,EAC5E,GAAIA,EAAO,WAAa,EACtB,OAAOL,EAAS,uBAAuBK,EAAO,UAAY,aAAaC,EAAO,KAAK,EAAI,KAAKA,EAAO,KAAK,IAAM,IAAI,EAGpH,IAAMC,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAW3D,EAAAA,uBAAuB,CAAC,EAC7F4D,EAAkB,CAAC,EACzB,IAAK,IAAMD,KAAQF,EAAa,CAC9B,IAAII,EACJ,GAAI,CACF,EAAe5D,EAAAA,qBAAqB,UAAU,KAAK,MAAM0D,EAAK,MAAM3D,EAAAA,wBAAwB,MAAM,CAAC,CAAC,CACtG,MAAQ,CACN,EAAe,IAAA,EACjB,CACA,GAAI,CAAC6D,GAAc,QAAS,OAAOX,EAAS,oCAAoCS,GAAM,EACtFC,EAAgB,KAAKC,EAAa,IAAI,CACxC,CACA,GAAID,EAAgB,SAAW,EAAG,MAAO,oCAEzC,GAAIf,EAAI,cAAgB,WAAY,CAClC,IAAMiB,EAAiBF,EAAgB,KAAM,GAAWL,EAAO,eAAiBtE,EAAAA,aAAa,QAAQ,EAMrG,OALI6E,EACKZ,EACL,GAAGjC,EAAkB,IAAI6C,EAAe,YAAY,GAAKA,EAAe,aAAa,gBAAgBA,EAAe,aAAaA,EAAe,QAAQ,KAAK,EAAI,KAAKA,EAAe,OAAO,KAAK,IAAM,IACzM,EAEF,MACF,CACA,OAAOF,EAAgB,MAAO,GAAWL,EAAO,eAAiBtE,EAAAA,aAAa,QAAQ,EAClF,4EACA,IAAA,EACN,CAEA,SAASqC,EAAe,EAAuC,CAC7D,IAAMD,EAAwB,CAC5B,QAAS,IAGT,YAAa,EACb,KAAM,CAAC,EACP,KAAM,CAAC,CACT,EACI0C,EAAa,GACjB,IAAK,IAAIC,EAAQ,EAAGA,EAAQzC,EAAK,OAAQ,IAAS,CAChD,IAAM0C,EAAM1C,EAAKyC,GACjB,GAAIC,IAAQ,IAAA,GAAW,MACvB,GAAIA,IAAQ,iBAAmBA,IAAQ,UAAYA,IAAQ,SAAU,CACnE,IAAMC,EAAQ3C,EAAK,EAAEyC,GACrB,GAAIE,IAAU,IAAA,GAAW,MAAU,MAAM,GAAGD,EAAI,kBAAkB,EAClE,GAAIA,IAAQ,gBAEV,IADA,EAAQ,YAAc,OAAOC,CAAK,EAC9B,CAAC,OAAO,UAAU7C,EAAQ,WAAW,GAAKA,EAAQ,aAAe,EACnE,MAAU,MAAM,sDAAsD6C,GAAO,CAAA,MAEtED,IAAQ,SACjB5C,EAAQ,KAAK,KAAK6C,CAAK,EAEvB7C,EAAQ,KAAK,KAAK6C,CAAK,CAE3B,MAAO,GAAID,EAAI,WAAW,IAAI,EAC5B,MAAU,MAAM,mBAAmBA,GAAK,OACnC,GAAIF,EACT,MAAU,MAAM,0DAA0D1C,EAAQ,QAAQ,OAAO4C,GAAK,MAEtG,GAAQ,QAAUA,EAClB,EAAa,EAEjB,CACA,OAAO5C,CACT,CAGA,eAAeO,EAAgB,EAAoC,CACjE,IAAMC,EAAwB,CAAC,EAE/B,OADA,MAAMsC,EAAe3C,EAASK,CAAW,EAClCA,EAAY,SAAS,CAC9B,CAEA,eAAesC,EAAe,EAAa,EAAsC,CAG/E,IAAMC,EAAU,MAAMlE,EAAAA,QAAG,QAAQwB,EAAK,CAAE,cAAe,EAAK,CAAC,EAC7D,GAAI0C,EAAQ,KAAM,GAAUC,EAAM,OAAO,IAAMA,EAAM,OAAS,cAAgBA,EAAM,KAAK,SAAS,aAAa,EAAE,EAC/GxC,EAAY,KAAKH,CAAG,OAGtB,IAAK,IAAM2C,KAASD,EACbC,EAAM,YAAY,GAAKA,EAAM,OAAS,gBAAkB,GAAM,KAAK,WAAW,GAAG,GACtF,MAAMF,EAAejF,EAAAA,QAAK,KAAKwC,EAAK2C,EAAM,IAAI,EAAGxC,CAAW,CAEhE,CAEA,eAAeQ,EAAW,EAAoC,CAC5D,GAAI,CAEF,OADA,MAAMnC,EAAAA,QAAG,KAAKoE,CAAQ,EACf,EACT,MAAQ,CACN,MAAO,EACT,CACF,CAEA,SAASpB,EAAS,EAAsB,CACtC,OAAOqB,EAAK,QAAUvD,EAA4BuD,EAAO,GAAGA,EAAK,MAAM,EAAGvD,CAAyB,EAAE,IACvG"}

package/dist/cli/checkAllProblems.js

@@ -1,2 +1,2 @@
-import{TEST_CASE_RESULT_PREFIX as e,testCaseResultSchema as t}from"../types/testCaseResult.js";import{findDefaultStdioHarnessFiles as n}from"../helpers/defaultStdioHarness.js";import{readTestCases as r}from"../helpers/readTestCases.js";import{copyProblemDirToTemporaryRoot as i,forciblyRemoveDirectory as a}from"../helpers/temporaryProblemDirCopy.js";import{judgesWithoutTestCases as o,readProblemMarkdownFrontMatter as s}from"../helpers/readProblemMarkdownFrontMatter.js";import{DecisionCode as c}from"../types/decisionCode.js";import{runHarnessProcess as l}from"../helpers/runHarnessProcess.js";import{findFailingModelAnswerDirs as u,findModelAnswerDirs as d}from"../helpers/findModelAnswerDirs.js";import{MISSING_TEST_CASES_ERROR as f,formatDefaultHarnessError as p}from"./runSingleHarness.js";import m from"node:path";import h from"node:fs/promises";import{forEachConcurrently as g,getErrorMessage as _}from"@willbooster/shared-lib";const v=1e3,y=new Map(Object.entries(c).map(([e,t])=>[t,e]));async function b(e){let t=C(e),i=m.resolve(t.rootDir),a=e=>(m.relative(i,e)||`.`).replaceAll(m.sep,`/`),c=await w(i),l=c.filter(e=>{let n=a(e);return t.only.length>0&&!t.only.some(e=>n.includes(e))?!1:!t.skip.some(e=>n.includes(e))});if(l.length===0)return console.error(c.length===0?`No problem directories (containing problem.md or <id>.problem.md) found under ${i}.`:`All ${c.length} problem directories under ${i} were excluded by --only/--skip.`),1;let h=[],v=[];for(let e of l){let t=await n(e);if(t.length>0){h.push(`${a(e)}: ${p(t)}`);continue}let i=await d(e);if(i.length===0){h.push(`${a(e)}: no model answers found under model_answers/`);continue}if(!await E(m.join(e,`judge.ts`))&&(await r(m.join(e,`test_cases`))).length===0){let t;try{t=await s(e)}catch(t){h.push(`${a(e)}: failed to read the problem markdown front matter: ${_(t)}`);continue}if(!o(t)){h.push(`${a(e)}: ${f}`);continue}}let c=await u(e);v.push(...i.map(t=>({problemDir:e,answerDir:t,expectation:`accepted`})),...c.map(t=>({problemDir:e,answerDir:t,expectation:`rejected`})))}for(let e of h)console.error(`✗ ${e}`);let y=m.resolve(process.argv[1]??``),b=0;return await g(v,t.concurrency,async e=>{let t=`${a(e.problemDir)} ${m.relative(e.problemDir,e.answerDir).replaceAll(m.sep,`/`)}`,n=await x(e,y);n===void 0?(b++,console.info(`✓ ${t}`)):(h.push(`${t}: ${n}`),console.error(`✗ ${t}: ${n}`))}),console.info(`\n${b} passed, ${h.length} failed (${v.length} runs, ${l.length} problems)`),h.length===0?0:1}async function x(e,t){let n,r;try{({tempRoot:n,copiedProblemDir:r}=await i(e.problemDir))}catch(e){return D(`failed to copy the problem directory to a temporary location: ${_(e)}`)}let o,s;try{o=S(e,await l([`run`,t,`judge`,m.relative(e.problemDir,e.answerDir)],{cwd:r,env:process.env,timeoutMs:6e5,maxOutputBytes:67108864,tempRoot:n}))}catch(e){o=D(`harness execution failed: ${_(e)}`)}finally{s=await a(n)}if(s)return o;let c=`failed to remove the temporary copy at ${n} (judged code may have left permission-locked files)`;return o===void 0?c:D(`${o}; ${c}`)}function S(n,r){let{stdout:i,stderr:a}=r;if(r.failureReason!==void 0)return D(r.failureReason);if(r.exitCode!==0)return D(`harness exited with ${r.exitCode??`a signal`}${a.trim()?`: ${a.trim()}`:``}`);let o=i.split(/\r?\n/).filter(t=>t.startsWith(e)),s=[];for(let n of o){let r;try{r=t.safeParse(JSON.parse(n.slice(e.length)))}catch{r=void 0}if(!r?.success)return D(`malformed test case result line: ${n}`);s.push(r.data)}if(s.length===0)return`no test case results were printed`;if(n.expectation===`accepted`){let e=s.find(e=>e.decisionCode!==c.ACCEPTED);return e?D(`${y.get(e.decisionCode)??e.decisionCode} on test case ${e.testCaseId}${e.stderr?.trim()?`: ${e.stderr.trim()}`:``}`):void 0}return s.every(e=>e.decisionCode===c.ACCEPTED)?`expected at least one failing test case, but all test cases were accepted`:void 0}function C(e){let t={rootDir:`.`,concurrency:1,only:[],skip:[]},n=!1;for(let r=0;r<e.length;r++){let i=e[r];if(i===void 0)break;if(i===`--concurrency`||i===`--only`||i===`--skip`){let n=e[++r];if(n===void 0)throw Error(`${i} requires a value`);if(i===`--concurrency`){if(t.concurrency=Number(n),!Number.isInteger(t.concurrency)||t.concurrency<=0)throw Error(`--concurrency requires a positive integer, but got ${n}`)}else i===`--only`?t.only.push(n):t.skip.push(n)}else if(i.startsWith(`--`))throw Error(`Unknown option: ${i}`);else if(n)throw Error(`Only one root directory can be specified, but got both ${t.rootDir} and ${i}`);else t.rootDir=i,n=!0}return t}async function w(e){let t=[];return await T(e,t),t.toSorted()}async function T(e,t){let n=await h.readdir(e,{withFileTypes:!0});if(n.some(e=>e.isFile()&&(e.name===`problem.md`||e.name.endsWith(`.problem.md`))))t.push(e);else for(let r of n)r.isDirectory()&&r.name!==`node_modules`&&!r.name.startsWith(`.`)&&await T(m.join(e,r.name),t)}async function E(e){try{return await h.stat(e),!0}catch{return!1}}function D(e){return e.length<=v?e:`${e.slice(0,v)}...`}export{b as checkAllProblems};
+import{TEST_CASE_RESULT_PREFIX as e,testCaseResultSchema as t}from"../types/testCaseResult.js";import{findDefaultStdioHarnessFiles as n}from"../helpers/defaultStdioHarness.js";import{readTestCases as r}from"../helpers/readTestCases.js";import{copyProblemDirToTemporaryRoot as i,forciblyRemoveDirectory as a}from"../helpers/temporaryProblemDirCopy.js";import{judgesWithoutTestCases as o,readProblemMarkdownFrontMatter as s}from"../helpers/readProblemMarkdownFrontMatter.js";import{DecisionCode as c}from"../types/decisionCode.js";import{findFailingModelAnswerDirs as l,findModelAnswerDirs as u}from"../helpers/findModelAnswerDirs.js";import{runHarnessProcess as d}from"../helpers/runHarnessProcess.js";import{MISSING_TEST_CASES_ERROR as f,formatDefaultHarnessError as p}from"./runSingleHarness.js";import m from"node:path";import h from"node:fs/promises";import{forEachConcurrently as g,getErrorMessage as _}from"@willbooster/shared-lib";const v=1e3,y=new Map(Object.entries(c).map(([e,t])=>[t,e]));async function b(e){let t=C(e),i=m.resolve(t.rootDir),a=e=>(m.relative(i,e)||`.`).replaceAll(m.sep,`/`),c=await w(i),d=c.filter(e=>{let n=a(e);return t.only.length>0&&!t.only.some(e=>n.includes(e))?!1:!t.skip.some(e=>n.includes(e))});if(d.length===0)return console.error(c.length===0?`No problem directories (containing problem.md or <id>.problem.md) found under ${i}.`:`All ${c.length} problem directories under ${i} were excluded by --only/--skip.`),1;let h=[],v=[];for(let e of d){let t=await n(e);if(t.length>0){h.push(`${a(e)}: ${p(t)}`);continue}let i=await u(e);if(i.length===0){h.push(`${a(e)}: no model answers found under model_answers/`);continue}if(!await E(m.join(e,`judge.ts`))&&(await r(m.join(e,`test_cases`))).length===0){let t;try{t=await s(e)}catch(t){h.push(`${a(e)}: failed to read the problem markdown front matter: ${_(t)}`);continue}if(!o(t)){h.push(`${a(e)}: ${f}`);continue}}let c=await l(e);v.push(...i.map(t=>({problemDir:e,answerDir:t,expectation:`accepted`})),...c.map(t=>({problemDir:e,answerDir:t,expectation:`rejected`})))}for(let e of h)console.error(`✗ ${e}`);let y=m.resolve(process.argv[1]??``),b=0;return await g(v,t.concurrency,async e=>{let t=`${a(e.problemDir)} ${m.relative(e.problemDir,e.answerDir).replaceAll(m.sep,`/`)}`,n=await x(e,y);n===void 0?(b++,console.info(`✓ ${t}`)):(h.push(`${t}: ${n}`),console.error(`✗ ${t}: ${n}`))}),console.info(`\n${b} passed, ${h.length} failed (${v.length} runs, ${d.length} problems)`),h.length===0?0:1}async function x(e,t){let n,r;try{({tempRoot:n,copiedProblemDir:r}=await i(e.problemDir))}catch(e){return D(`failed to copy the problem directory to a temporary location: ${_(e)}`)}let o,s;try{o=S(e,await d([`run`,t,`judge`,m.relative(e.problemDir,e.answerDir)],{cwd:r,env:process.env,timeoutMs:6e5,maxOutputBytes:67108864,tempRoot:n}))}catch(e){o=D(`harness execution failed: ${_(e)}`)}finally{s=await a(n)}if(s)return o;let c=`failed to remove the temporary copy at ${n} (judged code may have left permission-locked files)`;return o===void 0?c:D(`${o}; ${c}`)}function S(n,r){let{stdout:i,stderr:a}=r;if(r.failureReason!==void 0)return D(r.failureReason);if(r.exitCode!==0)return D(`harness exited with ${r.exitCode??`a signal`}${a.trim()?`: ${a.trim()}`:``}`);let o=i.split(/\r?\n/).filter(t=>t.startsWith(e)),s=[];for(let n of o){let r;try{r=t.safeParse(JSON.parse(n.slice(e.length)))}catch{r=void 0}if(!r?.success)return D(`malformed test case result line: ${n}`);s.push(r.data)}if(s.length===0)return`no test case results were printed`;if(n.expectation===`accepted`){let e=s.find(e=>e.decisionCode!==c.ACCEPTED);return e?D(`${y.get(e.decisionCode)??e.decisionCode} on test case ${e.testCaseId}${e.stderr?.trim()?`: ${e.stderr.trim()}`:``}`):void 0}return s.every(e=>e.decisionCode===c.ACCEPTED)?`expected at least one failing test case, but all test cases were accepted`:void 0}function C(e){let t={rootDir:`.`,concurrency:1,only:[],skip:[]},n=!1;for(let r=0;r<e.length;r++){let i=e[r];if(i===void 0)break;if(i===`--concurrency`||i===`--only`||i===`--skip`){let n=e[++r];if(n===void 0)throw Error(`${i} requires a value`);if(i===`--concurrency`){if(t.concurrency=Number(n),!Number.isInteger(t.concurrency)||t.concurrency<=0)throw Error(`--concurrency requires a positive integer, but got ${n}`)}else i===`--only`?t.only.push(n):t.skip.push(n)}else if(i.startsWith(`--`))throw Error(`Unknown option: ${i}`);else if(n)throw Error(`Only one root directory can be specified, but got both ${t.rootDir} and ${i}`);else t.rootDir=i,n=!0}return t}async function w(e){let t=[];return await T(e,t),t.toSorted()}async function T(e,t){let n=await h.readdir(e,{withFileTypes:!0});if(n.some(e=>e.isFile()&&(e.name===`problem.md`||e.name.endsWith(`.problem.md`))))t.push(e);else for(let r of n)r.isDirectory()&&r.name!==`node_modules`&&!r.name.startsWith(`.`)&&await T(m.join(e,r.name),t)}async function E(e){try{return await h.stat(e),!0}catch{return!1}}function D(e){return e.length<=v?e:`${e.slice(0,v)}...`}export{b as checkAllProblems};
 //# sourceMappingURL=checkAllProblems.js.map

package/dist/cli/checkAllProblems.js.map

@@ -1 +1 @@
-{"version":3,"file":"checkAllProblems.js","names":["path","fs","MAX_FAILURE_DETAIL_LENGTH","decisionCodeNames","DecisionCode","name","code","checkAllProblems","options","parseCheckArgs","args","rootDir","toRelative","dir","allProblemDirs","findProblemDirs","problemDirs","relativeDir","problemDir","substring","failures","runs","defaultHarnessFileNames","findDefaultStdioHarnessFiles","formatDefaultHarnessError","modelAnswerDirs","findModelAnswerDirs","fileExists","readTestCases","frontMatter","readProblemMarkdownFrontMatter","error","getErrorMessage","judgesWithoutTestCases","MISSING_TEST_CASES_ERROR","failingModelAnswerDirs","findFailingModelAnswerDirs","failure","cliEntryPath","passedCount","forEachConcurrently","label","run","failureDetail","executeCheckRun","tempRoot","copiedProblemDir","copyProblemDirToTemporaryRoot","truncate","harnessFailureDetail","removedTempRoot","summarizeHarnessFailure","runHarnessProcess","forciblyRemoveDirectory","removalFailureDetail","result","stderr","resultLines","stdout","line","TEST_CASE_RESULT_PREFIX","testCaseResults","parsedResult","testCaseResultSchema","rejectedResult","hasRootDir","index","arg","value","visitDirectory","entries","entry","filePath","text"],"sources":["../../src/cli/checkAllProblems.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\nimport { forEachConcurrently, getErrorMessage } from '@willbooster/shared-lib';\n\nimport { findDefaultStdioHarnessFiles } from '../helpers/defaultStdioHarness.js';\nimport { findFailingModelAnswerDirs, findModelAnswerDirs } from '../helpers/findModelAnswerDirs.js';\nimport { judgesWithoutTestCases, readProblemMarkdownFrontMatter } from '../helpers/readProblemMarkdownFrontMatter.js';\nimport { readTestCases } from '../helpers/readTestCases.js';\nimport { type HarnessProcessResult, runHarnessProcess } from '../helpers/runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from '../helpers/temporaryProblemDirCopy.js';\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\n\nimport { formatDefaultHarnessError, MISSING_TEST_CASES_ERROR } from './runSingleHarness.js';\n\nconst RUN_TIMEOUT_MS = 600_000;\nconst MAX_RUN_OUTPUT_BYTES = 64 * 1024 * 1024;\nconst MAX_FAILURE_DETAIL_LENGTH = 1000;\n\n// DecisionCode is a plain const object (not a TypeScript enum), so it has no reverse mapping.\nconst decisionCodeNames = new Map<number, string>(Object.entries(DecisionCode).map(([name, code]) => [code, name]));\n\ninterface CheckOptions {\n  rootDir: string;\n  concurrency: number;\n  only: string[];\n  skip: string[];\n}\n\ninterface CheckRun {\n  problemDir: string;\n  answerDir: string;\n  /** Whether all test cases must be accepted (`model_answers`) or at least one must fail (`model_answers.fails`). */\n  expectation: 'accepted' | 'rejected';\n}\n\n/**\n * Judge all model answers of all problems (directories containing `problem.md` or\n * `<id>.problem.md`) under a root directory: `model_answers/*` must be fully accepted and\n * `model_answers.fails/*` must fail at least one test case. Returns the process exit code.\n */\nexport async function checkAllProblems(args: readonly string[]): Promise<number> {\n  const options = parseCheckArgs(args);\n  const rootDir = path.resolve(options.rootDir);\n  // Normalize to forward slashes so --only / --skip substrings like courses/foo match on Windows.\n  const toRelative = (dir: string): string => (path.relative(rootDir, dir) || '.').replaceAll(path.sep, '/');\n\n  const allProblemDirs = await findProblemDirs(rootDir);\n  const problemDirs = allProblemDirs.filter((problemDir) => {\n    const relativeDir = toRelative(problemDir);\n    if (options.only.length > 0 && !options.only.some((substring) => relativeDir.includes(substring))) return false;\n    return !options.skip.some((substring) => relativeDir.includes(substring));\n  });\n  if (problemDirs.length === 0) {\n    console.error(\n      allProblemDirs.length === 0\n        ? `No problem directories (containing problem.md or <id>.problem.md) found under ${rootDir}.`\n        : `All ${allProblemDirs.length} problem directories under ${rootDir} were excluded by --only/--skip.`\n    );\n    return 1;\n  }\n\n  const failures: string[] = [];\n  const runs: CheckRun[] = [];\n  for (const problemDir of problemDirs) {\n    const defaultHarnessFileNames = await findDefaultStdioHarnessFiles(problemDir);\n    if (defaultHarnessFileNames.length > 0) {\n      failures.push(`${toRelative(problemDir)}: ${formatDefaultHarnessError(defaultHarnessFileNames)}`);\n      continue;\n    }\n\n    const modelAnswerDirs = await findModelAnswerDirs(problemDir);\n    if (modelAnswerDirs.length === 0) {\n      failures.push(`${toRelative(problemDir)}: no model answers found under model_answers/`);\n      continue;\n    }\n\n    // Without test cases, stdioJudgePreset prints a single accepted sentinel result, so a standard\n    // problem with an empty or missing test_cases/ would otherwise pass without being judged —\n    // unless static-analysis rules or manual scoring make the problem judgeable without them.\n    if (!(await fileExists(path.join(problemDir, 'judge.ts')))) {\n      const testCases = await readTestCases(path.join(problemDir, 'test_cases'));\n      if (testCases.length === 0) {\n        let frontMatter;\n        try {\n          frontMatter = await readProblemMarkdownFrontMatter(problemDir);\n        } catch (error) {\n          failures.push(\n            `${toRelative(problemDir)}: failed to read the problem markdown front matter: ${getErrorMessage(error)}`\n          );\n          continue;\n        }\n        if (!judgesWithoutTestCases(frontMatter)) {\n          failures.push(`${toRelative(problemDir)}: ${MISSING_TEST_CASES_ERROR}`);\n          continue;\n        }\n      }\n    }\n\n    const failingModelAnswerDirs = await findFailingModelAnswerDirs(problemDir);\n    runs.push(\n      ...modelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'accepted' })),\n      ...failingModelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'rejected' }))\n    );\n  }\n  for (const failure of failures) console.error(`✗ ${failure}`);\n\n  const cliEntryPath = path.resolve(process.argv[1] ?? '');\n  let passedCount = 0;\n  await forEachConcurrently(runs, options.concurrency, async (run) => {\n    const label = `${toRelative(run.problemDir)} ${path.relative(run.problemDir, run.answerDir).replaceAll(path.sep, '/')}`;\n    const failureDetail = await executeCheckRun(run, cliEntryPath);\n    if (failureDetail === undefined) {\n      passedCount++;\n      console.info(`✓ ${label}`);\n    } else {\n      failures.push(`${label}: ${failureDetail}`);\n      console.error(`✗ ${label}: ${failureDetail}`);\n    }\n  });\n\n  console.info(\n    `\\n${passedCount} passed, ${failures.length} failed (${runs.length} runs, ${problemDirs.length} problems)`\n  );\n  return failures.length === 0 ? 0 : 1;\n}\n\n/**\n * Run one answer directory through the problem's harness and return a failure detail, if any.\n * The problem directory is copied to a temporary location first so that judging (e.g. build\n * artifacts in answer directories) never modifies the checked repository.\n */\nasync function executeCheckRun(run: CheckRun, cliEntryPath: string): Promise<string | undefined> {\n  let tempRoot: string;\n  let copiedProblemDir: string;\n  try {\n    ({ tempRoot, copiedProblemDir } = await copyProblemDirToTemporaryRoot(run.problemDir));\n  } catch (error) {\n    return truncate(`failed to copy the problem directory to a temporary location: ${getErrorMessage(error)}`);\n  }\n\n  let harnessFailureDetail;\n  let removedTempRoot;\n  try {\n    const result = await runHarnessProcess(\n      ['run', cliEntryPath, 'judge', path.relative(run.problemDir, run.answerDir)],\n      {\n        cwd: copiedProblemDir,\n        env: process.env,\n        timeoutMs: RUN_TIMEOUT_MS,\n        maxOutputBytes: MAX_RUN_OUTPUT_BYTES,\n        tempRoot,\n      }\n    );\n    harnessFailureDetail = summarizeHarnessFailure(run, result);\n  } catch (error) {\n    harnessFailureDetail = truncate(`harness execution failed: ${getErrorMessage(error)}`);\n  } finally {\n    removedTempRoot = await forciblyRemoveDirectory(tempRoot);\n  }\n  if (removedTempRoot) return harnessFailureDetail;\n  const removalFailureDetail = `failed to remove the temporary copy at ${tempRoot} (judged code may have left permission-locked files)`;\n  return harnessFailureDetail === undefined\n    ? removalFailureDetail\n    : truncate(`${harnessFailureDetail}; ${removalFailureDetail}`);\n}\n\n/** Return why the harness run failed the check, or `undefined` when it passed. */\nfunction summarizeHarnessFailure(run: CheckRun, result: HarnessProcessResult): string | undefined {\n  const { stdout, stderr } = result;\n  if (result.failureReason !== undefined) return truncate(result.failureReason);\n  if (result.exitCode !== 0) {\n    return truncate(`harness exited with ${result.exitCode ?? 'a signal'}${stderr.trim() ? `: ${stderr.trim()}` : ''}`);\n  }\n\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  const testCaseResults = [];\n  for (const line of resultLines) {\n    let parsedResult;\n    try {\n      parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n    } catch {\n      parsedResult = undefined;\n    }\n    if (!parsedResult?.success) return truncate(`malformed test case result line: ${line}`);\n    testCaseResults.push(parsedResult.data);\n  }\n  if (testCaseResults.length === 0) return 'no test case results were printed';\n\n  if (run.expectation === 'accepted') {\n    const rejectedResult = testCaseResults.find((result) => result.decisionCode !== DecisionCode.ACCEPTED);\n    if (rejectedResult) {\n      return truncate(\n        `${decisionCodeNames.get(rejectedResult.decisionCode) ?? rejectedResult.decisionCode} on test case ${rejectedResult.testCaseId}${rejectedResult.stderr?.trim() ? `: ${rejectedResult.stderr.trim()}` : ''}`\n      );\n    }\n    return undefined;\n  }\n  return testCaseResults.every((result) => result.decisionCode === DecisionCode.ACCEPTED)\n    ? 'expected at least one failing test case, but all test cases were accepted'\n    : undefined;\n}\n\nfunction parseCheckArgs(args: readonly string[]): CheckOptions {\n  const options: CheckOptions = {\n    rootDir: '.',\n    // Serial by default: judging decides TIME_LIMIT_EXCEEDED from wall-clock time, so parallel\n    // runs on a small CI runner could fail timing-sensitive problems non-deterministically.\n    concurrency: 1,\n    only: [],\n    skip: [],\n  };\n  let hasRootDir = false;\n  for (let index = 0; index < args.length; index++) {\n    const arg = args[index];\n    if (arg === undefined) break;\n    if (arg === '--concurrency' || arg === '--only' || arg === '--skip') {\n      const value = args[++index];\n      if (value === undefined) throw new Error(`${arg} requires a value`);\n      if (arg === '--concurrency') {\n        options.concurrency = Number(value);\n        if (!Number.isInteger(options.concurrency) || options.concurrency <= 0) {\n          throw new Error(`--concurrency requires a positive integer, but got ${value}`);\n        }\n      } else if (arg === '--only') {\n        options.only.push(value);\n      } else {\n        options.skip.push(value);\n      }\n    } else if (arg.startsWith('--')) {\n      throw new Error(`Unknown option: ${arg}`);\n    } else if (hasRootDir) {\n      throw new Error(`Only one root directory can be specified, but got both ${options.rootDir} and ${arg}`);\n    } else {\n      options.rootDir = arg;\n      hasRootDir = true;\n    }\n  }\n  return options;\n}\n\n/** Find directories containing `problem.md` or `<id>.problem.md`, without descending into found problems. */\nasync function findProblemDirs(rootDir: string): Promise<string[]> {\n  const problemDirs: string[] = [];\n  await visitDirectory(rootDir, problemDirs);\n  return problemDirs.toSorted();\n}\n\nasync function visitDirectory(dir: string, problemDirs: string[]): Promise<void> {\n  // Traversal errors (e.g. an unreadable subtree) must fail the check: skipping them silently\n  // could report a green result while covering only part of the repository.\n  const entries = await fs.readdir(dir, { withFileTypes: true });\n  if (entries.some((entry) => entry.isFile() && (entry.name === 'problem.md' || entry.name.endsWith('.problem.md')))) {\n    problemDirs.push(dir);\n    return;\n  }\n  for (const entry of entries) {\n    if (!entry.isDirectory() || entry.name === 'node_modules' || entry.name.startsWith('.')) continue;\n    await visitDirectory(path.join(dir, entry.name), problemDirs);\n  }\n}\n\nasync function fileExists(filePath: string): Promise<boolean> {\n  try {\n    await fs.stat(filePath);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nfunction truncate(text: string): string {\n  return text.length <= MAX_FAILURE_DETAIL_LENGTH ? text : `${text.slice(0, MAX_FAILURE_DETAIL_LENGTH)}...`;\n}\n"],"mappings":"y6BAeA,MAEME,EAA4B,IAG5BC,EAAoB,IAAI,IAAoB,OAAO,QAAQC,CAAY,CAAC,CAAC,KAAK,CAACC,EAAMC,KAAU,CAACA,EAAMD,CAAI,CAAC,CAAC,EAqBlH,eAAsBE,EAAiB,EAA0C,CAC/E,IAAMC,EAAUC,EAAeC,CAAI,EAC7BC,EAAUX,EAAK,QAAQQ,EAAQ,OAAO,EAEtCI,EAAc,IAAyBZ,EAAK,SAASW,EAASE,CAAG,GAAK,IAAA,CAAK,WAAWb,EAAK,IAAK,GAAG,EAEnGc,EAAiB,MAAMC,EAAgBJ,CAAO,EAC9CK,EAAcF,EAAe,OAAQ,GAAe,CACxD,IAAMG,EAAcL,EAAWM,CAAU,EAEzC,OADIV,EAAQ,KAAK,OAAS,GAAK,CAACA,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,EAAU,GACnG,CAACX,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,CAC1E,CAAC,EACD,GAAIH,EAAY,SAAW,EAMzB,OALA,QAAQ,MACNF,EAAe,SAAW,EACtB,iFAAiFH,EAAQ,GACzF,OAAOG,EAAe,OAAO,6BAA6BH,EAAQ,iCACxE,EACO,EAGT,IAAMS,EAAqB,CAAC,EACtBC,EAAmB,CAAC,EAC1B,IAAK,IAAMH,KAAcF,EAAa,CACpC,IAAMM,EAA0B,MAAMC,EAA6BL,CAAU,EAC7E,GAAII,EAAwB,OAAS,EAAG,CACtCF,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAIM,EAA0BF,CAAuB,GAAG,EAChG,QACF,CAEA,IAAMG,EAAkB,MAAMC,EAAoBR,CAAU,EAC5D,GAAIO,EAAgB,SAAW,EAAG,CAChCL,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,8CAA8C,EACtF,QACF,CAKA,GAAI,CAAE,MAAMS,EAAW3B,EAAK,KAAKkB,EAAY,UAAU,CAAC,IAElD,MADoBU,EAAc5B,EAAK,KAAKkB,EAAY,YAAY,CAAC,EAAA,CAC3D,SAAW,EAAG,CAC1B,IAAIW,EACJ,GAAI,CACF,EAAc,MAAMC,EAA+BZ,CAAU,CAC/D,OAASa,EAAO,CACdX,EAAS,KACP,GAAGR,EAAWM,CAAU,EAAE,sDAAsDc,EAAgBD,CAAK,GACvG,EACA,QACF,CACA,GAAI,CAACE,EAAuBJ,CAAW,EAAG,CACxCT,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAIgB,GAA0B,EACtE,QACF,CACF,CAGF,IAAMC,EAAyB,MAAMC,EAA2BlB,CAAU,EAC1EG,EAAK,KACH,GAAGI,EAAgB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,EACpG,GAAGU,EAAuB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,CAC7G,CACF,CACA,IAAK,IAAME,KAAWjB,EAAU,QAAQ,MAAM,KAAKiB,GAAS,EAE5D,IAAMC,EAAetC,EAAK,QAAQ,QAAQ,KAAK,IAAM,EAAE,EACnDuC,EAAc,EAgBlB,OAfA,MAAMC,EAAoBnB,EAAMb,EAAQ,YAAa,KAAO,IAAQ,CAClE,IAAMiC,EAAQ,GAAG7B,EAAW8B,EAAI,UAAU,EAAE,GAAG1C,EAAK,SAAS0C,EAAI,WAAYA,EAAI,SAAS,CAAC,CAAC,WAAW1C,EAAK,IAAK,GAAG,IAC9G2C,EAAgB,MAAMC,EAAgBF,EAAKJ,CAAY,EACzDK,IAAkB,IAAA,IACpB,IACA,QAAQ,KAAK,KAAKF,GAAO,IAEzBrB,EAAS,KAAK,GAAGqB,EAAM,IAAIE,GAAe,EAC1C,QAAQ,MAAM,KAAKF,EAAM,IAAIE,GAAe,EAEhD,CAAC,EAED,QAAQ,KACN,KAAKJ,EAAY,WAAWnB,EAAS,OAAO,WAAWC,EAAK,OAAO,SAASL,EAAY,OAAO,WACjG,EACOI,EAAS,SAAW,EAAI,EAAI,CACrC,CAOA,eAAewB,EAAgB,EAAe,EAAmD,CAC/F,IAAIC,EACAC,EACJ,GAAI,EACD,gCAAiC,MAAMC,EAA8BL,EAAI,UAAU,EACtF,OAASX,EAAO,CACd,OAAOiB,EAAS,iEAAiEhB,EAAgBD,CAAK,GAAG,CAC3G,CAEA,IAAIkB,EACAC,EACJ,GAAI,CAWF,EAAuBC,EAAwBT,EAAK,MAV/BU,EACnB,CAAC,MAAOd,EAAc,QAAStC,EAAK,SAAS0C,EAAI,WAAYA,EAAI,SAAS,CAAC,EAC3E,CACE,IAAKI,EACL,IAAK,QAAQ,IACb,UAAW,IACX,eAAgB,SAChB,UACF,CACF,CAC0D,CAC5D,OAASf,EAAO,CACd,EAAuBiB,EAAS,6BAA6BhB,EAAgBD,CAAK,GAAG,CACvF,QAAU,CACR,EAAkB,MAAMsB,EAAwBR,CAAQ,CAC1D,CACA,GAAIK,EAAiB,OAAOD,EAC5B,IAAMK,EAAuB,0CAA0CT,EAAS,sDAChF,OAAOI,IAAyB,IAAA,GAC5BK,EACAN,EAAS,GAAGC,EAAqB,IAAIK,GAAsB,CACjE,CAGA,SAASH,EAAwB,EAAe,EAAkD,CAChG,GAAM,CAAE,SAAQ,UAAWI,EAC3B,GAAIA,EAAO,gBAAkB,IAAA,GAAW,OAAOP,EAASO,EAAO,aAAa,EAC5E,GAAIA,EAAO,WAAa,EACtB,OAAOP,EAAS,uBAAuBO,EAAO,UAAY,aAAaC,EAAO,KAAK,EAAI,KAAKA,EAAO,KAAK,IAAM,IAAI,EAGpH,IAAMC,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAWC,CAAuB,CAAC,EAC7FC,EAAkB,CAAC,EACzB,IAAK,IAAMF,KAAQF,EAAa,CAC9B,IAAIK,EACJ,GAAI,CACF,EAAeC,EAAqB,UAAU,KAAK,MAAMJ,EAAK,MAAMC,EAAwB,MAAM,CAAC,CAAC,CACtG,MAAQ,CACN,EAAe,IAAA,EACjB,CACA,GAAI,CAACE,GAAc,QAAS,OAAOd,EAAS,oCAAoCW,GAAM,EACtFE,EAAgB,KAAKC,EAAa,IAAI,CACxC,CACA,GAAID,EAAgB,SAAW,EAAG,MAAO,oCAEzC,GAAInB,EAAI,cAAgB,WAAY,CAClC,IAAMsB,EAAiBH,EAAgB,KAAM,GAAWN,EAAO,eAAiBnD,EAAa,QAAQ,EAMrG,OALI4D,EACKhB,EACL,GAAG7C,EAAkB,IAAI6D,EAAe,YAAY,GAAKA,EAAe,aAAa,gBAAgBA,EAAe,aAAaA,EAAe,QAAQ,KAAK,EAAI,KAAKA,EAAe,OAAO,KAAK,IAAM,IACzM,EAEF,MACF,CACA,OAAOH,EAAgB,MAAO,GAAWN,EAAO,eAAiBnD,EAAa,QAAQ,EAClF,4EACA,IAAA,EACN,CAEA,SAASK,EAAe,EAAuC,CAC7D,IAAMD,EAAwB,CAC5B,QAAS,IAGT,YAAa,EACb,KAAM,CAAC,EACP,KAAM,CAAC,CACT,EACIyD,EAAa,GACjB,IAAK,IAAIC,EAAQ,EAAGA,EAAQxD,EAAK,OAAQ,IAAS,CAChD,IAAMyD,EAAMzD,EAAKwD,GACjB,GAAIC,IAAQ,IAAA,GAAW,MACvB,GAAIA,IAAQ,iBAAmBA,IAAQ,UAAYA,IAAQ,SAAU,CACnE,IAAMC,EAAQ1D,EAAK,EAAEwD,GACrB,GAAIE,IAAU,IAAA,GAAW,MAAU,MAAM,GAAGD,EAAI,kBAAkB,EAClE,GAAIA,IAAQ,gBAEV,IADA,EAAQ,YAAc,OAAOC,CAAK,EAC9B,CAAC,OAAO,UAAU5D,EAAQ,WAAW,GAAKA,EAAQ,aAAe,EACnE,MAAU,MAAM,sDAAsD4D,GAAO,CAAA,MAEtED,IAAQ,SACjB3D,EAAQ,KAAK,KAAK4D,CAAK,EAEvB5D,EAAQ,KAAK,KAAK4D,CAAK,CAE3B,MAAO,GAAID,EAAI,WAAW,IAAI,EAC5B,MAAU,MAAM,mBAAmBA,GAAK,OACnC,GAAIF,EACT,MAAU,MAAM,0DAA0DzD,EAAQ,QAAQ,OAAO2D,GAAK,MAEtG,GAAQ,QAAUA,EAClB,EAAa,EAEjB,CACA,OAAO3D,CACT,CAGA,eAAeO,EAAgB,EAAoC,CACjE,IAAMC,EAAwB,CAAC,EAE/B,OADA,MAAMqD,EAAe1D,EAASK,CAAW,EAClCA,EAAY,SAAS,CAC9B,CAEA,eAAeqD,EAAe,EAAa,EAAsC,CAG/E,IAAMC,EAAU,MAAMrE,EAAG,QAAQY,EAAK,CAAE,cAAe,EAAK,CAAC,EAC7D,GAAIyD,EAAQ,KAAM,GAAUC,EAAM,OAAO,IAAMA,EAAM,OAAS,cAAgBA,EAAM,KAAK,SAAS,aAAa,EAAE,EAC/GvD,EAAY,KAAKH,CAAG,OAGtB,IAAK,IAAM0D,KAASD,EACbC,EAAM,YAAY,GAAKA,EAAM,OAAS,gBAAkB,GAAM,KAAK,WAAW,GAAG,GACtF,MAAMF,EAAerE,EAAK,KAAKa,EAAK0D,EAAM,IAAI,EAAGvD,CAAW,CAEhE,CAEA,eAAeW,EAAW,EAAoC,CAC5D,GAAI,CAEF,OADA,MAAM1B,EAAG,KAAKuE,CAAQ,EACf,EACT,MAAQ,CACN,MAAO,EACT,CACF,CAEA,SAASxB,EAAS,EAAsB,CACtC,OAAOyB,EAAK,QAAUvE,EAA4BuE,EAAO,GAAGA,EAAK,MAAM,EAAGvE,CAAyB,EAAE,IACvG"}
+{"version":3,"file":"checkAllProblems.js","names":["path","fs","MAX_FAILURE_DETAIL_LENGTH","decisionCodeNames","DecisionCode","name","code","checkAllProblems","options","parseCheckArgs","args","rootDir","toRelative","dir","allProblemDirs","findProblemDirs","problemDirs","relativeDir","problemDir","substring","failures","runs","defaultHarnessFileNames","findDefaultStdioHarnessFiles","formatDefaultHarnessError","modelAnswerDirs","findModelAnswerDirs","fileExists","readTestCases","frontMatter","readProblemMarkdownFrontMatter","error","getErrorMessage","judgesWithoutTestCases","MISSING_TEST_CASES_ERROR","failingModelAnswerDirs","findFailingModelAnswerDirs","failure","cliEntryPath","passedCount","forEachConcurrently","label","run","failureDetail","executeCheckRun","tempRoot","copiedProblemDir","copyProblemDirToTemporaryRoot","truncate","harnessFailureDetail","removedTempRoot","summarizeHarnessFailure","runHarnessProcess","forciblyRemoveDirectory","removalFailureDetail","result","stderr","resultLines","stdout","line","TEST_CASE_RESULT_PREFIX","testCaseResults","parsedResult","testCaseResultSchema","rejectedResult","hasRootDir","index","arg","value","visitDirectory","entries","entry","filePath","text"],"sources":["../../src/cli/checkAllProblems.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\n\nimport { forEachConcurrently, getErrorMessage } from '@willbooster/shared-lib';\n\nimport { findDefaultStdioHarnessFiles } from '../helpers/defaultStdioHarness.js';\nimport { findFailingModelAnswerDirs, findModelAnswerDirs } from '../helpers/findModelAnswerDirs.js';\nimport { judgesWithoutTestCases, readProblemMarkdownFrontMatter } from '../helpers/readProblemMarkdownFrontMatter.js';\nimport { readTestCases } from '../helpers/readTestCases.js';\nimport { type HarnessProcessResult, runHarnessProcess } from '../helpers/runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from '../helpers/temporaryProblemDirCopy.js';\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\nimport { formatDefaultHarnessError, MISSING_TEST_CASES_ERROR } from './runSingleHarness.js';\n\nconst RUN_TIMEOUT_MS = 600_000;\nconst MAX_RUN_OUTPUT_BYTES = 64 * 1024 * 1024;\nconst MAX_FAILURE_DETAIL_LENGTH = 1000;\n\n// DecisionCode is a plain const object (not a TypeScript enum), so it has no reverse mapping.\nconst decisionCodeNames = new Map<number, string>(Object.entries(DecisionCode).map(([name, code]) => [code, name]));\n\ninterface CheckOptions {\n  rootDir: string;\n  concurrency: number;\n  only: string[];\n  skip: string[];\n}\n\ninterface CheckRun {\n  problemDir: string;\n  answerDir: string;\n  /** Whether all test cases must be accepted (`model_answers`) or at least one must fail (`model_answers.fails`). */\n  expectation: 'accepted' | 'rejected';\n}\n\n/**\n * Judge all model answers of all problems (directories containing `problem.md` or\n * `<id>.problem.md`) under a root directory: `model_answers/*` must be fully accepted and\n * `model_answers.fails/*` must fail at least one test case. Returns the process exit code.\n */\nexport async function checkAllProblems(args: readonly string[]): Promise<number> {\n  const options = parseCheckArgs(args);\n  const rootDir = path.resolve(options.rootDir);\n  // Normalize to forward slashes so --only / --skip substrings like courses/foo match on Windows.\n  const toRelative = (dir: string): string => (path.relative(rootDir, dir) || '.').replaceAll(path.sep, '/');\n\n  const allProblemDirs = await findProblemDirs(rootDir);\n  const problemDirs = allProblemDirs.filter((problemDir) => {\n    const relativeDir = toRelative(problemDir);\n    if (options.only.length > 0 && !options.only.some((substring) => relativeDir.includes(substring))) return false;\n    return !options.skip.some((substring) => relativeDir.includes(substring));\n  });\n  if (problemDirs.length === 0) {\n    console.error(\n      allProblemDirs.length === 0\n        ? `No problem directories (containing problem.md or <id>.problem.md) found under ${rootDir}.`\n        : `All ${allProblemDirs.length} problem directories under ${rootDir} were excluded by --only/--skip.`\n    );\n    return 1;\n  }\n\n  const failures: string[] = [];\n  const runs: CheckRun[] = [];\n  for (const problemDir of problemDirs) {\n    const defaultHarnessFileNames = await findDefaultStdioHarnessFiles(problemDir);\n    if (defaultHarnessFileNames.length > 0) {\n      failures.push(`${toRelative(problemDir)}: ${formatDefaultHarnessError(defaultHarnessFileNames)}`);\n      continue;\n    }\n\n    const modelAnswerDirs = await findModelAnswerDirs(problemDir);\n    if (modelAnswerDirs.length === 0) {\n      failures.push(`${toRelative(problemDir)}: no model answers found under model_answers/`);\n      continue;\n    }\n\n    // Without test cases, stdioJudgePreset prints a single accepted sentinel result, so a standard\n    // problem with an empty or missing test_cases/ would otherwise pass without being judged —\n    // unless static-analysis rules or manual scoring make the problem judgeable without them.\n    if (!(await fileExists(path.join(problemDir, 'judge.ts')))) {\n      const testCases = await readTestCases(path.join(problemDir, 'test_cases'));\n      if (testCases.length === 0) {\n        let frontMatter;\n        try {\n          frontMatter = await readProblemMarkdownFrontMatter(problemDir);\n        } catch (error) {\n          failures.push(\n            `${toRelative(problemDir)}: failed to read the problem markdown front matter: ${getErrorMessage(error)}`\n          );\n          continue;\n        }\n        if (!judgesWithoutTestCases(frontMatter)) {\n          failures.push(`${toRelative(problemDir)}: ${MISSING_TEST_CASES_ERROR}`);\n          continue;\n        }\n      }\n    }\n\n    const failingModelAnswerDirs = await findFailingModelAnswerDirs(problemDir);\n    runs.push(\n      ...modelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'accepted' })),\n      ...failingModelAnswerDirs.map((answerDir): CheckRun => ({ problemDir, answerDir, expectation: 'rejected' }))\n    );\n  }\n  for (const failure of failures) console.error(`✗ ${failure}`);\n\n  const cliEntryPath = path.resolve(process.argv[1] ?? '');\n  let passedCount = 0;\n  await forEachConcurrently(runs, options.concurrency, async (run) => {\n    const label = `${toRelative(run.problemDir)} ${path.relative(run.problemDir, run.answerDir).replaceAll(path.sep, '/')}`;\n    const failureDetail = await executeCheckRun(run, cliEntryPath);\n    if (failureDetail === undefined) {\n      passedCount++;\n      console.info(`✓ ${label}`);\n    } else {\n      failures.push(`${label}: ${failureDetail}`);\n      console.error(`✗ ${label}: ${failureDetail}`);\n    }\n  });\n\n  console.info(\n    `\\n${passedCount} passed, ${failures.length} failed (${runs.length} runs, ${problemDirs.length} problems)`\n  );\n  return failures.length === 0 ? 0 : 1;\n}\n\n/**\n * Run one answer directory through the problem's harness and return a failure detail, if any.\n * The problem directory is copied to a temporary location first so that judging (e.g. build\n * artifacts in answer directories) never modifies the checked repository.\n */\nasync function executeCheckRun(run: CheckRun, cliEntryPath: string): Promise<string | undefined> {\n  let tempRoot: string;\n  let copiedProblemDir: string;\n  try {\n    ({ tempRoot, copiedProblemDir } = await copyProblemDirToTemporaryRoot(run.problemDir));\n  } catch (error) {\n    return truncate(`failed to copy the problem directory to a temporary location: ${getErrorMessage(error)}`);\n  }\n\n  let harnessFailureDetail;\n  let removedTempRoot;\n  try {\n    const result = await runHarnessProcess(\n      ['run', cliEntryPath, 'judge', path.relative(run.problemDir, run.answerDir)],\n      {\n        cwd: copiedProblemDir,\n        env: process.env,\n        timeoutMs: RUN_TIMEOUT_MS,\n        maxOutputBytes: MAX_RUN_OUTPUT_BYTES,\n        tempRoot,\n      }\n    );\n    harnessFailureDetail = summarizeHarnessFailure(run, result);\n  } catch (error) {\n    harnessFailureDetail = truncate(`harness execution failed: ${getErrorMessage(error)}`);\n  } finally {\n    removedTempRoot = await forciblyRemoveDirectory(tempRoot);\n  }\n  if (removedTempRoot) return harnessFailureDetail;\n  const removalFailureDetail = `failed to remove the temporary copy at ${tempRoot} (judged code may have left permission-locked files)`;\n  return harnessFailureDetail === undefined\n    ? removalFailureDetail\n    : truncate(`${harnessFailureDetail}; ${removalFailureDetail}`);\n}\n\n/** Return why the harness run failed the check, or `undefined` when it passed. */\nfunction summarizeHarnessFailure(run: CheckRun, result: HarnessProcessResult): string | undefined {\n  const { stdout, stderr } = result;\n  if (result.failureReason !== undefined) return truncate(result.failureReason);\n  if (result.exitCode !== 0) {\n    return truncate(`harness exited with ${result.exitCode ?? 'a signal'}${stderr.trim() ? `: ${stderr.trim()}` : ''}`);\n  }\n\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  const testCaseResults = [];\n  for (const line of resultLines) {\n    let parsedResult;\n    try {\n      parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n    } catch {\n      parsedResult = undefined;\n    }\n    if (!parsedResult?.success) return truncate(`malformed test case result line: ${line}`);\n    testCaseResults.push(parsedResult.data);\n  }\n  if (testCaseResults.length === 0) return 'no test case results were printed';\n\n  if (run.expectation === 'accepted') {\n    const rejectedResult = testCaseResults.find((result) => result.decisionCode !== DecisionCode.ACCEPTED);\n    if (rejectedResult) {\n      return truncate(\n        `${decisionCodeNames.get(rejectedResult.decisionCode) ?? rejectedResult.decisionCode} on test case ${rejectedResult.testCaseId}${rejectedResult.stderr?.trim() ? `: ${rejectedResult.stderr.trim()}` : ''}`\n      );\n    }\n    return undefined;\n  }\n  return testCaseResults.every((result) => result.decisionCode === DecisionCode.ACCEPTED)\n    ? 'expected at least one failing test case, but all test cases were accepted'\n    : undefined;\n}\n\nfunction parseCheckArgs(args: readonly string[]): CheckOptions {\n  const options: CheckOptions = {\n    rootDir: '.',\n    // Serial by default: judging decides TIME_LIMIT_EXCEEDED from wall-clock time, so parallel\n    // runs on a small CI runner could fail timing-sensitive problems non-deterministically.\n    concurrency: 1,\n    only: [],\n    skip: [],\n  };\n  let hasRootDir = false;\n  for (let index = 0; index < args.length; index++) {\n    const arg = args[index];\n    if (arg === undefined) break;\n    if (arg === '--concurrency' || arg === '--only' || arg === '--skip') {\n      const value = args[++index];\n      if (value === undefined) throw new Error(`${arg} requires a value`);\n      if (arg === '--concurrency') {\n        options.concurrency = Number(value);\n        if (!Number.isInteger(options.concurrency) || options.concurrency <= 0) {\n          throw new Error(`--concurrency requires a positive integer, but got ${value}`);\n        }\n      } else if (arg === '--only') {\n        options.only.push(value);\n      } else {\n        options.skip.push(value);\n      }\n    } else if (arg.startsWith('--')) {\n      throw new Error(`Unknown option: ${arg}`);\n    } else if (hasRootDir) {\n      throw new Error(`Only one root directory can be specified, but got both ${options.rootDir} and ${arg}`);\n    } else {\n      options.rootDir = arg;\n      hasRootDir = true;\n    }\n  }\n  return options;\n}\n\n/** Find directories containing `problem.md` or `<id>.problem.md`, without descending into found problems. */\nasync function findProblemDirs(rootDir: string): Promise<string[]> {\n  const problemDirs: string[] = [];\n  await visitDirectory(rootDir, problemDirs);\n  return problemDirs.toSorted();\n}\n\nasync function visitDirectory(dir: string, problemDirs: string[]): Promise<void> {\n  // Traversal errors (e.g. an unreadable subtree) must fail the check: skipping them silently\n  // could report a green result while covering only part of the repository.\n  const entries = await fs.readdir(dir, { withFileTypes: true });\n  if (entries.some((entry) => entry.isFile() && (entry.name === 'problem.md' || entry.name.endsWith('.problem.md')))) {\n    problemDirs.push(dir);\n    return;\n  }\n  for (const entry of entries) {\n    if (!entry.isDirectory() || entry.name === 'node_modules' || entry.name.startsWith('.')) continue;\n    await visitDirectory(path.join(dir, entry.name), problemDirs);\n  }\n}\n\nasync function fileExists(filePath: string): Promise<boolean> {\n  try {\n    await fs.stat(filePath);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nfunction truncate(text: string): string {\n  return text.length <= MAX_FAILURE_DETAIL_LENGTH ? text : `${text.slice(0, MAX_FAILURE_DETAIL_LENGTH)}...`;\n}\n"],"mappings":"y6BAeA,MAEME,EAA4B,IAG5BC,EAAoB,IAAI,IAAoB,OAAO,QAAQC,CAAY,CAAC,CAAC,KAAK,CAACC,EAAMC,KAAU,CAACA,EAAMD,CAAI,CAAC,CAAC,EAqBlH,eAAsBE,EAAiB,EAA0C,CAC/E,IAAMC,EAAUC,EAAeC,CAAI,EAC7BC,EAAUX,EAAK,QAAQQ,EAAQ,OAAO,EAEtCI,EAAc,IAAyBZ,EAAK,SAASW,EAASE,CAAG,GAAK,IAAA,CAAK,WAAWb,EAAK,IAAK,GAAG,EAEnGc,EAAiB,MAAMC,EAAgBJ,CAAO,EAC9CK,EAAcF,EAAe,OAAQ,GAAe,CACxD,IAAMG,EAAcL,EAAWM,CAAU,EAEzC,OADIV,EAAQ,KAAK,OAAS,GAAK,CAACA,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,EAAU,GACnG,CAACX,EAAQ,KAAK,KAAM,GAAcS,EAAY,SAASE,CAAS,CAAC,CAC1E,CAAC,EACD,GAAIH,EAAY,SAAW,EAMzB,OALA,QAAQ,MACNF,EAAe,SAAW,EACtB,iFAAiFH,EAAQ,GACzF,OAAOG,EAAe,OAAO,6BAA6BH,EAAQ,iCACxE,EACO,EAGT,IAAMS,EAAqB,CAAC,EACtBC,EAAmB,CAAC,EAC1B,IAAK,IAAMH,KAAcF,EAAa,CACpC,IAAMM,EAA0B,MAAMC,EAA6BL,CAAU,EAC7E,GAAII,EAAwB,OAAS,EAAG,CACtCF,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAIM,EAA0BF,CAAuB,GAAG,EAChG,QACF,CAEA,IAAMG,EAAkB,MAAMC,EAAoBR,CAAU,EAC5D,GAAIO,EAAgB,SAAW,EAAG,CAChCL,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,8CAA8C,EACtF,QACF,CAKA,GAAI,CAAE,MAAMS,EAAW3B,EAAK,KAAKkB,EAAY,UAAU,CAAC,IAElD,MADoBU,EAAc5B,EAAK,KAAKkB,EAAY,YAAY,CAAC,EAAA,CAC3D,SAAW,EAAG,CAC1B,IAAIW,EACJ,GAAI,CACF,EAAc,MAAMC,EAA+BZ,CAAU,CAC/D,OAASa,EAAO,CACdX,EAAS,KACP,GAAGR,EAAWM,CAAU,EAAE,sDAAsDc,EAAgBD,CAAK,GACvG,EACA,QACF,CACA,GAAI,CAACE,EAAuBJ,CAAW,EAAG,CACxCT,EAAS,KAAK,GAAGR,EAAWM,CAAU,EAAE,IAAIgB,GAA0B,EACtE,QACF,CACF,CAGF,IAAMC,EAAyB,MAAMC,EAA2BlB,CAAU,EAC1EG,EAAK,KACH,GAAGI,EAAgB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,EACpG,GAAGU,EAAuB,IAAK,IAAyB,CAAE,aAAY,YAAW,YAAa,UAAW,EAAE,CAC7G,CACF,CACA,IAAK,IAAME,KAAWjB,EAAU,QAAQ,MAAM,KAAKiB,GAAS,EAE5D,IAAMC,EAAetC,EAAK,QAAQ,QAAQ,KAAK,IAAM,EAAE,EACnDuC,EAAc,EAgBlB,OAfA,MAAMC,EAAoBnB,EAAMb,EAAQ,YAAa,KAAO,IAAQ,CAClE,IAAMiC,EAAQ,GAAG7B,EAAW8B,EAAI,UAAU,EAAE,GAAG1C,EAAK,SAAS0C,EAAI,WAAYA,EAAI,SAAS,CAAC,CAAC,WAAW1C,EAAK,IAAK,GAAG,IAC9G2C,EAAgB,MAAMC,EAAgBF,EAAKJ,CAAY,EACzDK,IAAkB,IAAA,IACpB,IACA,QAAQ,KAAK,KAAKF,GAAO,IAEzBrB,EAAS,KAAK,GAAGqB,EAAM,IAAIE,GAAe,EAC1C,QAAQ,MAAM,KAAKF,EAAM,IAAIE,GAAe,EAEhD,CAAC,EAED,QAAQ,KACN,KAAKJ,EAAY,WAAWnB,EAAS,OAAO,WAAWC,EAAK,OAAO,SAASL,EAAY,OAAO,WACjG,EACOI,EAAS,SAAW,EAAI,EAAI,CACrC,CAOA,eAAewB,EAAgB,EAAe,EAAmD,CAC/F,IAAIC,EACAC,EACJ,GAAI,EACD,gCAAiC,MAAMC,EAA8BL,EAAI,UAAU,EACtF,OAASX,EAAO,CACd,OAAOiB,EAAS,iEAAiEhB,EAAgBD,CAAK,GAAG,CAC3G,CAEA,IAAIkB,EACAC,EACJ,GAAI,CAWF,EAAuBC,EAAwBT,EAAK,MAV/BU,EACnB,CAAC,MAAOd,EAAc,QAAStC,EAAK,SAAS0C,EAAI,WAAYA,EAAI,SAAS,CAAC,EAC3E,CACE,IAAKI,EACL,IAAK,QAAQ,IACb,UAAW,IACX,eAAgB,SAChB,UACF,CACF,CAC0D,CAC5D,OAASf,EAAO,CACd,EAAuBiB,EAAS,6BAA6BhB,EAAgBD,CAAK,GAAG,CACvF,QAAU,CACR,EAAkB,MAAMsB,EAAwBR,CAAQ,CAC1D,CACA,GAAIK,EAAiB,OAAOD,EAC5B,IAAMK,EAAuB,0CAA0CT,EAAS,sDAChF,OAAOI,IAAyB,IAAA,GAC5BK,EACAN,EAAS,GAAGC,EAAqB,IAAIK,GAAsB,CACjE,CAGA,SAASH,EAAwB,EAAe,EAAkD,CAChG,GAAM,CAAE,SAAQ,UAAWI,EAC3B,GAAIA,EAAO,gBAAkB,IAAA,GAAW,OAAOP,EAASO,EAAO,aAAa,EAC5E,GAAIA,EAAO,WAAa,EACtB,OAAOP,EAAS,uBAAuBO,EAAO,UAAY,aAAaC,EAAO,KAAK,EAAI,KAAKA,EAAO,KAAK,IAAM,IAAI,EAGpH,IAAMC,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAWC,CAAuB,CAAC,EAC7FC,EAAkB,CAAC,EACzB,IAAK,IAAMF,KAAQF,EAAa,CAC9B,IAAIK,EACJ,GAAI,CACF,EAAeC,EAAqB,UAAU,KAAK,MAAMJ,EAAK,MAAMC,EAAwB,MAAM,CAAC,CAAC,CACtG,MAAQ,CACN,EAAe,IAAA,EACjB,CACA,GAAI,CAACE,GAAc,QAAS,OAAOd,EAAS,oCAAoCW,GAAM,EACtFE,EAAgB,KAAKC,EAAa,IAAI,CACxC,CACA,GAAID,EAAgB,SAAW,EAAG,MAAO,oCAEzC,GAAInB,EAAI,cAAgB,WAAY,CAClC,IAAMsB,EAAiBH,EAAgB,KAAM,GAAWN,EAAO,eAAiBnD,EAAa,QAAQ,EAMrG,OALI4D,EACKhB,EACL,GAAG7C,EAAkB,IAAI6D,EAAe,YAAY,GAAKA,EAAe,aAAa,gBAAgBA,EAAe,aAAaA,EAAe,QAAQ,KAAK,EAAI,KAAKA,EAAe,OAAO,KAAK,IAAM,IACzM,EAEF,MACF,CACA,OAAOH,EAAgB,MAAO,GAAWN,EAAO,eAAiBnD,EAAa,QAAQ,EAClF,4EACA,IAAA,EACN,CAEA,SAASK,EAAe,EAAuC,CAC7D,IAAMD,EAAwB,CAC5B,QAAS,IAGT,YAAa,EACb,KAAM,CAAC,EACP,KAAM,CAAC,CACT,EACIyD,EAAa,GACjB,IAAK,IAAIC,EAAQ,EAAGA,EAAQxD,EAAK,OAAQ,IAAS,CAChD,IAAMyD,EAAMzD,EAAKwD,GACjB,GAAIC,IAAQ,IAAA,GAAW,MACvB,GAAIA,IAAQ,iBAAmBA,IAAQ,UAAYA,IAAQ,SAAU,CACnE,IAAMC,EAAQ1D,EAAK,EAAEwD,GACrB,GAAIE,IAAU,IAAA,GAAW,MAAU,MAAM,GAAGD,EAAI,kBAAkB,EAClE,GAAIA,IAAQ,gBAEV,IADA,EAAQ,YAAc,OAAOC,CAAK,EAC9B,CAAC,OAAO,UAAU5D,EAAQ,WAAW,GAAKA,EAAQ,aAAe,EACnE,MAAU,MAAM,sDAAsD4D,GAAO,CAAA,MAEtED,IAAQ,SACjB3D,EAAQ,KAAK,KAAK4D,CAAK,EAEvB5D,EAAQ,KAAK,KAAK4D,CAAK,CAE3B,MAAO,GAAID,EAAI,WAAW,IAAI,EAC5B,MAAU,MAAM,mBAAmBA,GAAK,OACnC,GAAIF,EACT,MAAU,MAAM,0DAA0DzD,EAAQ,QAAQ,OAAO2D,GAAK,MAEtG,GAAQ,QAAUA,EAClB,EAAa,EAEjB,CACA,OAAO3D,CACT,CAGA,eAAeO,EAAgB,EAAoC,CACjE,IAAMC,EAAwB,CAAC,EAE/B,OADA,MAAMqD,EAAe1D,EAASK,CAAW,EAClCA,EAAY,SAAS,CAC9B,CAEA,eAAeqD,EAAe,EAAa,EAAsC,CAG/E,IAAMC,EAAU,MAAMrE,EAAG,QAAQY,EAAK,CAAE,cAAe,EAAK,CAAC,EAC7D,GAAIyD,EAAQ,KAAM,GAAUC,EAAM,OAAO,IAAMA,EAAM,OAAS,cAAgBA,EAAM,KAAK,SAAS,aAAa,EAAE,EAC/GvD,EAAY,KAAKH,CAAG,OAGtB,IAAK,IAAM0D,KAASD,EACbC,EAAM,YAAY,GAAKA,EAAM,OAAS,gBAAkB,GAAM,KAAK,WAAW,GAAG,GACtF,MAAMF,EAAerE,EAAK,KAAKa,EAAK0D,EAAM,IAAI,EAAGvD,CAAW,CAEhE,CAEA,eAAeW,EAAW,EAAoC,CAC5D,GAAI,CAEF,OADA,MAAM1B,EAAG,KAAKuE,CAAQ,EACf,EACT,MAAQ,CACN,MAAO,EACT,CACF,CAEA,SAASxB,EAAS,EAAsB,CACtC,OAAOyB,EAAK,QAAUvE,EAA4BuE,EAAO,GAAGA,EAAK,MAAM,EAAGvE,CAAyB,EAAE,IACvG"}

package/dist/cli/exercodeProblem.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"exercodeProblem.cjs","names":["runSingleHarness","validateLearningMaterial","checkAllProblems","VALIDATE_SUBCOMMANDS","require_runSingleHarness","require_checkAllProblems","require_validateLearningMaterial","usage","main","args","isValidateSubcommand","error","arg"],"sources":["../../src/cli/exercodeProblem.ts"],"sourcesContent":["import { checkAllProblems } from './checkAllProblems.js';\nimport { runSingleHarness } from './runSingleHarness.js';\nimport { VALIDATE_SUBCOMMANDS, type ValidateSubcommand, validateLearningMaterial } from './validateLearningMaterial.js';\n\nconst usage = `Usage: exercode-problem [rootDir] [--only <substring>]... [--skip <substring>]... [--concurrency <n>]\n       exercode-problem judge <answerDir> [paramsJson]\n       exercode-problem debug <answerDir> [paramsJson]\n       exercode-problem validate-problem <problemDir>...\n       exercode-problem validate-course <courseDir> [--problems-dir <dir>]\n       exercode-problem validate-contest <contestYamlPath> [--problems-dir <dir>]\n\nWithout a subcommand, judge all model answers of all problems under rootDir\n(default: the current directory). Use \\`judge\\` or \\`debug\\` in a problem\ndirectory to run one answer directory, e.g.:\n  exercode-problem debug model_answers/python '{ \"stdin\": \"1 2\" }'\nThe \\`validate-*\\` subcommands check problem directories, a course directory\n(course.yaml and lecture materials), or a contest (*.contest.yaml) file\nwithout running any program.`;\n\n// oxlint-disable-next-line unicorn/prefer-top-level-await -- the CJS build output does not support top-level await\nvoid main();\n\nasync function main(): Promise<void> {\n  const args = process.argv.slice(2);\n  if (args[0] === '--help' || args[0] === '-h') {\n    // console.log would be stripped from the built CLI, so print the usage with console.info.\n    console.info(usage);\n    return;\n  }\n  try {\n    if (args[0] === 'judge' || args[0] === 'debug') {\n      if (args.length < 2) {\n        console.error(usage);\n        process.exitCode = 1;\n        return;\n      }\n      // Harness scripts and presets read the answer directory and params from fixed positions in\n      // `process.argv`, so drop the subcommand to restore those positions.\n      process.argv.splice(2, 1);\n      process.exitCode = await runSingleHarness(args[0]);\n    } else if (isValidateSubcommand(args[0])) {\n      process.exitCode = await validateLearningMaterial(args[0], args.slice(1));\n    } else {\n      process.exitCode = await checkAllProblems(args);\n    }\n  } catch (error) {\n    // Print the whole error: harness failures need their stack and `cause`, not just the message.\n    console.error(error);\n    process.exitCode = 1;\n  }\n}\n\nfunction isValidateSubcommand(arg: string | undefined): arg is ValidateSubcommand {\n  return (VALIDATE_SUBCOMMANDS as readonly string[]).includes(arg ?? '');\n}\n"],"mappings":"uIAIMO,EAAQ;;;;;;;;;;;;;8BAgBTC,EAAK,EAEV,eAAeA,GAAsB,CACnC,IAAMC,EAAO,QAAQ,KAAK,MAAM,CAAC,EACjC,GAAIA,EAAK,KAAO,UAAYA,EAAK,KAAO,KAEtC,QAAQ,KAAKF,CAAK,OAGpB,GAAI,CACF,GAAIE,EAAK,KAAO,SAAWA,EAAK,KAAO,QAAS,CAC9C,GAAIA,EAAK,OAAS,EAAG,CACnB,QAAQ,MAAMF,CAAK,EACnB,QAAQ,SAAW,EACnB,MACF,CAGA,QAAQ,KAAK,OAAO,EAAG,CAAC,EACxB,QAAQ,SAAW,MAAMP,EAAAA,iBAAiBS,EAAK,EAAE,CACnD,MAAWC,EAAqBD,EAAK,EAAE,EACrC,QAAQ,SAAW,MAAMR,EAAAA,yBAAyBQ,EAAK,GAAIA,EAAK,MAAM,CAAC,CAAC,EAExE,QAAQ,SAAW,MAAMP,EAAAA,iBAAiBO,CAAI,CAElD,OAASE,EAAO,CAEd,QAAQ,MAAMA,CAAK,EACnB,QAAQ,SAAW,CACrB,CACF,CAEA,SAASD,EAAqB,EAAoD,CAChF,OAAQP,EAAAA,qBAA2C,SAASS,GAAO,EAAE,CACvE"}
+{"version":3,"file":"exercodeProblem.cjs","names":["runSingleHarness","validateLearningMaterial","checkAllProblems","VALIDATE_SUBCOMMANDS","require_runSingleHarness","require_checkAllProblems","require_validateLearningMaterial","usage","main","args","isValidateSubcommand","error","arg"],"sources":["../../src/cli/exercodeProblem.ts"],"sourcesContent":["import { checkAllProblems } from './checkAllProblems.js';\nimport { runSingleHarness } from './runSingleHarness.js';\nimport { VALIDATE_SUBCOMMANDS, validateLearningMaterial, type ValidateSubcommand } from './validateLearningMaterial.js';\n\nconst usage = `Usage: exercode-problem [rootDir] [--only <substring>]... [--skip <substring>]... [--concurrency <n>]\n       exercode-problem judge <answerDir> [paramsJson]\n       exercode-problem debug <answerDir> [paramsJson]\n       exercode-problem validate-problem <problemDir>...\n       exercode-problem validate-course <courseDir> [--problems-dir <dir>]\n       exercode-problem validate-contest <contestYamlPath> [--problems-dir <dir>]\n\nWithout a subcommand, judge all model answers of all problems under rootDir\n(default: the current directory). Use \\`judge\\` or \\`debug\\` in a problem\ndirectory to run one answer directory, e.g.:\n  exercode-problem debug model_answers/python '{ \"stdin\": \"1 2\" }'\nThe \\`validate-*\\` subcommands check problem directories, a course directory\n(course.yaml and lecture materials), or a contest (*.contest.yaml) file\nwithout running any program.`;\n\n// oxlint-disable-next-line unicorn/prefer-top-level-await -- the CJS build output does not support top-level await\nvoid main();\n\nasync function main(): Promise<void> {\n  const args = process.argv.slice(2);\n  if (args[0] === '--help' || args[0] === '-h') {\n    // console.log would be stripped from the built CLI, so print the usage with console.info.\n    console.info(usage);\n    return;\n  }\n  try {\n    if (args[0] === 'judge' || args[0] === 'debug') {\n      if (args.length < 2) {\n        console.error(usage);\n        process.exitCode = 1;\n        return;\n      }\n      // Harness scripts and presets read the answer directory and params from fixed positions in\n      // `process.argv`, so drop the subcommand to restore those positions.\n      process.argv.splice(2, 1);\n      process.exitCode = await runSingleHarness(args[0]);\n    } else if (isValidateSubcommand(args[0])) {\n      process.exitCode = await validateLearningMaterial(args[0], args.slice(1));\n    } else {\n      process.exitCode = await checkAllProblems(args);\n    }\n  } catch (error) {\n    // Print the whole error: harness failures need their stack and `cause`, not just the message.\n    console.error(error);\n    process.exitCode = 1;\n  }\n}\n\nfunction isValidateSubcommand(arg: string | undefined): arg is ValidateSubcommand {\n  return (VALIDATE_SUBCOMMANDS as readonly string[]).includes(arg ?? '');\n}\n"],"mappings":"uIAIMO,EAAQ;;;;;;;;;;;;;8BAgBTC,EAAK,EAEV,eAAeA,GAAsB,CACnC,IAAMC,EAAO,QAAQ,KAAK,MAAM,CAAC,EACjC,GAAIA,EAAK,KAAO,UAAYA,EAAK,KAAO,KAEtC,QAAQ,KAAKF,CAAK,OAGpB,GAAI,CACF,GAAIE,EAAK,KAAO,SAAWA,EAAK,KAAO,QAAS,CAC9C,GAAIA,EAAK,OAAS,EAAG,CACnB,QAAQ,MAAMF,CAAK,EACnB,QAAQ,SAAW,EACnB,MACF,CAGA,QAAQ,KAAK,OAAO,EAAG,CAAC,EACxB,QAAQ,SAAW,MAAMP,EAAAA,iBAAiBS,EAAK,EAAE,CACnD,MAAWC,EAAqBD,EAAK,EAAE,EACrC,QAAQ,SAAW,MAAMR,EAAAA,yBAAyBQ,EAAK,GAAIA,EAAK,MAAM,CAAC,CAAC,EAExE,QAAQ,SAAW,MAAMP,EAAAA,iBAAiBO,CAAI,CAElD,OAASE,EAAO,CAEd,QAAQ,MAAMA,CAAK,EACnB,QAAQ,SAAW,CACrB,CACF,CAEA,SAASD,EAAqB,EAAoD,CAChF,OAAQP,EAAAA,qBAA2C,SAASS,GAAO,EAAE,CACvE"}

package/dist/cli/exercodeProblem.js.map

@@ -1 +1 @@
-{"version":3,"file":"exercodeProblem.js","names":["usage","main","args","runSingleHarness","isValidateSubcommand","validateLearningMaterial","checkAllProblems","error","VALIDATE_SUBCOMMANDS","arg"],"sources":["../../src/cli/exercodeProblem.ts"],"sourcesContent":["import { checkAllProblems } from './checkAllProblems.js';\nimport { runSingleHarness } from './runSingleHarness.js';\nimport { VALIDATE_SUBCOMMANDS, type ValidateSubcommand, validateLearningMaterial } from './validateLearningMaterial.js';\n\nconst usage = `Usage: exercode-problem [rootDir] [--only <substring>]... [--skip <substring>]... [--concurrency <n>]\n       exercode-problem judge <answerDir> [paramsJson]\n       exercode-problem debug <answerDir> [paramsJson]\n       exercode-problem validate-problem <problemDir>...\n       exercode-problem validate-course <courseDir> [--problems-dir <dir>]\n       exercode-problem validate-contest <contestYamlPath> [--problems-dir <dir>]\n\nWithout a subcommand, judge all model answers of all problems under rootDir\n(default: the current directory). Use \\`judge\\` or \\`debug\\` in a problem\ndirectory to run one answer directory, e.g.:\n  exercode-problem debug model_answers/python '{ \"stdin\": \"1 2\" }'\nThe \\`validate-*\\` subcommands check problem directories, a course directory\n(course.yaml and lecture materials), or a contest (*.contest.yaml) file\nwithout running any program.`;\n\n// oxlint-disable-next-line unicorn/prefer-top-level-await -- the CJS build output does not support top-level await\nvoid main();\n\nasync function main(): Promise<void> {\n  const args = process.argv.slice(2);\n  if (args[0] === '--help' || args[0] === '-h') {\n    // console.log would be stripped from the built CLI, so print the usage with console.info.\n    console.info(usage);\n    return;\n  }\n  try {\n    if (args[0] === 'judge' || args[0] === 'debug') {\n      if (args.length < 2) {\n        console.error(usage);\n        process.exitCode = 1;\n        return;\n      }\n      // Harness scripts and presets read the answer directory and params from fixed positions in\n      // `process.argv`, so drop the subcommand to restore those positions.\n      process.argv.splice(2, 1);\n      process.exitCode = await runSingleHarness(args[0]);\n    } else if (isValidateSubcommand(args[0])) {\n      process.exitCode = await validateLearningMaterial(args[0], args.slice(1));\n    } else {\n      process.exitCode = await checkAllProblems(args);\n    }\n  } catch (error) {\n    // Print the whole error: harness failures need their stack and `cause`, not just the message.\n    console.error(error);\n    process.exitCode = 1;\n  }\n}\n\nfunction isValidateSubcommand(arg: string | undefined): arg is ValidateSubcommand {\n  return (VALIDATE_SUBCOMMANDS as readonly string[]).includes(arg ?? '');\n}\n"],"mappings":"qNAIA,MAAMA,EAAQ;;;;;;;;;;;;;8BAgBTC,EAAK,EAEV,eAAeA,GAAsB,CACnC,IAAMC,EAAO,QAAQ,KAAK,MAAM,CAAC,EACjC,GAAIA,EAAK,KAAO,UAAYA,EAAK,KAAO,KAEtC,QAAQ,KAAKF,CAAK,OAGpB,GAAI,CACF,GAAIE,EAAK,KAAO,SAAWA,EAAK,KAAO,QAAS,CAC9C,GAAIA,EAAK,OAAS,EAAG,CACnB,QAAQ,MAAMF,CAAK,EACnB,QAAQ,SAAW,EACnB,MACF,CAGA,QAAQ,KAAK,OAAO,EAAG,CAAC,EACxB,QAAQ,SAAW,MAAMG,EAAiBD,EAAK,EAAE,CACnD,MAAWE,EAAqBF,EAAK,EAAE,EACrC,QAAQ,SAAW,MAAMG,EAAyBH,EAAK,GAAIA,EAAK,MAAM,CAAC,CAAC,EAExE,QAAQ,SAAW,MAAMI,EAAiBJ,CAAI,CAElD,OAASK,EAAO,CAEd,QAAQ,MAAMA,CAAK,EACnB,QAAQ,SAAW,CACrB,CACF,CAEA,SAASH,EAAqB,EAAoD,CAChF,OAAQI,EAA2C,SAASC,GAAO,EAAE,CACvE"}
+{"version":3,"file":"exercodeProblem.js","names":["usage","main","args","runSingleHarness","isValidateSubcommand","validateLearningMaterial","checkAllProblems","error","VALIDATE_SUBCOMMANDS","arg"],"sources":["../../src/cli/exercodeProblem.ts"],"sourcesContent":["import { checkAllProblems } from './checkAllProblems.js';\nimport { runSingleHarness } from './runSingleHarness.js';\nimport { VALIDATE_SUBCOMMANDS, validateLearningMaterial, type ValidateSubcommand } from './validateLearningMaterial.js';\n\nconst usage = `Usage: exercode-problem [rootDir] [--only <substring>]... [--skip <substring>]... [--concurrency <n>]\n       exercode-problem judge <answerDir> [paramsJson]\n       exercode-problem debug <answerDir> [paramsJson]\n       exercode-problem validate-problem <problemDir>...\n       exercode-problem validate-course <courseDir> [--problems-dir <dir>]\n       exercode-problem validate-contest <contestYamlPath> [--problems-dir <dir>]\n\nWithout a subcommand, judge all model answers of all problems under rootDir\n(default: the current directory). Use \\`judge\\` or \\`debug\\` in a problem\ndirectory to run one answer directory, e.g.:\n  exercode-problem debug model_answers/python '{ \"stdin\": \"1 2\" }'\nThe \\`validate-*\\` subcommands check problem directories, a course directory\n(course.yaml and lecture materials), or a contest (*.contest.yaml) file\nwithout running any program.`;\n\n// oxlint-disable-next-line unicorn/prefer-top-level-await -- the CJS build output does not support top-level await\nvoid main();\n\nasync function main(): Promise<void> {\n  const args = process.argv.slice(2);\n  if (args[0] === '--help' || args[0] === '-h') {\n    // console.log would be stripped from the built CLI, so print the usage with console.info.\n    console.info(usage);\n    return;\n  }\n  try {\n    if (args[0] === 'judge' || args[0] === 'debug') {\n      if (args.length < 2) {\n        console.error(usage);\n        process.exitCode = 1;\n        return;\n      }\n      // Harness scripts and presets read the answer directory and params from fixed positions in\n      // `process.argv`, so drop the subcommand to restore those positions.\n      process.argv.splice(2, 1);\n      process.exitCode = await runSingleHarness(args[0]);\n    } else if (isValidateSubcommand(args[0])) {\n      process.exitCode = await validateLearningMaterial(args[0], args.slice(1));\n    } else {\n      process.exitCode = await checkAllProblems(args);\n    }\n  } catch (error) {\n    // Print the whole error: harness failures need their stack and `cause`, not just the message.\n    console.error(error);\n    process.exitCode = 1;\n  }\n}\n\nfunction isValidateSubcommand(arg: string | undefined): arg is ValidateSubcommand {\n  return (VALIDATE_SUBCOMMANDS as readonly string[]).includes(arg ?? '');\n}\n"],"mappings":"qNAIA,MAAMA,EAAQ;;;;;;;;;;;;;8BAgBTC,EAAK,EAEV,eAAeA,GAAsB,CACnC,IAAMC,EAAO,QAAQ,KAAK,MAAM,CAAC,EACjC,GAAIA,EAAK,KAAO,UAAYA,EAAK,KAAO,KAEtC,QAAQ,KAAKF,CAAK,OAGpB,GAAI,CACF,GAAIE,EAAK,KAAO,SAAWA,EAAK,KAAO,QAAS,CAC9C,GAAIA,EAAK,OAAS,EAAG,CACnB,QAAQ,MAAMF,CAAK,EACnB,QAAQ,SAAW,EACnB,MACF,CAGA,QAAQ,KAAK,OAAO,EAAG,CAAC,EACxB,QAAQ,SAAW,MAAMG,EAAiBD,EAAK,EAAE,CACnD,MAAWE,EAAqBF,EAAK,EAAE,EACrC,QAAQ,SAAW,MAAMG,EAAyBH,EAAK,GAAIA,EAAK,MAAM,CAAC,CAAC,EAExE,QAAQ,SAAW,MAAMI,EAAiBJ,CAAI,CAElD,OAASK,EAAO,CAEd,QAAQ,MAAMA,CAAK,EACnB,QAAQ,SAAW,CACrB,CACF,CAEA,SAASH,EAAqB,EAAoD,CAChF,OAAQI,EAA2C,SAASC,GAAO,EAAE,CACvE"}

package/dist/helpers/checkProblemDirIsolation.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"checkProblemDirIsolation.cjs","names":["copyProblemDirToTemporaryRoot","path","isRecord","runHarnessProcess","getErrorMessage","forciblyRemoveDirectory","TEST_CASE_RESULT_PREFIX","testCaseResultSchema","DecisionCode","require_runtime","require_testCaseResult","require_temporaryProblemDirCopy","require_decisionCode","require_printDebugBanner","require_runHarnessProcess","node_path","_willbooster_shared_lib","ISOLATION_CHECK_MIN_TIMEOUT_MS","ISOLATION_CHECK_OVERHEAD_MS","checkProblemDirIsolation","timeoutMs","options","tempRoot","copyResult","problemDir","absoluteProblemDir","relativeCwd","resolvedCwd","copiedCwd","copiedProblemDir","scriptPath","getInvokedScriptPath","execArgv","isIsolationExecArg","paramsJson","params","result","isAcceptedJudgeOutput","describeFailure","error","arg","relativeScriptPath","resultLines","stdout","line","parsedResult"],"sources":["../../src/helpers/checkProblemDirIsolation.ts"],"sourcesContent":["import path from 'node:path';\nimport { getErrorMessage, isRecord } from '@willbooster/shared-lib';\n\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\n\nimport { printDebugBanner } from './printDebugBanner.js';\nimport type { ResolvedCwd } from './resolveCwds.js';\nimport { type HarnessProcessResult, runHarnessProcess } from './runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from './temporaryProblemDirCopy.js';\n\nconst ISOLATION_CHECK_MIN_TIMEOUT_MS = 30_000;\n// Starting bun and printing results are not covered by the judge's own limits.\nconst ISOLATION_CHECK_OVERHEAD_MS = 10_000;\nconst ISOLATION_CHECK_MAX_OUTPUT_BYTES = 64 * 1024 * 1024;\n\nexport interface ProblemDirIsolationCheckOptions {\n  /**\n   * The judge's declared worst-case duration for one accepted submission (build timeout plus the\n   * time limit of every test case). The check allows at least that plus a fixed overhead; per-case\n   * process startup and custom judge callbacks are not budgeted separately.\n   */\n  expectedMaxDurationMs?: number;\n}\n\nexport interface ProblemDirIsolationCheckResult {\n  passed: boolean;\n}\n\n/**\n * Check that a judge can run after only the problem directory is copied elsewhere.\n */\nexport async function checkProblemDirIsolation(\n  problemDir: string,\n  resolvedCwd: ResolvedCwd,\n  params: unknown,\n  options: ProblemDirIsolationCheckOptions = {}\n): Promise<ProblemDirIsolationCheckResult> {\n  const timeoutMs = Math.max(\n    ISOLATION_CHECK_MIN_TIMEOUT_MS,\n    (options.expectedMaxDurationMs ?? 0) + ISOLATION_CHECK_OVERHEAD_MS\n  );\n  let tempRoot: string | undefined;\n  try {\n    const copyResult = await copyProblemDirToTemporaryRoot(problemDir);\n    tempRoot = copyResult.tempRoot;\n    const { copiedProblemDir } = copyResult;\n    const absoluteProblemDir = path.resolve(problemDir);\n\n    const relativeCwd = path.relative(absoluteProblemDir, path.resolve(resolvedCwd.cwd));\n    const copiedCwd = path.join(copiedProblemDir, relativeCwd);\n    const scriptPath = getInvokedScriptPath(absoluteProblemDir);\n    if (scriptPath.startsWith('..') || path.isAbsolute(scriptPath)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check skipped',\n        '',\n        'The invoked judge script is located outside the problem directory.',\n        `Script path: ${scriptPath}`,\n      ]);\n      return { passed: true };\n    }\n    const execArgv = process.execArgv.filter(isIsolationExecArg);\n    const paramsJson = JSON.stringify(isRecord(params) ? params : {});\n    const result = await runHarnessProcess([...execArgv, scriptPath, copiedCwd, paramsJson], {\n      cwd: copiedProblemDir,\n      env: process.env,\n      timeoutMs,\n      maxOutputBytes: ISOLATION_CHECK_MAX_OUTPUT_BYTES,\n      tempRoot,\n    });\n\n    if (result.exitCode === 0 && isAcceptedJudgeOutput(result.stdout)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check passed',\n        '',\n        `Copied problem dir : ${copiedProblemDir}`,\n        `Checked cwd        : ${relativeCwd}`,\n      ]);\n      return { passed: true };\n    }\n\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed',\n      '',\n      ...describeFailure(result, timeoutMs, options),\n      '',\n      `Copied problem dir : ${copiedProblemDir}`,\n      `Checked cwd        : ${relativeCwd}`,\n      `Exit status        : ${result.exitCode ?? result.signal ?? 'unknown'}`,\n      `Failure reason     : ${result.failureReason ?? '<none>'}`,\n      '',\n      'stdout:',\n      result.stdout.trimEnd() || '<empty>',\n      '',\n      'stderr:',\n      result.stderr.trimEnd() || '<empty>',\n    ]);\n    return { passed: false };\n  } catch (error) {\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed due to an unexpected error',\n      '',\n      getErrorMessage(error),\n    ]);\n    return { passed: false };\n  } finally {\n    // Cleanup failures must not mask the primary isolation check result.\n    if (tempRoot) await forciblyRemoveDirectory(tempRoot);\n  }\n}\n\nfunction describeFailure(\n  result: HarnessProcessResult,\n  timeoutMs: number,\n  options: ProblemDirIsolationCheckOptions\n): string[] {\n  if (result.timedOut) {\n    return [\n      `The judge did not finish within ${timeoutMs / 1000} seconds after copying only the problem directory to a temporary location.`,\n      ...(options.expectedMaxDurationMs === undefined\n        ? [\n            `This judge declares no run time, so the check uses its fixed ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000}-second budget.`,\n          ]\n        : [\n            `The budget is the larger of ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000} seconds and the build timeout plus the time limit of every test case plus a ${ISOLATION_CHECK_OVERHEAD_MS / 1000}-second overhead.`,\n            'Check timeLimitMs, the number of test cases, and one-off startup costs such as cold caches.',\n          ]),\n    ];\n  }\n  if (result.failureReason !== undefined) {\n    return ['The judge was stopped before it finished; see the failure reason below.'];\n  }\n  if (result.exitCode === undefined) {\n    return [\n      `The judge was terminated by ${result.signal ?? 'an unknown signal'} (e.g. an out-of-memory kill or a cancelled job).`,\n    ];\n  }\n  return [\n    'The judge did not complete successfully after copying only the problem directory to a temporary location.',\n    'Make sure judge.ts imports only files included in the problem directory.',\n  ];\n}\n\nfunction isIsolationExecArg(arg: string): boolean {\n  return !arg.startsWith('--inspect') && !arg.startsWith('--watch') && !arg.startsWith('--hot');\n}\n\nfunction getInvokedScriptPath(problemDir: string): string {\n  const scriptPath = process.argv[1];\n  if (!scriptPath) return `.${path.sep}judge.ts`;\n  const relativeScriptPath = path.relative(problemDir, path.resolve(scriptPath));\n  if (path.isAbsolute(relativeScriptPath)) return relativeScriptPath;\n  return relativeScriptPath.startsWith('.') ? relativeScriptPath : `.${path.sep}${relativeScriptPath}`;\n}\n\nfunction isAcceptedJudgeOutput(stdout: string): boolean {\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  if (resultLines.length === 0) return false;\n\n  return resultLines.every((line) => {\n    try {\n      const parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n      return parsedResult.success && parsedResult.data.decisionCode === DecisionCode.ACCEPTED;\n    } catch {\n      return false;\n    }\n  });\n}\n"],"mappings":"2VAWA,MAAMiB,EAAiC,IAEjCC,EAA8B,IAmBpC,eAAsBC,EACpB,EACA,EACA,EACA,EAA2C,CAAC,EACH,CACzC,IAAMC,EAAY,KAAK,IACrBH,GACCI,EAAQ,uBAAyB,GAAKH,CACzC,EACII,EACJ,GAAI,CACF,IAAMC,EAAa,MAAMvB,EAAAA,8BAA8BwB,CAAU,EACjE,EAAWD,EAAW,SACtB,GAAM,CAAE,oBAAqBA,EACvBE,EAAqBxB,EAAAA,QAAK,QAAQuB,CAAU,EAE5CE,EAAczB,EAAAA,QAAK,SAASwB,EAAoBxB,EAAAA,QAAK,QAAQ0B,EAAY,GAAG,CAAC,EAC7EC,EAAY3B,EAAAA,QAAK,KAAK4B,EAAkBH,CAAW,EACnDI,EAAaC,EAAqBN,CAAkB,EAC1D,GAAIK,EAAW,WAAW,IAAI,GAAK7B,EAAAA,QAAK,WAAW6B,CAAU,EAO3D,OANAjB,EAAA,iBAAiB,CACf,wDACA,GACA,qEACA,gBAAgBiB,GAClB,CAAC,EACM,CAAE,OAAQ,EAAK,EAExB,IAAME,EAAW,QAAQ,SAAS,OAAOC,CAAkB,EACrDC,EAAa,KAAK,WAAA,EAAUhC,EAAAA,SAAAA,CAASiC,CAAM,EAAIA,EAAS,CAAC,CAAC,EAC1DC,EAAS,MAAMjC,EAAAA,kBAAkB,CAAC,GAAG6B,EAAUF,EAAYF,EAAWM,CAAU,EAAG,CACvF,IAAKL,EACL,IAAK,QAAQ,IACb,YACA,eAAgB,SAChB,UACF,CAAC,EA4BD,OA1BIO,EAAO,WAAa,GAAKC,EAAsBD,EAAO,MAAM,GAC9DvB,EAAA,iBAAiB,CACf,uDACA,GACA,wBAAwBgB,IACxB,wBAAwBH,GAC1B,CAAC,EACM,CAAE,OAAQ,EAAK,IAGxBb,EAAA,iBAAiB,CACf,uDACA,GACA,GAAGyB,EAAgBF,EAAQhB,EAAWC,CAAO,EAC7C,GACA,wBAAwBQ,IACxB,wBAAwBH,IACxB,wBAAwBU,EAAO,UAAYA,EAAO,QAAU,YAC5D,wBAAwBA,EAAO,eAAiB,WAChD,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,UAC3B,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,SAC7B,CAAC,EACM,CAAE,OAAQ,EAAM,EACzB,OAASG,EAAO,CAMd,OALA1B,EAAA,iBAAiB,CACf,kFACA,IACAT,EAAAA,EAAAA,gBAAAA,CAAgBmC,CAAK,CACvB,CAAC,EACM,CAAE,OAAQ,EAAM,CACzB,QAAU,CAEJjB,GAAU,MAAMjB,EAAAA,wBAAwBiB,CAAQ,CACtD,CACF,CAEA,SAASgB,EACP,EACA,EACA,EACU,CAsBV,OArBIF,EAAO,SACF,CACL,mCAAmChB,EAAY,IAAK,4EACpD,GAAIC,EAAQ,wBAA0B,IAAA,GAClC,CACE,gEAAgEJ,EAAiC,IAAK,gBACxG,EACA,CACE,+BAA+BA,EAAiC,IAAK,+EAA+EC,EAA8B,IAAK,mBACvL,6FACF,CACN,EAEEkB,EAAO,gBAAkB,IAAA,GAGzBA,EAAO,WAAa,IAAA,GACf,CACL,+BAA+BA,EAAO,QAAU,oBAAoB,kDACtE,EAEK,CACL,4GACA,0EACF,EAVS,CAAC,yEAAyE,CAWrF,CAEA,SAASH,EAAmB,EAAsB,CAChD,MAAO,CAACO,EAAI,WAAW,WAAW,GAAK,CAACA,EAAI,WAAW,SAAS,GAAK,CAACA,EAAI,WAAW,OAAO,CAC9F,CAEA,SAAST,EAAqB,EAA4B,CACxD,IAAMD,EAAa,QAAQ,KAAK,GAChC,GAAI,CAACA,EAAY,MAAO,IAAI7B,EAAAA,QAAK,IAAI,UACrC,IAAMwC,EAAqBxC,EAAAA,QAAK,SAASuB,EAAYvB,EAAAA,QAAK,QAAQ6B,CAAU,CAAC,EAE7E,OADI7B,EAAAA,QAAK,WAAWwC,CAAkB,GAC/BA,EAAmB,WAAW,GAAG,EADQA,EACiB,IAAIxC,EAAAA,QAAK,MAAMwC,GAClF,CAEA,SAASJ,EAAsB,EAAyB,CACtD,IAAMK,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAWtC,EAAAA,uBAAuB,CAAC,EAGnG,OAFIoC,EAAY,SAAW,GAEpBA,EAAY,MAAO,GAAS,CACjC,GAAI,CACF,IAAMG,EAAetC,EAAAA,qBAAqB,UAAU,KAAK,MAAMqC,EAAK,MAAMtC,EAAAA,wBAAwB,MAAM,CAAC,CAAC,EAC1G,OAAOuC,EAAa,SAAWA,EAAa,KAAK,eAAiBrC,EAAAA,aAAa,QACjF,MAAQ,CACN,MAAO,EACT,CACF,CAAC,CACH"}
+{"version":3,"file":"checkProblemDirIsolation.cjs","names":["copyProblemDirToTemporaryRoot","path","isRecord","runHarnessProcess","getErrorMessage","forciblyRemoveDirectory","TEST_CASE_RESULT_PREFIX","testCaseResultSchema","DecisionCode","require_runtime","require_testCaseResult","require_temporaryProblemDirCopy","require_decisionCode","require_printDebugBanner","require_runHarnessProcess","node_path","_willbooster_shared_lib","ISOLATION_CHECK_MIN_TIMEOUT_MS","ISOLATION_CHECK_OVERHEAD_MS","checkProblemDirIsolation","timeoutMs","options","tempRoot","copyResult","problemDir","absoluteProblemDir","relativeCwd","resolvedCwd","copiedCwd","copiedProblemDir","scriptPath","getInvokedScriptPath","execArgv","isIsolationExecArg","paramsJson","params","result","isAcceptedJudgeOutput","describeFailure","error","arg","relativeScriptPath","resultLines","stdout","line","parsedResult"],"sources":["../../src/helpers/checkProblemDirIsolation.ts"],"sourcesContent":["import path from 'node:path';\n\nimport { getErrorMessage, isRecord } from '@willbooster/shared-lib';\n\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\nimport { printDebugBanner } from './printDebugBanner.js';\nimport type { ResolvedCwd } from './resolveCwds.js';\nimport { type HarnessProcessResult, runHarnessProcess } from './runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from './temporaryProblemDirCopy.js';\n\nconst ISOLATION_CHECK_MIN_TIMEOUT_MS = 30_000;\n// Starting bun and printing results are not covered by the judge's own limits.\nconst ISOLATION_CHECK_OVERHEAD_MS = 10_000;\nconst ISOLATION_CHECK_MAX_OUTPUT_BYTES = 64 * 1024 * 1024;\n\nexport interface ProblemDirIsolationCheckOptions {\n  /**\n   * The judge's declared worst-case duration for one accepted submission (build timeout plus the\n   * time limit of every test case). The check allows at least that plus a fixed overhead; per-case\n   * process startup and custom judge callbacks are not budgeted separately.\n   */\n  expectedMaxDurationMs?: number;\n}\n\nexport interface ProblemDirIsolationCheckResult {\n  passed: boolean;\n}\n\n/**\n * Check that a judge can run after only the problem directory is copied elsewhere.\n */\nexport async function checkProblemDirIsolation(\n  problemDir: string,\n  resolvedCwd: ResolvedCwd,\n  params: unknown,\n  options: ProblemDirIsolationCheckOptions = {}\n): Promise<ProblemDirIsolationCheckResult> {\n  const timeoutMs = Math.max(\n    ISOLATION_CHECK_MIN_TIMEOUT_MS,\n    (options.expectedMaxDurationMs ?? 0) + ISOLATION_CHECK_OVERHEAD_MS\n  );\n  let tempRoot: string | undefined;\n  try {\n    const copyResult = await copyProblemDirToTemporaryRoot(problemDir);\n    tempRoot = copyResult.tempRoot;\n    const { copiedProblemDir } = copyResult;\n    const absoluteProblemDir = path.resolve(problemDir);\n\n    const relativeCwd = path.relative(absoluteProblemDir, path.resolve(resolvedCwd.cwd));\n    const copiedCwd = path.join(copiedProblemDir, relativeCwd);\n    const scriptPath = getInvokedScriptPath(absoluteProblemDir);\n    if (scriptPath.startsWith('..') || path.isAbsolute(scriptPath)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check skipped',\n        '',\n        'The invoked judge script is located outside the problem directory.',\n        `Script path: ${scriptPath}`,\n      ]);\n      return { passed: true };\n    }\n    const execArgv = process.execArgv.filter(isIsolationExecArg);\n    const paramsJson = JSON.stringify(isRecord(params) ? params : {});\n    const result = await runHarnessProcess([...execArgv, scriptPath, copiedCwd, paramsJson], {\n      cwd: copiedProblemDir,\n      env: process.env,\n      timeoutMs,\n      maxOutputBytes: ISOLATION_CHECK_MAX_OUTPUT_BYTES,\n      tempRoot,\n    });\n\n    if (result.exitCode === 0 && isAcceptedJudgeOutput(result.stdout)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check passed',\n        '',\n        `Copied problem dir : ${copiedProblemDir}`,\n        `Checked cwd        : ${relativeCwd}`,\n      ]);\n      return { passed: true };\n    }\n\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed',\n      '',\n      ...describeFailure(result, timeoutMs, options),\n      '',\n      `Copied problem dir : ${copiedProblemDir}`,\n      `Checked cwd        : ${relativeCwd}`,\n      `Exit status        : ${result.exitCode ?? result.signal ?? 'unknown'}`,\n      `Failure reason     : ${result.failureReason ?? '<none>'}`,\n      '',\n      'stdout:',\n      result.stdout.trimEnd() || '<empty>',\n      '',\n      'stderr:',\n      result.stderr.trimEnd() || '<empty>',\n    ]);\n    return { passed: false };\n  } catch (error) {\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed due to an unexpected error',\n      '',\n      getErrorMessage(error),\n    ]);\n    return { passed: false };\n  } finally {\n    // Cleanup failures must not mask the primary isolation check result.\n    if (tempRoot) await forciblyRemoveDirectory(tempRoot);\n  }\n}\n\nfunction describeFailure(\n  result: HarnessProcessResult,\n  timeoutMs: number,\n  options: ProblemDirIsolationCheckOptions\n): string[] {\n  if (result.timedOut) {\n    return [\n      `The judge did not finish within ${timeoutMs / 1000} seconds after copying only the problem directory to a temporary location.`,\n      ...(options.expectedMaxDurationMs === undefined\n        ? [\n            `This judge declares no run time, so the check uses its fixed ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000}-second budget.`,\n          ]\n        : [\n            `The budget is the larger of ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000} seconds and the build timeout plus the time limit of every test case plus a ${ISOLATION_CHECK_OVERHEAD_MS / 1000}-second overhead.`,\n            'Check timeLimitMs, the number of test cases, and one-off startup costs such as cold caches.',\n          ]),\n    ];\n  }\n  if (result.failureReason !== undefined) {\n    return ['The judge was stopped before it finished; see the failure reason below.'];\n  }\n  if (result.exitCode === undefined) {\n    return [\n      `The judge was terminated by ${result.signal ?? 'an unknown signal'} (e.g. an out-of-memory kill or a cancelled job).`,\n    ];\n  }\n  return [\n    'The judge did not complete successfully after copying only the problem directory to a temporary location.',\n    'Make sure judge.ts imports only files included in the problem directory.',\n  ];\n}\n\nfunction isIsolationExecArg(arg: string): boolean {\n  return !arg.startsWith('--inspect') && !arg.startsWith('--watch') && !arg.startsWith('--hot');\n}\n\nfunction getInvokedScriptPath(problemDir: string): string {\n  const scriptPath = process.argv[1];\n  if (!scriptPath) return `.${path.sep}judge.ts`;\n  const relativeScriptPath = path.relative(problemDir, path.resolve(scriptPath));\n  if (path.isAbsolute(relativeScriptPath)) return relativeScriptPath;\n  return relativeScriptPath.startsWith('.') ? relativeScriptPath : `.${path.sep}${relativeScriptPath}`;\n}\n\nfunction isAcceptedJudgeOutput(stdout: string): boolean {\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  if (resultLines.length === 0) return false;\n\n  return resultLines.every((line) => {\n    try {\n      const parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n      return parsedResult.success && parsedResult.data.decisionCode === DecisionCode.ACCEPTED;\n    } catch {\n      return false;\n    }\n  });\n}\n"],"mappings":"2VAWA,MAAMiB,EAAiC,IAEjCC,EAA8B,IAmBpC,eAAsBC,EACpB,EACA,EACA,EACA,EAA2C,CAAC,EACH,CACzC,IAAMC,EAAY,KAAK,IACrBH,GACCI,EAAQ,uBAAyB,GAAKH,CACzC,EACII,EACJ,GAAI,CACF,IAAMC,EAAa,MAAMvB,EAAAA,8BAA8BwB,CAAU,EACjE,EAAWD,EAAW,SACtB,GAAM,CAAE,oBAAqBA,EACvBE,EAAqBxB,EAAAA,QAAK,QAAQuB,CAAU,EAE5CE,EAAczB,EAAAA,QAAK,SAASwB,EAAoBxB,EAAAA,QAAK,QAAQ0B,EAAY,GAAG,CAAC,EAC7EC,EAAY3B,EAAAA,QAAK,KAAK4B,EAAkBH,CAAW,EACnDI,EAAaC,EAAqBN,CAAkB,EAC1D,GAAIK,EAAW,WAAW,IAAI,GAAK7B,EAAAA,QAAK,WAAW6B,CAAU,EAO3D,OANAjB,EAAA,iBAAiB,CACf,wDACA,GACA,qEACA,gBAAgBiB,GAClB,CAAC,EACM,CAAE,OAAQ,EAAK,EAExB,IAAME,EAAW,QAAQ,SAAS,OAAOC,CAAkB,EACrDC,EAAa,KAAK,WAAA,EAAUhC,EAAAA,SAAAA,CAASiC,CAAM,EAAIA,EAAS,CAAC,CAAC,EAC1DC,EAAS,MAAMjC,EAAAA,kBAAkB,CAAC,GAAG6B,EAAUF,EAAYF,EAAWM,CAAU,EAAG,CACvF,IAAKL,EACL,IAAK,QAAQ,IACb,YACA,eAAgB,SAChB,UACF,CAAC,EA4BD,OA1BIO,EAAO,WAAa,GAAKC,EAAsBD,EAAO,MAAM,GAC9DvB,EAAA,iBAAiB,CACf,uDACA,GACA,wBAAwBgB,IACxB,wBAAwBH,GAC1B,CAAC,EACM,CAAE,OAAQ,EAAK,IAGxBb,EAAA,iBAAiB,CACf,uDACA,GACA,GAAGyB,EAAgBF,EAAQhB,EAAWC,CAAO,EAC7C,GACA,wBAAwBQ,IACxB,wBAAwBH,IACxB,wBAAwBU,EAAO,UAAYA,EAAO,QAAU,YAC5D,wBAAwBA,EAAO,eAAiB,WAChD,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,UAC3B,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,SAC7B,CAAC,EACM,CAAE,OAAQ,EAAM,EACzB,OAASG,EAAO,CAMd,OALA1B,EAAA,iBAAiB,CACf,kFACA,IACAT,EAAAA,EAAAA,gBAAAA,CAAgBmC,CAAK,CACvB,CAAC,EACM,CAAE,OAAQ,EAAM,CACzB,QAAU,CAEJjB,GAAU,MAAMjB,EAAAA,wBAAwBiB,CAAQ,CACtD,CACF,CAEA,SAASgB,EACP,EACA,EACA,EACU,CAsBV,OArBIF,EAAO,SACF,CACL,mCAAmChB,EAAY,IAAK,4EACpD,GAAIC,EAAQ,wBAA0B,IAAA,GAClC,CACE,gEAAgEJ,EAAiC,IAAK,gBACxG,EACA,CACE,+BAA+BA,EAAiC,IAAK,+EAA+EC,EAA8B,IAAK,mBACvL,6FACF,CACN,EAEEkB,EAAO,gBAAkB,IAAA,GAGzBA,EAAO,WAAa,IAAA,GACf,CACL,+BAA+BA,EAAO,QAAU,oBAAoB,kDACtE,EAEK,CACL,4GACA,0EACF,EAVS,CAAC,yEAAyE,CAWrF,CAEA,SAASH,EAAmB,EAAsB,CAChD,MAAO,CAACO,EAAI,WAAW,WAAW,GAAK,CAACA,EAAI,WAAW,SAAS,GAAK,CAACA,EAAI,WAAW,OAAO,CAC9F,CAEA,SAAST,EAAqB,EAA4B,CACxD,IAAMD,EAAa,QAAQ,KAAK,GAChC,GAAI,CAACA,EAAY,MAAO,IAAI7B,EAAAA,QAAK,IAAI,UACrC,IAAMwC,EAAqBxC,EAAAA,QAAK,SAASuB,EAAYvB,EAAAA,QAAK,QAAQ6B,CAAU,CAAC,EAE7E,OADI7B,EAAAA,QAAK,WAAWwC,CAAkB,GAC/BA,EAAmB,WAAW,GAAG,EADQA,EACiB,IAAIxC,EAAAA,QAAK,MAAMwC,GAClF,CAEA,SAASJ,EAAsB,EAAyB,CACtD,IAAMK,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAWtC,EAAAA,uBAAuB,CAAC,EAGnG,OAFIoC,EAAY,SAAW,GAEpBA,EAAY,MAAO,GAAS,CACjC,GAAI,CACF,IAAMG,EAAetC,EAAAA,qBAAqB,UAAU,KAAK,MAAMqC,EAAK,MAAMtC,EAAAA,wBAAwB,MAAM,CAAC,CAAC,EAC1G,OAAOuC,EAAa,SAAWA,EAAa,KAAK,eAAiBrC,EAAAA,aAAa,QACjF,MAAQ,CACN,MAAO,EACT,CACF,CAAC,CACH"}

package/dist/helpers/checkProblemDirIsolation.js.map

@@ -1 +1 @@
-{"version":3,"file":"checkProblemDirIsolation.js","names":["path","ISOLATION_CHECK_MIN_TIMEOUT_MS","ISOLATION_CHECK_OVERHEAD_MS","checkProblemDirIsolation","timeoutMs","options","tempRoot","copyResult","copyProblemDirToTemporaryRoot","problemDir","absoluteProblemDir","relativeCwd","resolvedCwd","copiedCwd","copiedProblemDir","scriptPath","getInvokedScriptPath","printDebugBanner","execArgv","isIsolationExecArg","paramsJson","isRecord","params","result","runHarnessProcess","isAcceptedJudgeOutput","describeFailure","error","getErrorMessage","forciblyRemoveDirectory","arg","relativeScriptPath","resultLines","stdout","line","TEST_CASE_RESULT_PREFIX","parsedResult","testCaseResultSchema","DecisionCode"],"sources":["../../src/helpers/checkProblemDirIsolation.ts"],"sourcesContent":["import path from 'node:path';\nimport { getErrorMessage, isRecord } from '@willbooster/shared-lib';\n\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\n\nimport { printDebugBanner } from './printDebugBanner.js';\nimport type { ResolvedCwd } from './resolveCwds.js';\nimport { type HarnessProcessResult, runHarnessProcess } from './runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from './temporaryProblemDirCopy.js';\n\nconst ISOLATION_CHECK_MIN_TIMEOUT_MS = 30_000;\n// Starting bun and printing results are not covered by the judge's own limits.\nconst ISOLATION_CHECK_OVERHEAD_MS = 10_000;\nconst ISOLATION_CHECK_MAX_OUTPUT_BYTES = 64 * 1024 * 1024;\n\nexport interface ProblemDirIsolationCheckOptions {\n  /**\n   * The judge's declared worst-case duration for one accepted submission (build timeout plus the\n   * time limit of every test case). The check allows at least that plus a fixed overhead; per-case\n   * process startup and custom judge callbacks are not budgeted separately.\n   */\n  expectedMaxDurationMs?: number;\n}\n\nexport interface ProblemDirIsolationCheckResult {\n  passed: boolean;\n}\n\n/**\n * Check that a judge can run after only the problem directory is copied elsewhere.\n */\nexport async function checkProblemDirIsolation(\n  problemDir: string,\n  resolvedCwd: ResolvedCwd,\n  params: unknown,\n  options: ProblemDirIsolationCheckOptions = {}\n): Promise<ProblemDirIsolationCheckResult> {\n  const timeoutMs = Math.max(\n    ISOLATION_CHECK_MIN_TIMEOUT_MS,\n    (options.expectedMaxDurationMs ?? 0) + ISOLATION_CHECK_OVERHEAD_MS\n  );\n  let tempRoot: string | undefined;\n  try {\n    const copyResult = await copyProblemDirToTemporaryRoot(problemDir);\n    tempRoot = copyResult.tempRoot;\n    const { copiedProblemDir } = copyResult;\n    const absoluteProblemDir = path.resolve(problemDir);\n\n    const relativeCwd = path.relative(absoluteProblemDir, path.resolve(resolvedCwd.cwd));\n    const copiedCwd = path.join(copiedProblemDir, relativeCwd);\n    const scriptPath = getInvokedScriptPath(absoluteProblemDir);\n    if (scriptPath.startsWith('..') || path.isAbsolute(scriptPath)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check skipped',\n        '',\n        'The invoked judge script is located outside the problem directory.',\n        `Script path: ${scriptPath}`,\n      ]);\n      return { passed: true };\n    }\n    const execArgv = process.execArgv.filter(isIsolationExecArg);\n    const paramsJson = JSON.stringify(isRecord(params) ? params : {});\n    const result = await runHarnessProcess([...execArgv, scriptPath, copiedCwd, paramsJson], {\n      cwd: copiedProblemDir,\n      env: process.env,\n      timeoutMs,\n      maxOutputBytes: ISOLATION_CHECK_MAX_OUTPUT_BYTES,\n      tempRoot,\n    });\n\n    if (result.exitCode === 0 && isAcceptedJudgeOutput(result.stdout)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check passed',\n        '',\n        `Copied problem dir : ${copiedProblemDir}`,\n        `Checked cwd        : ${relativeCwd}`,\n      ]);\n      return { passed: true };\n    }\n\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed',\n      '',\n      ...describeFailure(result, timeoutMs, options),\n      '',\n      `Copied problem dir : ${copiedProblemDir}`,\n      `Checked cwd        : ${relativeCwd}`,\n      `Exit status        : ${result.exitCode ?? result.signal ?? 'unknown'}`,\n      `Failure reason     : ${result.failureReason ?? '<none>'}`,\n      '',\n      'stdout:',\n      result.stdout.trimEnd() || '<empty>',\n      '',\n      'stderr:',\n      result.stderr.trimEnd() || '<empty>',\n    ]);\n    return { passed: false };\n  } catch (error) {\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed due to an unexpected error',\n      '',\n      getErrorMessage(error),\n    ]);\n    return { passed: false };\n  } finally {\n    // Cleanup failures must not mask the primary isolation check result.\n    if (tempRoot) await forciblyRemoveDirectory(tempRoot);\n  }\n}\n\nfunction describeFailure(\n  result: HarnessProcessResult,\n  timeoutMs: number,\n  options: ProblemDirIsolationCheckOptions\n): string[] {\n  if (result.timedOut) {\n    return [\n      `The judge did not finish within ${timeoutMs / 1000} seconds after copying only the problem directory to a temporary location.`,\n      ...(options.expectedMaxDurationMs === undefined\n        ? [\n            `This judge declares no run time, so the check uses its fixed ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000}-second budget.`,\n          ]\n        : [\n            `The budget is the larger of ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000} seconds and the build timeout plus the time limit of every test case plus a ${ISOLATION_CHECK_OVERHEAD_MS / 1000}-second overhead.`,\n            'Check timeLimitMs, the number of test cases, and one-off startup costs such as cold caches.',\n          ]),\n    ];\n  }\n  if (result.failureReason !== undefined) {\n    return ['The judge was stopped before it finished; see the failure reason below.'];\n  }\n  if (result.exitCode === undefined) {\n    return [\n      `The judge was terminated by ${result.signal ?? 'an unknown signal'} (e.g. an out-of-memory kill or a cancelled job).`,\n    ];\n  }\n  return [\n    'The judge did not complete successfully after copying only the problem directory to a temporary location.',\n    'Make sure judge.ts imports only files included in the problem directory.',\n  ];\n}\n\nfunction isIsolationExecArg(arg: string): boolean {\n  return !arg.startsWith('--inspect') && !arg.startsWith('--watch') && !arg.startsWith('--hot');\n}\n\nfunction getInvokedScriptPath(problemDir: string): string {\n  const scriptPath = process.argv[1];\n  if (!scriptPath) return `.${path.sep}judge.ts`;\n  const relativeScriptPath = path.relative(problemDir, path.resolve(scriptPath));\n  if (path.isAbsolute(relativeScriptPath)) return relativeScriptPath;\n  return relativeScriptPath.startsWith('.') ? relativeScriptPath : `.${path.sep}${relativeScriptPath}`;\n}\n\nfunction isAcceptedJudgeOutput(stdout: string): boolean {\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  if (resultLines.length === 0) return false;\n\n  return resultLines.every((line) => {\n    try {\n      const parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n      return parsedResult.success && parsedResult.data.decisionCode === DecisionCode.ACCEPTED;\n    } catch {\n      return false;\n    }\n  });\n}\n"],"mappings":"sdAWA,MAAMC,EAAiC,IAEjCC,EAA8B,IAmBpC,eAAsBC,EACpB,EACA,EACA,EACA,EAA2C,CAAC,EACH,CACzC,IAAMC,EAAY,KAAK,IACrBH,GACCI,EAAQ,uBAAyB,GAAKH,CACzC,EACII,EACJ,GAAI,CACF,IAAMC,EAAa,MAAMC,EAA8BC,CAAU,EACjE,EAAWF,EAAW,SACtB,GAAM,CAAE,oBAAqBA,EACvBG,EAAqBV,EAAK,QAAQS,CAAU,EAE5CE,EAAcX,EAAK,SAASU,EAAoBV,EAAK,QAAQY,EAAY,GAAG,CAAC,EAC7EC,EAAYb,EAAK,KAAKc,EAAkBH,CAAW,EACnDI,EAAaC,EAAqBN,CAAkB,EAC1D,GAAIK,EAAW,WAAW,IAAI,GAAKf,EAAK,WAAWe,CAAU,EAO3D,OANAE,EAAiB,CACf,wDACA,GACA,qEACA,gBAAgBF,GAClB,CAAC,EACM,CAAE,OAAQ,EAAK,EAExB,IAAMG,EAAW,QAAQ,SAAS,OAAOC,CAAkB,EACrDC,EAAa,KAAK,UAAUC,EAASC,CAAM,EAAIA,EAAS,CAAC,CAAC,EAC1DC,EAAS,MAAMC,EAAkB,CAAC,GAAGN,EAAUH,EAAYF,EAAWO,CAAU,EAAG,CACvF,IAAKN,EACL,IAAK,QAAQ,IACb,YACA,eAAgB,SAChB,UACF,CAAC,EA4BD,OA1BIS,EAAO,WAAa,GAAKE,EAAsBF,EAAO,MAAM,GAC9DN,EAAiB,CACf,uDACA,GACA,wBAAwBH,IACxB,wBAAwBH,GAC1B,CAAC,EACM,CAAE,OAAQ,EAAK,IAGxBM,EAAiB,CACf,uDACA,GACA,GAAGS,EAAgBH,EAAQnB,EAAWC,CAAO,EAC7C,GACA,wBAAwBS,IACxB,wBAAwBH,IACxB,wBAAwBY,EAAO,UAAYA,EAAO,QAAU,YAC5D,wBAAwBA,EAAO,eAAiB,WAChD,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,UAC3B,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,SAC7B,CAAC,EACM,CAAE,OAAQ,EAAM,EACzB,OAASI,EAAO,CAMd,OALAV,EAAiB,CACf,kFACA,GACAW,EAAgBD,CAAK,CACvB,CAAC,EACM,CAAE,OAAQ,EAAM,CACzB,QAAU,CAEJrB,GAAU,MAAMuB,EAAwBvB,CAAQ,CACtD,CACF,CAEA,SAASoB,EACP,EACA,EACA,EACU,CAsBV,OArBIH,EAAO,SACF,CACL,mCAAmCnB,EAAY,IAAK,4EACpD,GAAIC,EAAQ,wBAA0B,IAAA,GAClC,CACE,gEAAgEJ,EAAiC,IAAK,gBACxG,EACA,CACE,+BAA+BA,EAAiC,IAAK,+EAA+EC,EAA8B,IAAK,mBACvL,6FACF,CACN,EAEEqB,EAAO,gBAAkB,IAAA,GAGzBA,EAAO,WAAa,IAAA,GACf,CACL,+BAA+BA,EAAO,QAAU,oBAAoB,kDACtE,EAEK,CACL,4GACA,0EACF,EAVS,CAAC,yEAAyE,CAWrF,CAEA,SAASJ,EAAmB,EAAsB,CAChD,MAAO,CAACW,EAAI,WAAW,WAAW,GAAK,CAACA,EAAI,WAAW,SAAS,GAAK,CAACA,EAAI,WAAW,OAAO,CAC9F,CAEA,SAASd,EAAqB,EAA4B,CACxD,IAAMD,EAAa,QAAQ,KAAK,GAChC,GAAI,CAACA,EAAY,MAAO,IAAIf,EAAK,IAAI,UACrC,IAAM+B,EAAqB/B,EAAK,SAASS,EAAYT,EAAK,QAAQe,CAAU,CAAC,EAE7E,OADIf,EAAK,WAAW+B,CAAkB,GAC/BA,EAAmB,WAAW,GAAG,EADQA,EACiB,IAAI/B,EAAK,MAAM+B,GAClF,CAEA,SAASN,EAAsB,EAAyB,CACtD,IAAMO,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAWC,CAAuB,CAAC,EAGnG,OAFIH,EAAY,SAAW,GAEpBA,EAAY,MAAO,GAAS,CACjC,GAAI,CACF,IAAMI,EAAeC,EAAqB,UAAU,KAAK,MAAMH,EAAK,MAAMC,EAAwB,MAAM,CAAC,CAAC,EAC1G,OAAOC,EAAa,SAAWA,EAAa,KAAK,eAAiBE,EAAa,QACjF,MAAQ,CACN,MAAO,EACT,CACF,CAAC,CACH"}
+{"version":3,"file":"checkProblemDirIsolation.js","names":["path","ISOLATION_CHECK_MIN_TIMEOUT_MS","ISOLATION_CHECK_OVERHEAD_MS","checkProblemDirIsolation","timeoutMs","options","tempRoot","copyResult","copyProblemDirToTemporaryRoot","problemDir","absoluteProblemDir","relativeCwd","resolvedCwd","copiedCwd","copiedProblemDir","scriptPath","getInvokedScriptPath","printDebugBanner","execArgv","isIsolationExecArg","paramsJson","isRecord","params","result","runHarnessProcess","isAcceptedJudgeOutput","describeFailure","error","getErrorMessage","forciblyRemoveDirectory","arg","relativeScriptPath","resultLines","stdout","line","TEST_CASE_RESULT_PREFIX","parsedResult","testCaseResultSchema","DecisionCode"],"sources":["../../src/helpers/checkProblemDirIsolation.ts"],"sourcesContent":["import path from 'node:path';\n\nimport { getErrorMessage, isRecord } from '@willbooster/shared-lib';\n\nimport { DecisionCode } from '../types/decisionCode.js';\nimport { TEST_CASE_RESULT_PREFIX, testCaseResultSchema } from '../types/testCaseResult.js';\nimport { printDebugBanner } from './printDebugBanner.js';\nimport type { ResolvedCwd } from './resolveCwds.js';\nimport { type HarnessProcessResult, runHarnessProcess } from './runHarnessProcess.js';\nimport { copyProblemDirToTemporaryRoot, forciblyRemoveDirectory } from './temporaryProblemDirCopy.js';\n\nconst ISOLATION_CHECK_MIN_TIMEOUT_MS = 30_000;\n// Starting bun and printing results are not covered by the judge's own limits.\nconst ISOLATION_CHECK_OVERHEAD_MS = 10_000;\nconst ISOLATION_CHECK_MAX_OUTPUT_BYTES = 64 * 1024 * 1024;\n\nexport interface ProblemDirIsolationCheckOptions {\n  /**\n   * The judge's declared worst-case duration for one accepted submission (build timeout plus the\n   * time limit of every test case). The check allows at least that plus a fixed overhead; per-case\n   * process startup and custom judge callbacks are not budgeted separately.\n   */\n  expectedMaxDurationMs?: number;\n}\n\nexport interface ProblemDirIsolationCheckResult {\n  passed: boolean;\n}\n\n/**\n * Check that a judge can run after only the problem directory is copied elsewhere.\n */\nexport async function checkProblemDirIsolation(\n  problemDir: string,\n  resolvedCwd: ResolvedCwd,\n  params: unknown,\n  options: ProblemDirIsolationCheckOptions = {}\n): Promise<ProblemDirIsolationCheckResult> {\n  const timeoutMs = Math.max(\n    ISOLATION_CHECK_MIN_TIMEOUT_MS,\n    (options.expectedMaxDurationMs ?? 0) + ISOLATION_CHECK_OVERHEAD_MS\n  );\n  let tempRoot: string | undefined;\n  try {\n    const copyResult = await copyProblemDirToTemporaryRoot(problemDir);\n    tempRoot = copyResult.tempRoot;\n    const { copiedProblemDir } = copyResult;\n    const absoluteProblemDir = path.resolve(problemDir);\n\n    const relativeCwd = path.relative(absoluteProblemDir, path.resolve(resolvedCwd.cwd));\n    const copiedCwd = path.join(copiedProblemDir, relativeCwd);\n    const scriptPath = getInvokedScriptPath(absoluteProblemDir);\n    if (scriptPath.startsWith('..') || path.isAbsolute(scriptPath)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check skipped',\n        '',\n        'The invoked judge script is located outside the problem directory.',\n        `Script path: ${scriptPath}`,\n      ]);\n      return { passed: true };\n    }\n    const execArgv = process.execArgv.filter(isIsolationExecArg);\n    const paramsJson = JSON.stringify(isRecord(params) ? params : {});\n    const result = await runHarnessProcess([...execArgv, scriptPath, copiedCwd, paramsJson], {\n      cwd: copiedProblemDir,\n      env: process.env,\n      timeoutMs,\n      maxOutputBytes: ISOLATION_CHECK_MAX_OUTPUT_BYTES,\n      tempRoot,\n    });\n\n    if (result.exitCode === 0 && isAcceptedJudgeOutput(result.stdout)) {\n      printDebugBanner([\n        '[DEBUG MODE] isolated problem directory check passed',\n        '',\n        `Copied problem dir : ${copiedProblemDir}`,\n        `Checked cwd        : ${relativeCwd}`,\n      ]);\n      return { passed: true };\n    }\n\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed',\n      '',\n      ...describeFailure(result, timeoutMs, options),\n      '',\n      `Copied problem dir : ${copiedProblemDir}`,\n      `Checked cwd        : ${relativeCwd}`,\n      `Exit status        : ${result.exitCode ?? result.signal ?? 'unknown'}`,\n      `Failure reason     : ${result.failureReason ?? '<none>'}`,\n      '',\n      'stdout:',\n      result.stdout.trimEnd() || '<empty>',\n      '',\n      'stderr:',\n      result.stderr.trimEnd() || '<empty>',\n    ]);\n    return { passed: false };\n  } catch (error) {\n    printDebugBanner([\n      '[DEBUG MODE] isolated problem directory check failed due to an unexpected error',\n      '',\n      getErrorMessage(error),\n    ]);\n    return { passed: false };\n  } finally {\n    // Cleanup failures must not mask the primary isolation check result.\n    if (tempRoot) await forciblyRemoveDirectory(tempRoot);\n  }\n}\n\nfunction describeFailure(\n  result: HarnessProcessResult,\n  timeoutMs: number,\n  options: ProblemDirIsolationCheckOptions\n): string[] {\n  if (result.timedOut) {\n    return [\n      `The judge did not finish within ${timeoutMs / 1000} seconds after copying only the problem directory to a temporary location.`,\n      ...(options.expectedMaxDurationMs === undefined\n        ? [\n            `This judge declares no run time, so the check uses its fixed ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000}-second budget.`,\n          ]\n        : [\n            `The budget is the larger of ${ISOLATION_CHECK_MIN_TIMEOUT_MS / 1000} seconds and the build timeout plus the time limit of every test case plus a ${ISOLATION_CHECK_OVERHEAD_MS / 1000}-second overhead.`,\n            'Check timeLimitMs, the number of test cases, and one-off startup costs such as cold caches.',\n          ]),\n    ];\n  }\n  if (result.failureReason !== undefined) {\n    return ['The judge was stopped before it finished; see the failure reason below.'];\n  }\n  if (result.exitCode === undefined) {\n    return [\n      `The judge was terminated by ${result.signal ?? 'an unknown signal'} (e.g. an out-of-memory kill or a cancelled job).`,\n    ];\n  }\n  return [\n    'The judge did not complete successfully after copying only the problem directory to a temporary location.',\n    'Make sure judge.ts imports only files included in the problem directory.',\n  ];\n}\n\nfunction isIsolationExecArg(arg: string): boolean {\n  return !arg.startsWith('--inspect') && !arg.startsWith('--watch') && !arg.startsWith('--hot');\n}\n\nfunction getInvokedScriptPath(problemDir: string): string {\n  const scriptPath = process.argv[1];\n  if (!scriptPath) return `.${path.sep}judge.ts`;\n  const relativeScriptPath = path.relative(problemDir, path.resolve(scriptPath));\n  if (path.isAbsolute(relativeScriptPath)) return relativeScriptPath;\n  return relativeScriptPath.startsWith('.') ? relativeScriptPath : `.${path.sep}${relativeScriptPath}`;\n}\n\nfunction isAcceptedJudgeOutput(stdout: string): boolean {\n  const resultLines = stdout.split(/\\r?\\n/).filter((line) => line.startsWith(TEST_CASE_RESULT_PREFIX));\n  if (resultLines.length === 0) return false;\n\n  return resultLines.every((line) => {\n    try {\n      const parsedResult = testCaseResultSchema.safeParse(JSON.parse(line.slice(TEST_CASE_RESULT_PREFIX.length)));\n      return parsedResult.success && parsedResult.data.decisionCode === DecisionCode.ACCEPTED;\n    } catch {\n      return false;\n    }\n  });\n}\n"],"mappings":"sdAWA,MAAMC,EAAiC,IAEjCC,EAA8B,IAmBpC,eAAsBC,EACpB,EACA,EACA,EACA,EAA2C,CAAC,EACH,CACzC,IAAMC,EAAY,KAAK,IACrBH,GACCI,EAAQ,uBAAyB,GAAKH,CACzC,EACII,EACJ,GAAI,CACF,IAAMC,EAAa,MAAMC,EAA8BC,CAAU,EACjE,EAAWF,EAAW,SACtB,GAAM,CAAE,oBAAqBA,EACvBG,EAAqBV,EAAK,QAAQS,CAAU,EAE5CE,EAAcX,EAAK,SAASU,EAAoBV,EAAK,QAAQY,EAAY,GAAG,CAAC,EAC7EC,EAAYb,EAAK,KAAKc,EAAkBH,CAAW,EACnDI,EAAaC,EAAqBN,CAAkB,EAC1D,GAAIK,EAAW,WAAW,IAAI,GAAKf,EAAK,WAAWe,CAAU,EAO3D,OANAE,EAAiB,CACf,wDACA,GACA,qEACA,gBAAgBF,GAClB,CAAC,EACM,CAAE,OAAQ,EAAK,EAExB,IAAMG,EAAW,QAAQ,SAAS,OAAOC,CAAkB,EACrDC,EAAa,KAAK,UAAUC,EAASC,CAAM,EAAIA,EAAS,CAAC,CAAC,EAC1DC,EAAS,MAAMC,EAAkB,CAAC,GAAGN,EAAUH,EAAYF,EAAWO,CAAU,EAAG,CACvF,IAAKN,EACL,IAAK,QAAQ,IACb,YACA,eAAgB,SAChB,UACF,CAAC,EA4BD,OA1BIS,EAAO,WAAa,GAAKE,EAAsBF,EAAO,MAAM,GAC9DN,EAAiB,CACf,uDACA,GACA,wBAAwBH,IACxB,wBAAwBH,GAC1B,CAAC,EACM,CAAE,OAAQ,EAAK,IAGxBM,EAAiB,CACf,uDACA,GACA,GAAGS,EAAgBH,EAAQnB,EAAWC,CAAO,EAC7C,GACA,wBAAwBS,IACxB,wBAAwBH,IACxB,wBAAwBY,EAAO,UAAYA,EAAO,QAAU,YAC5D,wBAAwBA,EAAO,eAAiB,WAChD,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,UAC3B,GACA,UACAA,EAAO,OAAO,QAAQ,GAAK,SAC7B,CAAC,EACM,CAAE,OAAQ,EAAM,EACzB,OAASI,EAAO,CAMd,OALAV,EAAiB,CACf,kFACA,GACAW,EAAgBD,CAAK,CACvB,CAAC,EACM,CAAE,OAAQ,EAAM,CACzB,QAAU,CAEJrB,GAAU,MAAMuB,EAAwBvB,CAAQ,CACtD,CACF,CAEA,SAASoB,EACP,EACA,EACA,EACU,CAsBV,OArBIH,EAAO,SACF,CACL,mCAAmCnB,EAAY,IAAK,4EACpD,GAAIC,EAAQ,wBAA0B,IAAA,GAClC,CACE,gEAAgEJ,EAAiC,IAAK,gBACxG,EACA,CACE,+BAA+BA,EAAiC,IAAK,+EAA+EC,EAA8B,IAAK,mBACvL,6FACF,CACN,EAEEqB,EAAO,gBAAkB,IAAA,GAGzBA,EAAO,WAAa,IAAA,GACf,CACL,+BAA+BA,EAAO,QAAU,oBAAoB,kDACtE,EAEK,CACL,4GACA,0EACF,EAVS,CAAC,yEAAyE,CAWrF,CAEA,SAASJ,EAAmB,EAAsB,CAChD,MAAO,CAACW,EAAI,WAAW,WAAW,GAAK,CAACA,EAAI,WAAW,SAAS,GAAK,CAACA,EAAI,WAAW,OAAO,CAC9F,CAEA,SAASd,EAAqB,EAA4B,CACxD,IAAMD,EAAa,QAAQ,KAAK,GAChC,GAAI,CAACA,EAAY,MAAO,IAAIf,EAAK,IAAI,UACrC,IAAM+B,EAAqB/B,EAAK,SAASS,EAAYT,EAAK,QAAQe,CAAU,CAAC,EAE7E,OADIf,EAAK,WAAW+B,CAAkB,GAC/BA,EAAmB,WAAW,GAAG,EADQA,EACiB,IAAI/B,EAAK,MAAM+B,GAClF,CAEA,SAASN,EAAsB,EAAyB,CACtD,IAAMO,EAAcC,EAAO,MAAM,OAAO,CAAC,CAAC,OAAQ,GAASC,EAAK,WAAWC,CAAuB,CAAC,EAGnG,OAFIH,EAAY,SAAW,GAEpBA,EAAY,MAAO,GAAS,CACjC,GAAI,CACF,IAAMI,EAAeC,EAAqB,UAAU,KAAK,MAAMH,EAAK,MAAMC,EAAwB,MAAM,CAAC,CAAC,EAC1G,OAAOC,EAAa,SAAWA,EAAa,KAAK,eAAiBE,EAAa,QACjF,MAAQ,CACN,MAAO,EACT,CACF,CAAC,CACH"}

package/dist/helpers/compareExpectedOutputFiles.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"compareExpectedOutputFiles.cjs","names":["fs","path","encodeFileForTestCaseResult","compareStdoutAsSpaceSeparatedTokens","require_runtime","require_compareStdoutAsSpaceSeparatedTokens","require_printTestCaseResult","node_fs","node_path","MAX_COMPARED_FILE_BYTES","compareExpectedOutputFiles","mismatchedPaths","outputFiles","expectedFiles","fileOutputPath","dirent","a","b","absolutePath","relativePath","expected","received","readReceivedFile","cwd","fileContentsMatch","toComparisonPath","judgeAgainstExpectations","context","matches","expectedStdout","stdout","comparison","mergeComparisonOutputFiles","comparisonPaths","file","replacedPaths","filePath","dir","name","role","ext","stats","receivedPath","isTextFile","utf8Decoder","data"],"sources":["../../src/helpers/compareExpectedOutputFiles.ts"],"sourcesContent":["import fs from 'node:fs';\nimport path from 'node:path';\n\nimport type { TestCaseResult } from '../types/testCaseResult.js';\n\nimport { compareStdoutAsSpaceSeparatedTokens } from './compareStdoutAsSpaceSeparatedTokens.js';\nimport { encodeFileForTestCaseResult } from './printTestCaseResult.js';\n\ntype OutputFile = NonNullable<TestCaseResult['outputFiles']>[number];\n\n// Bound what the harness reads and reports.\nexport const MAX_COMPARED_FILE_BYTES = 8 * 1024 * 1024;\nexport const MAX_REPORTED_FILE_BYTES = 1024 * 1024;\n\nexport interface ExpectedOutputFilesComparison {\n  /** Whether every file under the expected directory has a matching file in the working directory. */\n  matches: boolean;\n  /** Relative paths (from the working directory) of the files that are missing or different. */\n  mismatchedPaths: string[];\n  /**\n   * `<name>_expected.<ext>` / `<name>_received.<ext>` pairs for each mismatched file, in the\n   * format Exercode renders side by side. A received file that is missing, unreadable, not a\n   * regular file or larger than `MAX_COMPARED_FILE_BYTES` yields only the expected entry, and a\n   * file larger than `MAX_REPORTED_FILE_BYTES` is left out of the pair. Exercode decides per test case whether a learner may see these files.\n   */\n  outputFiles: OutputFile[];\n}\n\n/**\n * Compare the files under a test case's `.fout` directory with the files the submission wrote to\n * its working directory. Text files are compared like stdout (space-separated tokens with a\n * numeric tolerance); binary files must match byte for byte.\n */\nexport async function compareExpectedOutputFiles(\n  cwd: string,\n  fileOutputPath: string\n): Promise<ExpectedOutputFilesComparison> {\n  const mismatchedPaths: string[] = [];\n  const outputFiles: OutputFile[] = [];\n  const dirents = await fs.promises.readdir(fileOutputPath, { withFileTypes: true, recursive: true });\n  const expectedFiles = dirents\n    .filter((dirent) => dirent.isFile())\n    .map((dirent) => ({\n      absolutePath: path.join(dirent.parentPath, dirent.name),\n      // POSIX separators: `requiredOutputFilePaths` and the result format use them on every platform.\n      relativePath: path.posix.join(...path.relative(fileOutputPath, dirent.parentPath).split(path.sep), dirent.name),\n    }))\n    .toSorted((a, b) => (a.relativePath < b.relativePath ? -1 : a.relativePath > b.relativePath ? 1 : 0));\n  for (const { absolutePath, relativePath } of expectedFiles) {\n    // A larger expectation could never be matched by a received file, so it is an authoring error.\n    const expectedStats = await fs.promises.stat(absolutePath);\n    if (expectedStats.size > MAX_COMPARED_FILE_BYTES) {\n      throw new Error(`expected output file ${relativePath} exceeds ${MAX_COMPARED_FILE_BYTES} bytes`);\n    }\n    const expected = await fs.promises.readFile(absolutePath);\n    const received = await readReceivedFile(path.join(cwd, relativePath));\n    if (received && fileContentsMatch(expected, received)) continue;\n\n    mismatchedPaths.push(relativePath);\n    // A file too large to ship in a result line is left out of the pair rather than truncated.\n    if (expected.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'expected'), expected));\n    }\n    if (received && received.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'received'), received));\n    }\n  }\n  return { matches: mismatchedPaths.length === 0, mismatchedPaths, outputFiles };\n}\n\n/**\n * The default verdict of the presets: `.out` decides stdout and `.fout/` decides output files, both\n * checked so a result carries every mismatch; either expectation may be absent. Returns whether the\n * run matched and the output files to report (the plain copies of mismatched required output files\n * replaced by their comparison pairs).\n */\nexport async function judgeAgainstExpectations(context: {\n  stdout: string;\n  expectedStdout: string | undefined;\n  fileOutputPath: string | undefined;\n  cwd: string;\n  outputFiles: readonly OutputFile[];\n}): Promise<{ matches: boolean; outputFiles: OutputFile[] }> {\n  const { stdout, expectedStdout, fileOutputPath, cwd } = context;\n  let outputFiles = [...context.outputFiles];\n  let matches = expectedStdout === undefined || compareStdoutAsSpaceSeparatedTokens(stdout, expectedStdout);\n  if (fileOutputPath !== undefined) {\n    const comparison = await compareExpectedOutputFiles(cwd, fileOutputPath);\n    if (!comparison.matches) {\n      matches = false;\n      outputFiles = mergeComparisonOutputFiles(outputFiles, comparison);\n    }\n  }\n  return { matches, outputFiles };\n}\n\n/**\n * Replace the plain copies of mismatched required output files with the comparison pairs, so a\n * result shows `<name>_expected.<ext>` / `<name>_received.<ext>` instead of a lone `<name>.<ext>`.\n */\nexport function mergeComparisonOutputFiles(\n  outputFiles: readonly OutputFile[],\n  comparison: ExpectedOutputFilesComparison\n): OutputFile[] {\n  const comparisonPaths = new Set(comparison.outputFiles.map((file) => file.path));\n  // The plain copy gives way to its `_received` entry; a mismatch too large for a pair keeps the\n  // plain copy, and a kept file literally named like a pair entry would make the path ambiguous.\n  const replacedPaths = new Set(\n    comparison.mismatchedPaths.filter((filePath) => comparisonPaths.has(toComparisonPath(filePath, 'received')))\n  );\n  return [\n    ...outputFiles.filter((file) => !replacedPaths.has(file.path) && !comparisonPaths.has(file.path)),\n    ...comparison.outputFiles,\n  ];\n}\n\n/** `c.txt` → `c_expected.txt`; `out/c.txt` → `out/c_expected.txt`. */\nfunction toComparisonPath(filePath: string, role: 'expected' | 'received'): string {\n  const { dir, name, ext } = path.posix.parse(filePath);\n  return path.posix.join(dir, `${name}_${role}${ext}`);\n}\n\n// Anything that is not a plain, readable file within the size limit (a directory, a FIFO that would\n// block, an unreadable or huge file) counts as \"not produced\".\nasync function readReceivedFile(receivedPath: string): Promise<Buffer | undefined> {\n  try {\n    const stats = await fs.promises.stat(receivedPath);\n    if (!stats.isFile() || stats.size > MAX_COMPARED_FILE_BYTES) return undefined;\n    return await fs.promises.readFile(receivedPath);\n  } catch {\n    return undefined;\n  }\n}\n\nfunction fileContentsMatch(expected: Buffer, received: Buffer): boolean {\n  if (!isTextFile(expected)) return received.equals(expected);\n  if (!isTextFile(received)) return false;\n  return compareStdoutAsSpaceSeparatedTokens(received.toString('utf8'), expected.toString('utf8'));\n}\n\nconst utf8Decoder = new TextDecoder('utf-8', { fatal: true });\n\n// Valid UTF-8 without NUL bytes: a binary format that happens to decode (e.g. a PNG chunk) almost\n// always contains NUL, while text files containing U+FFFD are still treated as text.\nfunction isTextFile(data: Buffer): boolean {\n  if (data.includes(0)) return false;\n  try {\n    utf8Decoder.decode(data);\n    return true;\n  } catch {\n    return false;\n  }\n}\n"],"mappings":"sPAWA,MAAaS,EAA0B,QAsBvC,eAAsBC,EACpB,EACA,EACwC,CACxC,IAAMC,EAA4B,CAAC,EAC7BC,EAA4B,CAAC,EAE7BC,GAAgB,MADAb,EAAAA,QAAG,SAAS,QAAQc,EAAgB,CAAE,cAAe,GAAM,UAAW,EAAK,CAAC,EAAA,CAE/F,OAAQ,GAAWC,EAAO,OAAO,CAAC,CAAC,CACnC,IAAK,IAAY,CAChB,aAAcd,EAAAA,QAAK,KAAKc,EAAO,WAAYA,EAAO,IAAI,EAEtD,aAAcd,EAAAA,QAAK,MAAM,KAAK,GAAGA,EAAAA,QAAK,SAASa,EAAgBC,EAAO,UAAU,CAAC,CAAC,MAAMd,EAAAA,QAAK,GAAG,EAAGc,EAAO,IAAI,CAChH,EAAE,CAAC,CACF,UAAU,EAAG,IAAOC,EAAE,aAAeC,EAAE,aAAe,GAAK,IAAE,aAAeA,EAAE,aAAqB,EACtG,IAAK,GAAM,CAAE,eAAc,kBAAkBJ,EAAe,CAG1D,IAAI,MADwBb,EAAAA,QAAG,SAAS,KAAKkB,CAAY,EAAA,CACvC,KAAA,QAChB,MAAU,MAAM,wBAAwBC,EAAa,WAAWV,EAAwB,OAAO,EAEjG,IAAMW,EAAW,MAAMpB,EAAAA,QAAG,SAAS,SAASkB,CAAY,EAClDG,EAAW,MAAMC,EAAiBrB,EAAAA,QAAK,KAAKsB,EAAKJ,CAAY,CAAC,EAChEE,GAAYG,EAAkBJ,EAAUC,CAAQ,IAEpDV,EAAgB,KAAKQ,CAAY,EAE7BC,EAAS,QAAA,SACXR,EAAY,KAAKV,EAAAA,4BAA4BuB,EAAiBN,EAAc,UAAU,EAAGC,CAAQ,CAAC,EAEhGC,GAAYA,EAAS,QAAA,SACvBT,EAAY,KAAKV,EAAAA,4BAA4BuB,EAAiBN,EAAc,UAAU,EAAGE,CAAQ,CAAC,EAEtG,CACA,MAAO,CAAE,QAASV,EAAgB,SAAW,EAAG,kBAAiB,aAAY,CAC/E,CAQA,eAAsBe,EAAyB,EAMc,CAC3D,GAAM,CAAE,SAAQ,iBAAgB,iBAAgB,OAAQC,EACpDf,EAAc,CAAC,GAAGe,EAAQ,WAAW,EACrCC,EAAUC,IAAmB,IAAA,IAAa1B,EAAAA,oCAAoC2B,EAAQD,CAAc,EACxG,GAAIf,IAAmB,IAAA,GAAW,CAChC,IAAMiB,EAAa,MAAMrB,EAA2Ba,EAAKT,CAAc,EAClEiB,EAAW,UACd,EAAU,GACV,EAAcC,EAA2BpB,EAAamB,CAAU,EAEpE,CACA,MAAO,CAAE,UAAS,aAAY,CAChC,CAMA,SAAgBC,EACd,EACA,EACc,CACd,IAAMC,EAAkB,IAAI,IAAIF,EAAW,YAAY,IAAK,GAASG,EAAK,IAAI,CAAC,EAGzEC,EAAgB,IAAI,IACxBJ,EAAW,gBAAgB,OAAQ,GAAaE,EAAgB,IAAIR,EAAiBW,EAAU,UAAU,CAAC,CAAC,CAC7G,EACA,MAAO,CACL,GAAGxB,EAAY,OAAQ,GAAS,CAACuB,EAAc,IAAID,EAAK,IAAI,GAAK,CAACD,EAAgB,IAAIC,EAAK,IAAI,CAAC,EAChG,GAAGH,EAAW,WAChB,CACF,CAGA,SAASN,EAAiB,EAAkB,EAAuC,CACjF,GAAM,CAAE,MAAK,OAAM,OAAQxB,EAAAA,QAAK,MAAM,MAAMmC,CAAQ,EACpD,OAAOnC,EAAAA,QAAK,MAAM,KAAKoC,EAAK,GAAGC,EAAK,GAAGC,IAAOC,GAAK,CACrD,CAIA,eAAelB,EAAiB,EAAmD,CACjF,GAAI,CACF,IAAMmB,EAAQ,MAAMzC,EAAAA,QAAG,SAAS,KAAK0C,CAAY,EAEjD,MADI,CAACD,EAAM,OAAO,GAAKA,EAAM,KAAA,QAAgC,OACtD,MAAMzC,EAAAA,QAAG,SAAS,SAAS0C,CAAY,CAChD,MAAQ,CACN,MACF,CACF,CAEA,SAASlB,EAAkB,EAAkB,EAA2B,CAGtE,OAFKmB,EAAWvB,CAAQ,EACnBuB,EAAWtB,CAAQ,EACjBlB,EAAAA,oCAAoCkB,EAAS,SAAS,MAAM,EAAGD,EAAS,SAAS,MAAM,CAAC,EAD7D,GADAC,EAAS,OAAOD,CAAQ,CAG5D,CAEA,MAAMwB,EAAc,IAAI,YAAY,QAAS,CAAE,MAAO,EAAK,CAAC,EAI5D,SAASD,EAAW,EAAuB,CACzC,GAAIE,EAAK,SAAS,CAAC,EAAG,MAAO,GAC7B,GAAI,CAEF,OADAD,EAAY,OAAOC,CAAI,EAChB,EACT,MAAQ,CACN,MAAO,EACT,CACF"}
+{"version":3,"file":"compareExpectedOutputFiles.cjs","names":["fs","path","encodeFileForTestCaseResult","compareStdoutAsSpaceSeparatedTokens","require_runtime","require_compareStdoutAsSpaceSeparatedTokens","require_printTestCaseResult","node_fs","node_path","MAX_COMPARED_FILE_BYTES","compareExpectedOutputFiles","mismatchedPaths","outputFiles","expectedFiles","fileOutputPath","dirent","a","b","absolutePath","relativePath","expected","received","readReceivedFile","cwd","fileContentsMatch","toComparisonPath","judgeAgainstExpectations","context","matches","expectedStdout","stdout","comparison","mergeComparisonOutputFiles","comparisonPaths","file","replacedPaths","filePath","dir","name","role","ext","stats","receivedPath","isTextFile","utf8Decoder","data"],"sources":["../../src/helpers/compareExpectedOutputFiles.ts"],"sourcesContent":["import fs from 'node:fs';\nimport path from 'node:path';\n\nimport type { TestCaseResult } from '../types/testCaseResult.js';\nimport { compareStdoutAsSpaceSeparatedTokens } from './compareStdoutAsSpaceSeparatedTokens.js';\nimport { encodeFileForTestCaseResult } from './printTestCaseResult.js';\n\ntype OutputFile = NonNullable<TestCaseResult['outputFiles']>[number];\n\n// Bound what the harness reads and reports.\nexport const MAX_COMPARED_FILE_BYTES = 8 * 1024 * 1024;\nexport const MAX_REPORTED_FILE_BYTES = 1024 * 1024;\n\nexport interface ExpectedOutputFilesComparison {\n  /** Whether every file under the expected directory has a matching file in the working directory. */\n  matches: boolean;\n  /** Relative paths (from the working directory) of the files that are missing or different. */\n  mismatchedPaths: string[];\n  /**\n   * `<name>_expected.<ext>` / `<name>_received.<ext>` pairs for each mismatched file, in the\n   * format Exercode renders side by side. A received file that is missing, unreadable, not a\n   * regular file or larger than `MAX_COMPARED_FILE_BYTES` yields only the expected entry, and a\n   * file larger than `MAX_REPORTED_FILE_BYTES` is left out of the pair. Exercode decides per test case whether a learner may see these files.\n   */\n  outputFiles: OutputFile[];\n}\n\n/**\n * Compare the files under a test case's `.fout` directory with the files the submission wrote to\n * its working directory. Text files are compared like stdout (space-separated tokens with a\n * numeric tolerance); binary files must match byte for byte.\n */\nexport async function compareExpectedOutputFiles(\n  cwd: string,\n  fileOutputPath: string\n): Promise<ExpectedOutputFilesComparison> {\n  const mismatchedPaths: string[] = [];\n  const outputFiles: OutputFile[] = [];\n  const dirents = await fs.promises.readdir(fileOutputPath, { withFileTypes: true, recursive: true });\n  const expectedFiles = dirents\n    .filter((dirent) => dirent.isFile())\n    .map((dirent) => ({\n      absolutePath: path.join(dirent.parentPath, dirent.name),\n      // POSIX separators: `requiredOutputFilePaths` and the result format use them on every platform.\n      relativePath: path.posix.join(...path.relative(fileOutputPath, dirent.parentPath).split(path.sep), dirent.name),\n    }))\n    .toSorted((a, b) => (a.relativePath < b.relativePath ? -1 : a.relativePath > b.relativePath ? 1 : 0));\n  for (const { absolutePath, relativePath } of expectedFiles) {\n    // A larger expectation could never be matched by a received file, so it is an authoring error.\n    const expectedStats = await fs.promises.stat(absolutePath);\n    if (expectedStats.size > MAX_COMPARED_FILE_BYTES) {\n      throw new Error(`expected output file ${relativePath} exceeds ${MAX_COMPARED_FILE_BYTES} bytes`);\n    }\n    const expected = await fs.promises.readFile(absolutePath);\n    const received = await readReceivedFile(path.join(cwd, relativePath));\n    if (received && fileContentsMatch(expected, received)) continue;\n\n    mismatchedPaths.push(relativePath);\n    // A file too large to ship in a result line is left out of the pair rather than truncated.\n    if (expected.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'expected'), expected));\n    }\n    if (received && received.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'received'), received));\n    }\n  }\n  return { matches: mismatchedPaths.length === 0, mismatchedPaths, outputFiles };\n}\n\n/**\n * The default verdict of the presets: `.out` decides stdout and `.fout/` decides output files, both\n * checked so a result carries every mismatch; either expectation may be absent. Returns whether the\n * run matched and the output files to report (the plain copies of mismatched required output files\n * replaced by their comparison pairs).\n */\nexport async function judgeAgainstExpectations(context: {\n  stdout: string;\n  expectedStdout: string | undefined;\n  fileOutputPath: string | undefined;\n  cwd: string;\n  outputFiles: readonly OutputFile[];\n}): Promise<{ matches: boolean; outputFiles: OutputFile[] }> {\n  const { stdout, expectedStdout, fileOutputPath, cwd } = context;\n  let outputFiles = [...context.outputFiles];\n  let matches = expectedStdout === undefined || compareStdoutAsSpaceSeparatedTokens(stdout, expectedStdout);\n  if (fileOutputPath !== undefined) {\n    const comparison = await compareExpectedOutputFiles(cwd, fileOutputPath);\n    if (!comparison.matches) {\n      matches = false;\n      outputFiles = mergeComparisonOutputFiles(outputFiles, comparison);\n    }\n  }\n  return { matches, outputFiles };\n}\n\n/**\n * Replace the plain copies of mismatched required output files with the comparison pairs, so a\n * result shows `<name>_expected.<ext>` / `<name>_received.<ext>` instead of a lone `<name>.<ext>`.\n */\nexport function mergeComparisonOutputFiles(\n  outputFiles: readonly OutputFile[],\n  comparison: ExpectedOutputFilesComparison\n): OutputFile[] {\n  const comparisonPaths = new Set(comparison.outputFiles.map((file) => file.path));\n  // The plain copy gives way to its `_received` entry; a mismatch too large for a pair keeps the\n  // plain copy, and a kept file literally named like a pair entry would make the path ambiguous.\n  const replacedPaths = new Set(\n    comparison.mismatchedPaths.filter((filePath) => comparisonPaths.has(toComparisonPath(filePath, 'received')))\n  );\n  return [\n    ...outputFiles.filter((file) => !replacedPaths.has(file.path) && !comparisonPaths.has(file.path)),\n    ...comparison.outputFiles,\n  ];\n}\n\n/** `c.txt` → `c_expected.txt`; `out/c.txt` → `out/c_expected.txt`. */\nfunction toComparisonPath(filePath: string, role: 'expected' | 'received'): string {\n  const { dir, name, ext } = path.posix.parse(filePath);\n  return path.posix.join(dir, `${name}_${role}${ext}`);\n}\n\n// Anything that is not a plain, readable file within the size limit (a directory, a FIFO that would\n// block, an unreadable or huge file) counts as \"not produced\".\nasync function readReceivedFile(receivedPath: string): Promise<Buffer | undefined> {\n  try {\n    const stats = await fs.promises.stat(receivedPath);\n    if (!stats.isFile() || stats.size > MAX_COMPARED_FILE_BYTES) return undefined;\n    return await fs.promises.readFile(receivedPath);\n  } catch {\n    return undefined;\n  }\n}\n\nfunction fileContentsMatch(expected: Buffer, received: Buffer): boolean {\n  if (!isTextFile(expected)) return received.equals(expected);\n  if (!isTextFile(received)) return false;\n  return compareStdoutAsSpaceSeparatedTokens(received.toString('utf8'), expected.toString('utf8'));\n}\n\nconst utf8Decoder = new TextDecoder('utf-8', { fatal: true });\n\n// Valid UTF-8 without NUL bytes: a binary format that happens to decode (e.g. a PNG chunk) almost\n// always contains NUL, while text files containing U+FFFD are still treated as text.\nfunction isTextFile(data: Buffer): boolean {\n  if (data.includes(0)) return false;\n  try {\n    utf8Decoder.decode(data);\n    return true;\n  } catch {\n    return false;\n  }\n}\n"],"mappings":"sPAUA,MAAaS,EAA0B,QAsBvC,eAAsBC,EACpB,EACA,EACwC,CACxC,IAAMC,EAA4B,CAAC,EAC7BC,EAA4B,CAAC,EAE7BC,GAAgB,MADAb,EAAAA,QAAG,SAAS,QAAQc,EAAgB,CAAE,cAAe,GAAM,UAAW,EAAK,CAAC,EAAA,CAE/F,OAAQ,GAAWC,EAAO,OAAO,CAAC,CAAC,CACnC,IAAK,IAAY,CAChB,aAAcd,EAAAA,QAAK,KAAKc,EAAO,WAAYA,EAAO,IAAI,EAEtD,aAAcd,EAAAA,QAAK,MAAM,KAAK,GAAGA,EAAAA,QAAK,SAASa,EAAgBC,EAAO,UAAU,CAAC,CAAC,MAAMd,EAAAA,QAAK,GAAG,EAAGc,EAAO,IAAI,CAChH,EAAE,CAAC,CACF,UAAU,EAAG,IAAOC,EAAE,aAAeC,EAAE,aAAe,GAAK,IAAE,aAAeA,EAAE,aAAqB,EACtG,IAAK,GAAM,CAAE,eAAc,kBAAkBJ,EAAe,CAG1D,IAAI,MADwBb,EAAAA,QAAG,SAAS,KAAKkB,CAAY,EAAA,CACvC,KAAA,QAChB,MAAU,MAAM,wBAAwBC,EAAa,WAAWV,EAAwB,OAAO,EAEjG,IAAMW,EAAW,MAAMpB,EAAAA,QAAG,SAAS,SAASkB,CAAY,EAClDG,EAAW,MAAMC,EAAiBrB,EAAAA,QAAK,KAAKsB,EAAKJ,CAAY,CAAC,EAChEE,GAAYG,EAAkBJ,EAAUC,CAAQ,IAEpDV,EAAgB,KAAKQ,CAAY,EAE7BC,EAAS,QAAA,SACXR,EAAY,KAAKV,EAAAA,4BAA4BuB,EAAiBN,EAAc,UAAU,EAAGC,CAAQ,CAAC,EAEhGC,GAAYA,EAAS,QAAA,SACvBT,EAAY,KAAKV,EAAAA,4BAA4BuB,EAAiBN,EAAc,UAAU,EAAGE,CAAQ,CAAC,EAEtG,CACA,MAAO,CAAE,QAASV,EAAgB,SAAW,EAAG,kBAAiB,aAAY,CAC/E,CAQA,eAAsBe,EAAyB,EAMc,CAC3D,GAAM,CAAE,SAAQ,iBAAgB,iBAAgB,OAAQC,EACpDf,EAAc,CAAC,GAAGe,EAAQ,WAAW,EACrCC,EAAUC,IAAmB,IAAA,IAAa1B,EAAAA,oCAAoC2B,EAAQD,CAAc,EACxG,GAAIf,IAAmB,IAAA,GAAW,CAChC,IAAMiB,EAAa,MAAMrB,EAA2Ba,EAAKT,CAAc,EAClEiB,EAAW,UACd,EAAU,GACV,EAAcC,EAA2BpB,EAAamB,CAAU,EAEpE,CACA,MAAO,CAAE,UAAS,aAAY,CAChC,CAMA,SAAgBC,EACd,EACA,EACc,CACd,IAAMC,EAAkB,IAAI,IAAIF,EAAW,YAAY,IAAK,GAASG,EAAK,IAAI,CAAC,EAGzEC,EAAgB,IAAI,IACxBJ,EAAW,gBAAgB,OAAQ,GAAaE,EAAgB,IAAIR,EAAiBW,EAAU,UAAU,CAAC,CAAC,CAC7G,EACA,MAAO,CACL,GAAGxB,EAAY,OAAQ,GAAS,CAACuB,EAAc,IAAID,EAAK,IAAI,GAAK,CAACD,EAAgB,IAAIC,EAAK,IAAI,CAAC,EAChG,GAAGH,EAAW,WAChB,CACF,CAGA,SAASN,EAAiB,EAAkB,EAAuC,CACjF,GAAM,CAAE,MAAK,OAAM,OAAQxB,EAAAA,QAAK,MAAM,MAAMmC,CAAQ,EACpD,OAAOnC,EAAAA,QAAK,MAAM,KAAKoC,EAAK,GAAGC,EAAK,GAAGC,IAAOC,GAAK,CACrD,CAIA,eAAelB,EAAiB,EAAmD,CACjF,GAAI,CACF,IAAMmB,EAAQ,MAAMzC,EAAAA,QAAG,SAAS,KAAK0C,CAAY,EAEjD,MADI,CAACD,EAAM,OAAO,GAAKA,EAAM,KAAA,QAAgC,OACtD,MAAMzC,EAAAA,QAAG,SAAS,SAAS0C,CAAY,CAChD,MAAQ,CACN,MACF,CACF,CAEA,SAASlB,EAAkB,EAAkB,EAA2B,CAGtE,OAFKmB,EAAWvB,CAAQ,EACnBuB,EAAWtB,CAAQ,EACjBlB,EAAAA,oCAAoCkB,EAAS,SAAS,MAAM,EAAGD,EAAS,SAAS,MAAM,CAAC,EAD7D,GADAC,EAAS,OAAOD,CAAQ,CAG5D,CAEA,MAAMwB,EAAc,IAAI,YAAY,QAAS,CAAE,MAAO,EAAK,CAAC,EAI5D,SAASD,EAAW,EAAuB,CACzC,GAAIE,EAAK,SAAS,CAAC,EAAG,MAAO,GAC7B,GAAI,CAEF,OADAD,EAAY,OAAOC,CAAI,EAChB,EACT,MAAQ,CACN,MAAO,EACT,CACF"}

package/dist/helpers/compareExpectedOutputFiles.js.map

@@ -1 +1 @@
-{"version":3,"file":"compareExpectedOutputFiles.js","names":["fs","path","MAX_COMPARED_FILE_BYTES","MAX_REPORTED_FILE_BYTES","compareExpectedOutputFiles","mismatchedPaths","outputFiles","expectedFiles","fileOutputPath","dirent","a","b","absolutePath","relativePath","expected","received","readReceivedFile","cwd","fileContentsMatch","encodeFileForTestCaseResult","toComparisonPath","judgeAgainstExpectations","context","matches","expectedStdout","compareStdoutAsSpaceSeparatedTokens","stdout","comparison","mergeComparisonOutputFiles","comparisonPaths","file","replacedPaths","filePath","dir","name","role","ext","stats","receivedPath","isTextFile","utf8Decoder","data"],"sources":["../../src/helpers/compareExpectedOutputFiles.ts"],"sourcesContent":["import fs from 'node:fs';\nimport path from 'node:path';\n\nimport type { TestCaseResult } from '../types/testCaseResult.js';\n\nimport { compareStdoutAsSpaceSeparatedTokens } from './compareStdoutAsSpaceSeparatedTokens.js';\nimport { encodeFileForTestCaseResult } from './printTestCaseResult.js';\n\ntype OutputFile = NonNullable<TestCaseResult['outputFiles']>[number];\n\n// Bound what the harness reads and reports.\nexport const MAX_COMPARED_FILE_BYTES = 8 * 1024 * 1024;\nexport const MAX_REPORTED_FILE_BYTES = 1024 * 1024;\n\nexport interface ExpectedOutputFilesComparison {\n  /** Whether every file under the expected directory has a matching file in the working directory. */\n  matches: boolean;\n  /** Relative paths (from the working directory) of the files that are missing or different. */\n  mismatchedPaths: string[];\n  /**\n   * `<name>_expected.<ext>` / `<name>_received.<ext>` pairs for each mismatched file, in the\n   * format Exercode renders side by side. A received file that is missing, unreadable, not a\n   * regular file or larger than `MAX_COMPARED_FILE_BYTES` yields only the expected entry, and a\n   * file larger than `MAX_REPORTED_FILE_BYTES` is left out of the pair. Exercode decides per test case whether a learner may see these files.\n   */\n  outputFiles: OutputFile[];\n}\n\n/**\n * Compare the files under a test case's `.fout` directory with the files the submission wrote to\n * its working directory. Text files are compared like stdout (space-separated tokens with a\n * numeric tolerance); binary files must match byte for byte.\n */\nexport async function compareExpectedOutputFiles(\n  cwd: string,\n  fileOutputPath: string\n): Promise<ExpectedOutputFilesComparison> {\n  const mismatchedPaths: string[] = [];\n  const outputFiles: OutputFile[] = [];\n  const dirents = await fs.promises.readdir(fileOutputPath, { withFileTypes: true, recursive: true });\n  const expectedFiles = dirents\n    .filter((dirent) => dirent.isFile())\n    .map((dirent) => ({\n      absolutePath: path.join(dirent.parentPath, dirent.name),\n      // POSIX separators: `requiredOutputFilePaths` and the result format use them on every platform.\n      relativePath: path.posix.join(...path.relative(fileOutputPath, dirent.parentPath).split(path.sep), dirent.name),\n    }))\n    .toSorted((a, b) => (a.relativePath < b.relativePath ? -1 : a.relativePath > b.relativePath ? 1 : 0));\n  for (const { absolutePath, relativePath } of expectedFiles) {\n    // A larger expectation could never be matched by a received file, so it is an authoring error.\n    const expectedStats = await fs.promises.stat(absolutePath);\n    if (expectedStats.size > MAX_COMPARED_FILE_BYTES) {\n      throw new Error(`expected output file ${relativePath} exceeds ${MAX_COMPARED_FILE_BYTES} bytes`);\n    }\n    const expected = await fs.promises.readFile(absolutePath);\n    const received = await readReceivedFile(path.join(cwd, relativePath));\n    if (received && fileContentsMatch(expected, received)) continue;\n\n    mismatchedPaths.push(relativePath);\n    // A file too large to ship in a result line is left out of the pair rather than truncated.\n    if (expected.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'expected'), expected));\n    }\n    if (received && received.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'received'), received));\n    }\n  }\n  return { matches: mismatchedPaths.length === 0, mismatchedPaths, outputFiles };\n}\n\n/**\n * The default verdict of the presets: `.out` decides stdout and `.fout/` decides output files, both\n * checked so a result carries every mismatch; either expectation may be absent. Returns whether the\n * run matched and the output files to report (the plain copies of mismatched required output files\n * replaced by their comparison pairs).\n */\nexport async function judgeAgainstExpectations(context: {\n  stdout: string;\n  expectedStdout: string | undefined;\n  fileOutputPath: string | undefined;\n  cwd: string;\n  outputFiles: readonly OutputFile[];\n}): Promise<{ matches: boolean; outputFiles: OutputFile[] }> {\n  const { stdout, expectedStdout, fileOutputPath, cwd } = context;\n  let outputFiles = [...context.outputFiles];\n  let matches = expectedStdout === undefined || compareStdoutAsSpaceSeparatedTokens(stdout, expectedStdout);\n  if (fileOutputPath !== undefined) {\n    const comparison = await compareExpectedOutputFiles(cwd, fileOutputPath);\n    if (!comparison.matches) {\n      matches = false;\n      outputFiles = mergeComparisonOutputFiles(outputFiles, comparison);\n    }\n  }\n  return { matches, outputFiles };\n}\n\n/**\n * Replace the plain copies of mismatched required output files with the comparison pairs, so a\n * result shows `<name>_expected.<ext>` / `<name>_received.<ext>` instead of a lone `<name>.<ext>`.\n */\nexport function mergeComparisonOutputFiles(\n  outputFiles: readonly OutputFile[],\n  comparison: ExpectedOutputFilesComparison\n): OutputFile[] {\n  const comparisonPaths = new Set(comparison.outputFiles.map((file) => file.path));\n  // The plain copy gives way to its `_received` entry; a mismatch too large for a pair keeps the\n  // plain copy, and a kept file literally named like a pair entry would make the path ambiguous.\n  const replacedPaths = new Set(\n    comparison.mismatchedPaths.filter((filePath) => comparisonPaths.has(toComparisonPath(filePath, 'received')))\n  );\n  return [\n    ...outputFiles.filter((file) => !replacedPaths.has(file.path) && !comparisonPaths.has(file.path)),\n    ...comparison.outputFiles,\n  ];\n}\n\n/** `c.txt` → `c_expected.txt`; `out/c.txt` → `out/c_expected.txt`. */\nfunction toComparisonPath(filePath: string, role: 'expected' | 'received'): string {\n  const { dir, name, ext } = path.posix.parse(filePath);\n  return path.posix.join(dir, `${name}_${role}${ext}`);\n}\n\n// Anything that is not a plain, readable file within the size limit (a directory, a FIFO that would\n// block, an unreadable or huge file) counts as \"not produced\".\nasync function readReceivedFile(receivedPath: string): Promise<Buffer | undefined> {\n  try {\n    const stats = await fs.promises.stat(receivedPath);\n    if (!stats.isFile() || stats.size > MAX_COMPARED_FILE_BYTES) return undefined;\n    return await fs.promises.readFile(receivedPath);\n  } catch {\n    return undefined;\n  }\n}\n\nfunction fileContentsMatch(expected: Buffer, received: Buffer): boolean {\n  if (!isTextFile(expected)) return received.equals(expected);\n  if (!isTextFile(received)) return false;\n  return compareStdoutAsSpaceSeparatedTokens(received.toString('utf8'), expected.toString('utf8'));\n}\n\nconst utf8Decoder = new TextDecoder('utf-8', { fatal: true });\n\n// Valid UTF-8 without NUL bytes: a binary format that happens to decode (e.g. a PNG chunk) almost\n// always contains NUL, while text files containing U+FFFD are still treated as text.\nfunction isTextFile(data: Buffer): boolean {\n  if (data.includes(0)) return false;\n  try {\n    utf8Decoder.decode(data);\n    return true;\n  } catch {\n    return false;\n  }\n}\n"],"mappings":"sNAWA,MAAaE,EAA0B,QAC1BC,EAA0B,QAqBvC,eAAsBC,EACpB,EACA,EACwC,CACxC,IAAMC,EAA4B,CAAC,EAC7BC,EAA4B,CAAC,EAE7BC,GAAgB,MADAP,EAAG,SAAS,QAAQQ,EAAgB,CAAE,cAAe,GAAM,UAAW,EAAK,CAAC,EAAA,CAE/F,OAAQ,GAAWC,EAAO,OAAO,CAAC,CAAC,CACnC,IAAK,IAAY,CAChB,aAAcR,EAAK,KAAKQ,EAAO,WAAYA,EAAO,IAAI,EAEtD,aAAcR,EAAK,MAAM,KAAK,GAAGA,EAAK,SAASO,EAAgBC,EAAO,UAAU,CAAC,CAAC,MAAMR,EAAK,GAAG,EAAGQ,EAAO,IAAI,CAChH,EAAE,CAAC,CACF,UAAU,EAAG,IAAOC,EAAE,aAAeC,EAAE,aAAe,GAAK,IAAE,aAAeA,EAAE,aAAqB,EACtG,IAAK,GAAM,CAAE,eAAc,kBAAkBJ,EAAe,CAG1D,IAAI,MADwBP,EAAG,SAAS,KAAKY,CAAY,EAAA,CACvC,KAAA,QAChB,MAAU,MAAM,wBAAwBC,EAAa,WAAWX,EAAwB,OAAO,EAEjG,IAAMY,EAAW,MAAMd,EAAG,SAAS,SAASY,CAAY,EAClDG,EAAW,MAAMC,EAAiBf,EAAK,KAAKgB,EAAKJ,CAAY,CAAC,EAChEE,GAAYG,EAAkBJ,EAAUC,CAAQ,IAEpDV,EAAgB,KAAKQ,CAAY,EAE7BC,EAAS,QAAA,SACXR,EAAY,KAAKa,EAA4BC,EAAiBP,EAAc,UAAU,EAAGC,CAAQ,CAAC,EAEhGC,GAAYA,EAAS,QAAA,SACvBT,EAAY,KAAKa,EAA4BC,EAAiBP,EAAc,UAAU,EAAGE,CAAQ,CAAC,EAEtG,CACA,MAAO,CAAE,QAASV,EAAgB,SAAW,EAAG,kBAAiB,aAAY,CAC/E,CAQA,eAAsBgB,EAAyB,EAMc,CAC3D,GAAM,CAAE,SAAQ,iBAAgB,iBAAgB,OAAQC,EACpDhB,EAAc,CAAC,GAAGgB,EAAQ,WAAW,EACrCC,EAAUC,IAAmB,IAAA,IAAaC,EAAoCC,EAAQF,CAAc,EACxG,GAAIhB,IAAmB,IAAA,GAAW,CAChC,IAAMmB,EAAa,MAAMvB,EAA2Ba,EAAKT,CAAc,EAClEmB,EAAW,UACd,EAAU,GACV,EAAcC,EAA2BtB,EAAaqB,CAAU,EAEpE,CACA,MAAO,CAAE,UAAS,aAAY,CAChC,CAMA,SAAgBC,EACd,EACA,EACc,CACd,IAAMC,EAAkB,IAAI,IAAIF,EAAW,YAAY,IAAK,GAASG,EAAK,IAAI,CAAC,EAGzEC,EAAgB,IAAI,IACxBJ,EAAW,gBAAgB,OAAQ,GAAaE,EAAgB,IAAIT,EAAiBY,EAAU,UAAU,CAAC,CAAC,CAC7G,EACA,MAAO,CACL,GAAG1B,EAAY,OAAQ,GAAS,CAACyB,EAAc,IAAID,EAAK,IAAI,GAAK,CAACD,EAAgB,IAAIC,EAAK,IAAI,CAAC,EAChG,GAAGH,EAAW,WAChB,CACF,CAGA,SAASP,EAAiB,EAAkB,EAAuC,CACjF,GAAM,CAAE,MAAK,OAAM,OAAQnB,EAAK,MAAM,MAAM+B,CAAQ,EACpD,OAAO/B,EAAK,MAAM,KAAKgC,EAAK,GAAGC,EAAK,GAAGC,IAAOC,GAAK,CACrD,CAIA,eAAepB,EAAiB,EAAmD,CACjF,GAAI,CACF,IAAMqB,EAAQ,MAAMrC,EAAG,SAAS,KAAKsC,CAAY,EAEjD,MADI,CAACD,EAAM,OAAO,GAAKA,EAAM,KAAA,QAAgC,OACtD,MAAMrC,EAAG,SAAS,SAASsC,CAAY,CAChD,MAAQ,CACN,MACF,CACF,CAEA,SAASpB,EAAkB,EAAkB,EAA2B,CAGtE,OAFKqB,EAAWzB,CAAQ,EACnByB,EAAWxB,CAAQ,EACjBU,EAAoCV,EAAS,SAAS,MAAM,EAAGD,EAAS,SAAS,MAAM,CAAC,EAD7D,GADAC,EAAS,OAAOD,CAAQ,CAG5D,CAEA,MAAM0B,EAAc,IAAI,YAAY,QAAS,CAAE,MAAO,EAAK,CAAC,EAI5D,SAASD,EAAW,EAAuB,CACzC,GAAIE,EAAK,SAAS,CAAC,EAAG,MAAO,GAC7B,GAAI,CAEF,OADAD,EAAY,OAAOC,CAAI,EAChB,EACT,MAAQ,CACN,MAAO,EACT,CACF"}
+{"version":3,"file":"compareExpectedOutputFiles.js","names":["fs","path","MAX_COMPARED_FILE_BYTES","MAX_REPORTED_FILE_BYTES","compareExpectedOutputFiles","mismatchedPaths","outputFiles","expectedFiles","fileOutputPath","dirent","a","b","absolutePath","relativePath","expected","received","readReceivedFile","cwd","fileContentsMatch","encodeFileForTestCaseResult","toComparisonPath","judgeAgainstExpectations","context","matches","expectedStdout","compareStdoutAsSpaceSeparatedTokens","stdout","comparison","mergeComparisonOutputFiles","comparisonPaths","file","replacedPaths","filePath","dir","name","role","ext","stats","receivedPath","isTextFile","utf8Decoder","data"],"sources":["../../src/helpers/compareExpectedOutputFiles.ts"],"sourcesContent":["import fs from 'node:fs';\nimport path from 'node:path';\n\nimport type { TestCaseResult } from '../types/testCaseResult.js';\nimport { compareStdoutAsSpaceSeparatedTokens } from './compareStdoutAsSpaceSeparatedTokens.js';\nimport { encodeFileForTestCaseResult } from './printTestCaseResult.js';\n\ntype OutputFile = NonNullable<TestCaseResult['outputFiles']>[number];\n\n// Bound what the harness reads and reports.\nexport const MAX_COMPARED_FILE_BYTES = 8 * 1024 * 1024;\nexport const MAX_REPORTED_FILE_BYTES = 1024 * 1024;\n\nexport interface ExpectedOutputFilesComparison {\n  /** Whether every file under the expected directory has a matching file in the working directory. */\n  matches: boolean;\n  /** Relative paths (from the working directory) of the files that are missing or different. */\n  mismatchedPaths: string[];\n  /**\n   * `<name>_expected.<ext>` / `<name>_received.<ext>` pairs for each mismatched file, in the\n   * format Exercode renders side by side. A received file that is missing, unreadable, not a\n   * regular file or larger than `MAX_COMPARED_FILE_BYTES` yields only the expected entry, and a\n   * file larger than `MAX_REPORTED_FILE_BYTES` is left out of the pair. Exercode decides per test case whether a learner may see these files.\n   */\n  outputFiles: OutputFile[];\n}\n\n/**\n * Compare the files under a test case's `.fout` directory with the files the submission wrote to\n * its working directory. Text files are compared like stdout (space-separated tokens with a\n * numeric tolerance); binary files must match byte for byte.\n */\nexport async function compareExpectedOutputFiles(\n  cwd: string,\n  fileOutputPath: string\n): Promise<ExpectedOutputFilesComparison> {\n  const mismatchedPaths: string[] = [];\n  const outputFiles: OutputFile[] = [];\n  const dirents = await fs.promises.readdir(fileOutputPath, { withFileTypes: true, recursive: true });\n  const expectedFiles = dirents\n    .filter((dirent) => dirent.isFile())\n    .map((dirent) => ({\n      absolutePath: path.join(dirent.parentPath, dirent.name),\n      // POSIX separators: `requiredOutputFilePaths` and the result format use them on every platform.\n      relativePath: path.posix.join(...path.relative(fileOutputPath, dirent.parentPath).split(path.sep), dirent.name),\n    }))\n    .toSorted((a, b) => (a.relativePath < b.relativePath ? -1 : a.relativePath > b.relativePath ? 1 : 0));\n  for (const { absolutePath, relativePath } of expectedFiles) {\n    // A larger expectation could never be matched by a received file, so it is an authoring error.\n    const expectedStats = await fs.promises.stat(absolutePath);\n    if (expectedStats.size > MAX_COMPARED_FILE_BYTES) {\n      throw new Error(`expected output file ${relativePath} exceeds ${MAX_COMPARED_FILE_BYTES} bytes`);\n    }\n    const expected = await fs.promises.readFile(absolutePath);\n    const received = await readReceivedFile(path.join(cwd, relativePath));\n    if (received && fileContentsMatch(expected, received)) continue;\n\n    mismatchedPaths.push(relativePath);\n    // A file too large to ship in a result line is left out of the pair rather than truncated.\n    if (expected.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'expected'), expected));\n    }\n    if (received && received.length <= MAX_REPORTED_FILE_BYTES) {\n      outputFiles.push(encodeFileForTestCaseResult(toComparisonPath(relativePath, 'received'), received));\n    }\n  }\n  return { matches: mismatchedPaths.length === 0, mismatchedPaths, outputFiles };\n}\n\n/**\n * The default verdict of the presets: `.out` decides stdout and `.fout/` decides output files, both\n * checked so a result carries every mismatch; either expectation may be absent. Returns whether the\n * run matched and the output files to report (the plain copies of mismatched required output files\n * replaced by their comparison pairs).\n */\nexport async function judgeAgainstExpectations(context: {\n  stdout: string;\n  expectedStdout: string | undefined;\n  fileOutputPath: string | undefined;\n  cwd: string;\n  outputFiles: readonly OutputFile[];\n}): Promise<{ matches: boolean; outputFiles: OutputFile[] }> {\n  const { stdout, expectedStdout, fileOutputPath, cwd } = context;\n  let outputFiles = [...context.outputFiles];\n  let matches = expectedStdout === undefined || compareStdoutAsSpaceSeparatedTokens(stdout, expectedStdout);\n  if (fileOutputPath !== undefined) {\n    const comparison = await compareExpectedOutputFiles(cwd, fileOutputPath);\n    if (!comparison.matches) {\n      matches = false;\n      outputFiles = mergeComparisonOutputFiles(outputFiles, comparison);\n    }\n  }\n  return { matches, outputFiles };\n}\n\n/**\n * Replace the plain copies of mismatched required output files with the comparison pairs, so a\n * result shows `<name>_expected.<ext>` / `<name>_received.<ext>` instead of a lone `<name>.<ext>`.\n */\nexport function mergeComparisonOutputFiles(\n  outputFiles: readonly OutputFile[],\n  comparison: ExpectedOutputFilesComparison\n): OutputFile[] {\n  const comparisonPaths = new Set(comparison.outputFiles.map((file) => file.path));\n  // The plain copy gives way to its `_received` entry; a mismatch too large for a pair keeps the\n  // plain copy, and a kept file literally named like a pair entry would make the path ambiguous.\n  const replacedPaths = new Set(\n    comparison.mismatchedPaths.filter((filePath) => comparisonPaths.has(toComparisonPath(filePath, 'received')))\n  );\n  return [\n    ...outputFiles.filter((file) => !replacedPaths.has(file.path) && !comparisonPaths.has(file.path)),\n    ...comparison.outputFiles,\n  ];\n}\n\n/** `c.txt` → `c_expected.txt`; `out/c.txt` → `out/c_expected.txt`. */\nfunction toComparisonPath(filePath: string, role: 'expected' | 'received'): string {\n  const { dir, name, ext } = path.posix.parse(filePath);\n  return path.posix.join(dir, `${name}_${role}${ext}`);\n}\n\n// Anything that is not a plain, readable file within the size limit (a directory, a FIFO that would\n// block, an unreadable or huge file) counts as \"not produced\".\nasync function readReceivedFile(receivedPath: string): Promise<Buffer | undefined> {\n  try {\n    const stats = await fs.promises.stat(receivedPath);\n    if (!stats.isFile() || stats.size > MAX_COMPARED_FILE_BYTES) return undefined;\n    return await fs.promises.readFile(receivedPath);\n  } catch {\n    return undefined;\n  }\n}\n\nfunction fileContentsMatch(expected: Buffer, received: Buffer): boolean {\n  if (!isTextFile(expected)) return received.equals(expected);\n  if (!isTextFile(received)) return false;\n  return compareStdoutAsSpaceSeparatedTokens(received.toString('utf8'), expected.toString('utf8'));\n}\n\nconst utf8Decoder = new TextDecoder('utf-8', { fatal: true });\n\n// Valid UTF-8 without NUL bytes: a binary format that happens to decode (e.g. a PNG chunk) almost\n// always contains NUL, while text files containing U+FFFD are still treated as text.\nfunction isTextFile(data: Buffer): boolean {\n  if (data.includes(0)) return false;\n  try {\n    utf8Decoder.decode(data);\n    return true;\n  } catch {\n    return false;\n  }\n}\n"],"mappings":"sNAUA,MAAaE,EAA0B,QAC1BC,EAA0B,QAqBvC,eAAsBC,EACpB,EACA,EACwC,CACxC,IAAMC,EAA4B,CAAC,EAC7BC,EAA4B,CAAC,EAE7BC,GAAgB,MADAP,EAAG,SAAS,QAAQQ,EAAgB,CAAE,cAAe,GAAM,UAAW,EAAK,CAAC,EAAA,CAE/F,OAAQ,GAAWC,EAAO,OAAO,CAAC,CAAC,CACnC,IAAK,IAAY,CAChB,aAAcR,EAAK,KAAKQ,EAAO,WAAYA,EAAO,IAAI,EAEtD,aAAcR,EAAK,MAAM,KAAK,GAAGA,EAAK,SAASO,EAAgBC,EAAO,UAAU,CAAC,CAAC,MAAMR,EAAK,GAAG,EAAGQ,EAAO,IAAI,CAChH,EAAE,CAAC,CACF,UAAU,EAAG,IAAOC,EAAE,aAAeC,EAAE,aAAe,GAAK,IAAE,aAAeA,EAAE,aAAqB,EACtG,IAAK,GAAM,CAAE,eAAc,kBAAkBJ,EAAe,CAG1D,IAAI,MADwBP,EAAG,SAAS,KAAKY,CAAY,EAAA,CACvC,KAAA,QAChB,MAAU,MAAM,wBAAwBC,EAAa,WAAWX,EAAwB,OAAO,EAEjG,IAAMY,EAAW,MAAMd,EAAG,SAAS,SAASY,CAAY,EAClDG,EAAW,MAAMC,EAAiBf,EAAK,KAAKgB,EAAKJ,CAAY,CAAC,EAChEE,GAAYG,EAAkBJ,EAAUC,CAAQ,IAEpDV,EAAgB,KAAKQ,CAAY,EAE7BC,EAAS,QAAA,SACXR,EAAY,KAAKa,EAA4BC,EAAiBP,EAAc,UAAU,EAAGC,CAAQ,CAAC,EAEhGC,GAAYA,EAAS,QAAA,SACvBT,EAAY,KAAKa,EAA4BC,EAAiBP,EAAc,UAAU,EAAGE,CAAQ,CAAC,EAEtG,CACA,MAAO,CAAE,QAASV,EAAgB,SAAW,EAAG,kBAAiB,aAAY,CAC/E,CAQA,eAAsBgB,EAAyB,EAMc,CAC3D,GAAM,CAAE,SAAQ,iBAAgB,iBAAgB,OAAQC,EACpDhB,EAAc,CAAC,GAAGgB,EAAQ,WAAW,EACrCC,EAAUC,IAAmB,IAAA,IAAaC,EAAoCC,EAAQF,CAAc,EACxG,GAAIhB,IAAmB,IAAA,GAAW,CAChC,IAAMmB,EAAa,MAAMvB,EAA2Ba,EAAKT,CAAc,EAClEmB,EAAW,UACd,EAAU,GACV,EAAcC,EAA2BtB,EAAaqB,CAAU,EAEpE,CACA,MAAO,CAAE,UAAS,aAAY,CAChC,CAMA,SAAgBC,EACd,EACA,EACc,CACd,IAAMC,EAAkB,IAAI,IAAIF,EAAW,YAAY,IAAK,GAASG,EAAK,IAAI,CAAC,EAGzEC,EAAgB,IAAI,IACxBJ,EAAW,gBAAgB,OAAQ,GAAaE,EAAgB,IAAIT,EAAiBY,EAAU,UAAU,CAAC,CAAC,CAC7G,EACA,MAAO,CACL,GAAG1B,EAAY,OAAQ,GAAS,CAACyB,EAAc,IAAID,EAAK,IAAI,GAAK,CAACD,EAAgB,IAAIC,EAAK,IAAI,CAAC,EAChG,GAAGH,EAAW,WAChB,CACF,CAGA,SAASP,EAAiB,EAAkB,EAAuC,CACjF,GAAM,CAAE,MAAK,OAAM,OAAQnB,EAAK,MAAM,MAAM+B,CAAQ,EACpD,OAAO/B,EAAK,MAAM,KAAKgC,EAAK,GAAGC,EAAK,GAAGC,IAAOC,GAAK,CACrD,CAIA,eAAepB,EAAiB,EAAmD,CACjF,GAAI,CACF,IAAMqB,EAAQ,MAAMrC,EAAG,SAAS,KAAKsC,CAAY,EAEjD,MADI,CAACD,EAAM,OAAO,GAAKA,EAAM,KAAA,QAAgC,OACtD,MAAMrC,EAAG,SAAS,SAASsC,CAAY,CAChD,MAAQ,CACN,MACF,CACF,CAEA,SAASpB,EAAkB,EAAkB,EAA2B,CAGtE,OAFKqB,EAAWzB,CAAQ,EACnByB,EAAWxB,CAAQ,EACjBU,EAAoCV,EAAS,SAAS,MAAM,EAAGD,EAAS,SAAS,MAAM,CAAC,EAD7D,GADAC,EAAS,OAAOD,CAAQ,CAG5D,CAEA,MAAM0B,EAAc,IAAI,YAAY,QAAS,CAAE,MAAO,EAAK,CAAC,EAI5D,SAASD,EAAW,EAAuB,CACzC,GAAIE,EAAK,SAAS,CAAC,EAAG,MAAO,GAC7B,GAAI,CAEF,OADAD,EAAY,OAAOC,CAAI,EAChB,EACT,MAAQ,CACN,MAAO,EACT,CACF"}

package/dist/helpers/findModelAnswerDirs.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"findModelAnswerDirs.cjs","names":["path","fs","hasErrorCode","require_runtime","node_path","node_fs_promises","_willbooster_shared_lib","MODEL_ANSWERS_DIRNAME","FAILING_MODEL_ANSWERS_DIRNAME","findModelAnswerDirs","findAnswerDirs","problemDir","findFailingModelAnswerDirs","modelAnswersDir","dirname","entries","error","entry"],"sources":["../../src/helpers/findModelAnswerDirs.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\nimport { hasErrorCode } from '@willbooster/shared-lib';\n\nexport const MODEL_ANSWERS_DIRNAME = 'model_answers';\nexport const FAILING_MODEL_ANSWERS_DIRNAME = 'model_answers.fails';\n\n/**\n * Find model answer directories under `<problemDir>/model_answers/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, MODEL_ANSWERS_DIRNAME);\n}\n\n/**\n * Find failing model answer directories under `<problemDir>/model_answers.fails/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findFailingModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, FAILING_MODEL_ANSWERS_DIRNAME);\n}\n\nasync function findAnswerDirs(problemDir: string, dirname: string): Promise<string[]> {\n  const modelAnswersDir = path.join(problemDir, dirname);\n  let entries;\n  try {\n    entries = await fs.readdir(modelAnswersDir, { withFileTypes: true });\n  } catch (error) {\n    if (hasErrorCode(error, 'ENOENT')) return [];\n    throw error;\n  }\n  return entries\n    .filter((entry) => entry.isDirectory())\n    .map((entry) => path.join(modelAnswersDir, entry.name))\n    .toSorted();\n}\n"],"mappings":"0MAIA,MAAaO,EAAwB,gBACxBC,EAAgC,sBAM7C,eAAsBC,EAAoB,EAAuC,CAC/E,OAAOC,EAAeC,EAAYJ,CAAqB,CACzD,CAMA,eAAsBK,EAA2B,EAAuC,CACtF,OAAOF,EAAeC,EAAYH,CAA6B,CACjE,CAEA,eAAeE,EAAe,EAAoB,EAAoC,CACpF,IAAMG,EAAkBb,EAAAA,QAAK,KAAKW,EAAYG,CAAO,EACjDC,EACJ,GAAI,CACF,EAAU,MAAMd,EAAAA,QAAG,QAAQY,EAAiB,CAAE,cAAe,EAAK,CAAC,CACrE,OAASG,EAAO,CACd,IAAA,EAAId,EAAAA,aAAAA,CAAac,EAAO,QAAQ,EAAG,MAAO,CAAC,EAC3C,MAAMA,CACR,CACA,OAAOD,EACJ,OAAQ,GAAUE,EAAM,YAAY,CAAC,CAAC,CACtC,IAAK,GAAUjB,EAAAA,QAAK,KAAKa,EAAiBI,EAAM,IAAI,CAAC,CAAC,CACtD,SAAS,CACd"}
+{"version":3,"file":"findModelAnswerDirs.cjs","names":["path","fs","hasErrorCode","require_runtime","node_path","node_fs_promises","_willbooster_shared_lib","MODEL_ANSWERS_DIRNAME","FAILING_MODEL_ANSWERS_DIRNAME","findModelAnswerDirs","findAnswerDirs","problemDir","findFailingModelAnswerDirs","modelAnswersDir","dirname","entries","error","entry"],"sources":["../../src/helpers/findModelAnswerDirs.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\n\nimport { hasErrorCode } from '@willbooster/shared-lib';\n\nexport const MODEL_ANSWERS_DIRNAME = 'model_answers';\nexport const FAILING_MODEL_ANSWERS_DIRNAME = 'model_answers.fails';\n\n/**\n * Find model answer directories under `<problemDir>/model_answers/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, MODEL_ANSWERS_DIRNAME);\n}\n\n/**\n * Find failing model answer directories under `<problemDir>/model_answers.fails/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findFailingModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, FAILING_MODEL_ANSWERS_DIRNAME);\n}\n\nasync function findAnswerDirs(problemDir: string, dirname: string): Promise<string[]> {\n  const modelAnswersDir = path.join(problemDir, dirname);\n  let entries;\n  try {\n    entries = await fs.readdir(modelAnswersDir, { withFileTypes: true });\n  } catch (error) {\n    if (hasErrorCode(error, 'ENOENT')) return [];\n    throw error;\n  }\n  return entries\n    .filter((entry) => entry.isDirectory())\n    .map((entry) => path.join(modelAnswersDir, entry.name))\n    .toSorted();\n}\n"],"mappings":"0MAKA,MAAaO,EAAwB,gBACxBC,EAAgC,sBAM7C,eAAsBC,EAAoB,EAAuC,CAC/E,OAAOC,EAAeC,EAAYJ,CAAqB,CACzD,CAMA,eAAsBK,EAA2B,EAAuC,CACtF,OAAOF,EAAeC,EAAYH,CAA6B,CACjE,CAEA,eAAeE,EAAe,EAAoB,EAAoC,CACpF,IAAMG,EAAkBb,EAAAA,QAAK,KAAKW,EAAYG,CAAO,EACjDC,EACJ,GAAI,CACF,EAAU,MAAMd,EAAAA,QAAG,QAAQY,EAAiB,CAAE,cAAe,EAAK,CAAC,CACrE,OAASG,EAAO,CACd,IAAA,EAAId,EAAAA,aAAAA,CAAac,EAAO,QAAQ,EAAG,MAAO,CAAC,EAC3C,MAAMA,CACR,CACA,OAAOD,EACJ,OAAQ,GAAUE,EAAM,YAAY,CAAC,CAAC,CACtC,IAAK,GAAUjB,EAAAA,QAAK,KAAKa,EAAiBI,EAAM,IAAI,CAAC,CAAC,CACtD,SAAS,CACd"}

package/dist/helpers/findModelAnswerDirs.js.map

@@ -1 +1 @@
-{"version":3,"file":"findModelAnswerDirs.js","names":["path","fs","MODEL_ANSWERS_DIRNAME","FAILING_MODEL_ANSWERS_DIRNAME","findModelAnswerDirs","findAnswerDirs","problemDir","findFailingModelAnswerDirs","modelAnswersDir","dirname","entries","error","hasErrorCode","entry"],"sources":["../../src/helpers/findModelAnswerDirs.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\nimport { hasErrorCode } from '@willbooster/shared-lib';\n\nexport const MODEL_ANSWERS_DIRNAME = 'model_answers';\nexport const FAILING_MODEL_ANSWERS_DIRNAME = 'model_answers.fails';\n\n/**\n * Find model answer directories under `<problemDir>/model_answers/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, MODEL_ANSWERS_DIRNAME);\n}\n\n/**\n * Find failing model answer directories under `<problemDir>/model_answers.fails/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findFailingModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, FAILING_MODEL_ANSWERS_DIRNAME);\n}\n\nasync function findAnswerDirs(problemDir: string, dirname: string): Promise<string[]> {\n  const modelAnswersDir = path.join(problemDir, dirname);\n  let entries;\n  try {\n    entries = await fs.readdir(modelAnswersDir, { withFileTypes: true });\n  } catch (error) {\n    if (hasErrorCode(error, 'ENOENT')) return [];\n    throw error;\n  }\n  return entries\n    .filter((entry) => entry.isDirectory())\n    .map((entry) => path.join(modelAnswersDir, entry.name))\n    .toSorted();\n}\n"],"mappings":"gHAIA,MAAaE,EAAwB,gBACxBC,EAAgC,sBAM7C,eAAsBC,EAAoB,EAAuC,CAC/E,OAAOC,EAAeC,EAAYJ,CAAqB,CACzD,CAMA,eAAsBK,EAA2B,EAAuC,CACtF,OAAOF,EAAeC,EAAYH,CAA6B,CACjE,CAEA,eAAeE,EAAe,EAAoB,EAAoC,CACpF,IAAMG,EAAkBR,EAAK,KAAKM,EAAYG,CAAO,EACjDC,EACJ,GAAI,CACF,EAAU,MAAMT,EAAG,QAAQO,EAAiB,CAAE,cAAe,EAAK,CAAC,CACrE,OAASG,EAAO,CACd,GAAIC,EAAaD,EAAO,QAAQ,EAAG,MAAO,CAAC,EAC3C,MAAMA,CACR,CACA,OAAOD,EACJ,OAAQ,GAAUG,EAAM,YAAY,CAAC,CAAC,CACtC,IAAK,GAAUb,EAAK,KAAKQ,EAAiBK,EAAM,IAAI,CAAC,CAAC,CACtD,SAAS,CACd"}
+{"version":3,"file":"findModelAnswerDirs.js","names":["path","fs","MODEL_ANSWERS_DIRNAME","FAILING_MODEL_ANSWERS_DIRNAME","findModelAnswerDirs","findAnswerDirs","problemDir","findFailingModelAnswerDirs","modelAnswersDir","dirname","entries","error","hasErrorCode","entry"],"sources":["../../src/helpers/findModelAnswerDirs.ts"],"sourcesContent":["import fs from 'node:fs/promises';\nimport path from 'node:path';\n\nimport { hasErrorCode } from '@willbooster/shared-lib';\n\nexport const MODEL_ANSWERS_DIRNAME = 'model_answers';\nexport const FAILING_MODEL_ANSWERS_DIRNAME = 'model_answers.fails';\n\n/**\n * Find model answer directories under `<problemDir>/model_answers/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, MODEL_ANSWERS_DIRNAME);\n}\n\n/**\n * Find failing model answer directories under `<problemDir>/model_answers.fails/`.\n * Returns absolute paths sorted lexicographically.\n */\nexport async function findFailingModelAnswerDirs(problemDir: string): Promise<string[]> {\n  return findAnswerDirs(problemDir, FAILING_MODEL_ANSWERS_DIRNAME);\n}\n\nasync function findAnswerDirs(problemDir: string, dirname: string): Promise<string[]> {\n  const modelAnswersDir = path.join(problemDir, dirname);\n  let entries;\n  try {\n    entries = await fs.readdir(modelAnswersDir, { withFileTypes: true });\n  } catch (error) {\n    if (hasErrorCode(error, 'ENOENT')) return [];\n    throw error;\n  }\n  return entries\n    .filter((entry) => entry.isDirectory())\n    .map((entry) => path.join(modelAnswersDir, entry.name))\n    .toSorted();\n}\n"],"mappings":"gHAKA,MAAaE,EAAwB,gBACxBC,EAAgC,sBAM7C,eAAsBC,EAAoB,EAAuC,CAC/E,OAAOC,EAAeC,EAAYJ,CAAqB,CACzD,CAMA,eAAsBK,EAA2B,EAAuC,CACtF,OAAOF,EAAeC,EAAYH,CAA6B,CACjE,CAEA,eAAeE,EAAe,EAAoB,EAAoC,CACpF,IAAMG,EAAkBR,EAAK,KAAKM,EAAYG,CAAO,EACjDC,EACJ,GAAI,CACF,EAAU,MAAMT,EAAG,QAAQO,EAAiB,CAAE,cAAe,EAAK,CAAC,CACrE,OAASG,EAAO,CACd,GAAIC,EAAaD,EAAO,QAAQ,EAAG,MAAO,CAAC,EAC3C,MAAMA,CACR,CACA,OAAOD,EACJ,OAAQ,GAAUG,EAAM,YAAY,CAAC,CAAC,CACtC,IAAK,GAAUb,EAAK,KAAKQ,EAAiBK,EAAM,IAAI,CAAC,CAAC,CACtD,SAAS,CACd"}

package/dist/helpers/javaJudge.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"javaJudge.cjs","names":["fs","path","z","require_runtime","node_fs","node_path","zod","MAX_OUTPUT_LENGTH","resolveJavaRelativePath","sourceCode","sourcePath","packageMatch","fallbackRelativePath","listSubmissionFiles","filePaths","collectSubmissionFiles","rootDir","currentDir","relativeDir","entries","entry","entryRelativePath","readOutputFiles","filePath","parsed","values","outputFileSchema","result","value","truncateOutput"],"sources":["../../src/helpers/javaJudge.ts"],"sourcesContent":["import fs from 'node:fs';\nimport path from 'node:path';\nimport { z } from 'zod';\nimport type { TestCaseResult } from '../types/testCaseResult.js';\n\ntype OutputFile = NonNullable<TestCaseResult['outputFiles']>[number];\nexport const MAX_OUTPUT_LENGTH = 50_000;\n\nexport async function resolveJavaRelativePath(sourcePath: string, fallbackRelativePath: string): Promise<string> {\n  const sourceCode = await fs.promises.readFile(sourcePath, 'utf8');\n  const packageMatch = /^\\s*package\\s+([a-zA-Z0-9_.]+)\\s*;/m.exec(sourceCode);\n  if (!packageMatch?.[1]) {\n    return fallbackRelativePath;\n  }\n\n  return path.join(packageMatch[1].replaceAll('.', '/'), path.basename(fallbackRelativePath));\n}\n\nexport async function listSubmissionFiles(rootDir: string): Promise<string[]> {\n  const filePaths: string[] = [];\n  await collectSubmissionFiles(rootDir, '', filePaths);\n  return filePaths.toSorted();\n}\n\nasync function collectSubmissionFiles(rootDir: string, relativeDir: string, filePaths: string[]): Promise<void> {\n  const currentDir = relativeDir ? path.join(rootDir, relativeDir) : rootDir;\n  const entries = await fs.promises.readdir(currentDir, { withFileTypes: true });\n  for (const entry of entries) {\n    const entryRelativePath = relativeDir ? path.join(relativeDir, entry.name) : entry.name;\n    if (entry.isDirectory()) {\n      await collectSubmissionFiles(rootDir, entryRelativePath, filePaths);\n      continue;\n    }\n    if (entry.isFile()) {\n      filePaths.push(entryRelativePath);\n    }\n  }\n}\n\nexport function readOutputFiles(filePath: string): OutputFile[] | undefined {\n  if (!fs.existsSync(filePath)) {\n    return undefined;\n  }\n\n  // Malformed evaluator JSON remains a harness error (JUDGE_NOT_AVAILABLE), not missing screenshots.\n  const parsed: unknown = JSON.parse(fs.readFileSync(filePath, 'utf8'));\n  const values = z.array(z.unknown()).safeParse(parsed);\n  if (!values.success) return undefined;\n  const outputFileSchema = z.object({\n    path: z.string(),\n    data: z.string(),\n    encoding: z.literal('base64').optional(),\n  });\n  return values.data.flatMap((value) => {\n    const result = outputFileSchema.safeParse(value);\n    return result.success ? [result.data] : [];\n  });\n}\n\nexport function truncateOutput(value: string): string {\n  return value.slice(0, MAX_OUTPUT_LENGTH);\n}\n"],"mappings":"6KAMA,MAAaO,EAAoB,IAEjC,eAAsBC,EAAwB,EAAoB,EAA+C,CAC/G,IAAMC,EAAa,MAAMT,EAAAA,QAAG,SAAS,SAASU,EAAY,MAAM,EAC1DC,EAAe,sCAAsC,KAAKF,CAAU,EAK1E,OAJKE,IAAe,GAIbV,EAAAA,QAAK,KAAKU,EAAa,EAAE,CAAC,WAAW,IAAK,GAAG,EAAGV,EAAAA,QAAK,SAASW,CAAoB,CAAC,EAHjFA,CAIX,CAEA,eAAsBC,EAAoB,EAAoC,CAC5E,IAAMC,EAAsB,CAAC,EAE7B,OADA,MAAMC,EAAuBC,EAAS,GAAIF,CAAS,EAC5CA,EAAU,SAAS,CAC5B,CAEA,eAAeC,EAAuB,EAAiB,EAAqB,EAAoC,CAC9G,IAAME,EAAaC,EAAcjB,EAAAA,QAAK,KAAKe,EAASE,CAAW,EAAIF,EAC7DG,EAAU,MAAMnB,EAAAA,QAAG,SAAS,QAAQiB,EAAY,CAAE,cAAe,EAAK,CAAC,EAC7E,IAAK,IAAMG,KAASD,EAAS,CAC3B,IAAME,EAAoBH,EAAcjB,EAAAA,QAAK,KAAKiB,EAAaE,EAAM,IAAI,EAAIA,EAAM,KAC/EA,EAAM,YAAY,EACpB,MAAML,EAAuBC,EAASK,EAAmBP,CAAS,EAGhEM,EAAM,OAAO,GACfN,EAAU,KAAKO,CAAiB,CAEpC,CACF,CAEA,SAAgBC,EAAgB,EAA4C,CAC1E,GAAI,CAACtB,EAAAA,QAAG,WAAWuB,CAAQ,EACzB,OAIF,IAAMC,EAAkB,KAAK,MAAMxB,EAAAA,QAAG,aAAauB,EAAU,MAAM,CAAC,EAC9DE,EAASvB,EAAAA,EAAE,MAAMA,EAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAUsB,CAAM,EACpD,GAAI,CAACC,EAAO,QAAS,OACrB,IAAMC,EAAmBxB,EAAAA,EAAE,OAAO,CAChC,KAAMA,EAAAA,EAAE,OAAO,EACf,KAAMA,EAAAA,EAAE,OAAO,EACf,SAAUA,EAAAA,EAAE,QAAQ,QAAQ,CAAC,CAAC,SAAS,CACzC,CAAC,EACD,OAAOuB,EAAO,KAAK,QAAS,GAAU,CACpC,IAAME,EAASD,EAAiB,UAAUE,CAAK,EAC/C,OAAOD,EAAO,QAAU,CAACA,EAAO,IAAI,EAAI,CAAC,CAC3C,CAAC,CACH,CAEA,SAAgBE,EAAe,EAAuB,CACpD,OAAOD,EAAM,MAAM,EAAGrB,CAAiB,CACzC"}
+{"version":3,"file":"javaJudge.cjs","names":["fs","path","z","require_runtime","node_fs","node_path","zod","MAX_OUTPUT_LENGTH","resolveJavaRelativePath","sourceCode","sourcePath","packageMatch","fallbackRelativePath","listSubmissionFiles","filePaths","collectSubmissionFiles","rootDir","currentDir","relativeDir","entries","entry","entryRelativePath","readOutputFiles","filePath","parsed","values","outputFileSchema","result","value","truncateOutput"],"sources":["../../src/helpers/javaJudge.ts"],"sourcesContent":["import fs from 'node:fs';\nimport path from 'node:path';\n\nimport { z } from 'zod';\n\nimport type { TestCaseResult } from '../types/testCaseResult.js';\n\ntype OutputFile = NonNullable<TestCaseResult['outputFiles']>[number];\nexport const MAX_OUTPUT_LENGTH = 50_000;\n\nexport async function resolveJavaRelativePath(sourcePath: string, fallbackRelativePath: string): Promise<string> {\n  const sourceCode = await fs.promises.readFile(sourcePath, 'utf8');\n  const packageMatch = /^\\s*package\\s+([a-zA-Z0-9_.]+)\\s*;/m.exec(sourceCode);\n  if (!packageMatch?.[1]) {\n    return fallbackRelativePath;\n  }\n\n  return path.join(packageMatch[1].replaceAll('.', '/'), path.basename(fallbackRelativePath));\n}\n\nexport async function listSubmissionFiles(rootDir: string): Promise<string[]> {\n  const filePaths: string[] = [];\n  await collectSubmissionFiles(rootDir, '', filePaths);\n  return filePaths.toSorted();\n}\n\nasync function collectSubmissionFiles(rootDir: string, relativeDir: string, filePaths: string[]): Promise<void> {\n  const currentDir = relativeDir ? path.join(rootDir, relativeDir) : rootDir;\n  const entries = await fs.promises.readdir(currentDir, { withFileTypes: true });\n  for (const entry of entries) {\n    const entryRelativePath = relativeDir ? path.join(relativeDir, entry.name) : entry.name;\n    if (entry.isDirectory()) {\n      await collectSubmissionFiles(rootDir, entryRelativePath, filePaths);\n      continue;\n    }\n    if (entry.isFile()) {\n      filePaths.push(entryRelativePath);\n    }\n  }\n}\n\nexport function readOutputFiles(filePath: string): OutputFile[] | undefined {\n  if (!fs.existsSync(filePath)) {\n    return undefined;\n  }\n\n  // Malformed evaluator JSON remains a harness error (JUDGE_NOT_AVAILABLE), not missing screenshots.\n  const parsed: unknown = JSON.parse(fs.readFileSync(filePath, 'utf8'));\n  const values = z.array(z.unknown()).safeParse(parsed);\n  if (!values.success) return undefined;\n  const outputFileSchema = z.object({\n    path: z.string(),\n    data: z.string(),\n    encoding: z.literal('base64').optional(),\n  });\n  return values.data.flatMap((value) => {\n    const result = outputFileSchema.safeParse(value);\n    return result.success ? [result.data] : [];\n  });\n}\n\nexport function truncateOutput(value: string): string {\n  return value.slice(0, MAX_OUTPUT_LENGTH);\n}\n"],"mappings":"6KAQA,MAAaO,EAAoB,IAEjC,eAAsBC,EAAwB,EAAoB,EAA+C,CAC/G,IAAMC,EAAa,MAAMT,EAAAA,QAAG,SAAS,SAASU,EAAY,MAAM,EAC1DC,EAAe,sCAAsC,KAAKF,CAAU,EAK1E,OAJKE,IAAe,GAIbV,EAAAA,QAAK,KAAKU,EAAa,EAAE,CAAC,WAAW,IAAK,GAAG,EAAGV,EAAAA,QAAK,SAASW,CAAoB,CAAC,EAHjFA,CAIX,CAEA,eAAsBC,EAAoB,EAAoC,CAC5E,IAAMC,EAAsB,CAAC,EAE7B,OADA,MAAMC,EAAuBC,EAAS,GAAIF,CAAS,EAC5CA,EAAU,SAAS,CAC5B,CAEA,eAAeC,EAAuB,EAAiB,EAAqB,EAAoC,CAC9G,IAAME,EAAaC,EAAcjB,EAAAA,QAAK,KAAKe,EAASE,CAAW,EAAIF,EAC7DG,EAAU,MAAMnB,EAAAA,QAAG,SAAS,QAAQiB,EAAY,CAAE,cAAe,EAAK,CAAC,EAC7E,IAAK,IAAMG,KAASD,EAAS,CAC3B,IAAME,EAAoBH,EAAcjB,EAAAA,QAAK,KAAKiB,EAAaE,EAAM,IAAI,EAAIA,EAAM,KAC/EA,EAAM,YAAY,EACpB,MAAML,EAAuBC,EAASK,EAAmBP,CAAS,EAGhEM,EAAM,OAAO,GACfN,EAAU,KAAKO,CAAiB,CAEpC,CACF,CAEA,SAAgBC,EAAgB,EAA4C,CAC1E,GAAI,CAACtB,EAAAA,QAAG,WAAWuB,CAAQ,EACzB,OAIF,IAAMC,EAAkB,KAAK,MAAMxB,EAAAA,QAAG,aAAauB,EAAU,MAAM,CAAC,EAC9DE,EAASvB,EAAAA,EAAE,MAAMA,EAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAUsB,CAAM,EACpD,GAAI,CAACC,EAAO,QAAS,OACrB,IAAMC,EAAmBxB,EAAAA,EAAE,OAAO,CAChC,KAAMA,EAAAA,EAAE,OAAO,EACf,KAAMA,EAAAA,EAAE,OAAO,EACf,SAAUA,EAAAA,EAAE,QAAQ,QAAQ,CAAC,CAAC,SAAS,CACzC,CAAC,EACD,OAAOuB,EAAO,KAAK,QAAS,GAAU,CACpC,IAAME,EAASD,EAAiB,UAAUE,CAAK,EAC/C,OAAOD,EAAO,QAAU,CAACA,EAAO,IAAI,EAAI,CAAC,CAC3C,CAAC,CACH,CAEA,SAAgBE,EAAe,EAAuB,CACpD,OAAOD,EAAM,MAAM,EAAGrB,CAAiB,CACzC"}