@resolveio/server-lib 22.3.220 → 22.3.221

package/tests/ai-runner-contract.test.ts

@@ -0,0 +1,515 @@
+import * as assert from 'node:assert/strict';
+import * as fs from 'fs';
+import * as os from 'os';
+import * as path from 'path';
+import {
+	collectResolveIORunnerEvidenceArtifactFilesFromRoots,
+	collectResolveIORunnerEvidenceArtifactPaths,
+	persistResolveIORunnerEvidenceArtifacts
+} from '../src/util/ai-runner-artifacts';
+import {
+	buildResolveIORunnerQaAuthBootstrapScript
+} from '../src/util/ai-runner-qa-auth';
+import {
+	buildResolveIORunnerBugfixComparisonQaScript,
+	buildResolveIORunnerQaEnvScript,
+	buildResolveIORunnerQaLiveDataSeederScript,
+	buildResolveIORunnerQaPreflightScript,
+	buildResolveIORunnerQaToolsReadme,
+	buildResolveIORunnerLocalQaScript,
+	buildResolveIORunnerLocalQaStopperScript,
+	buildResolveIORunnerQaWorkflowProbeScript
+} from '../src/util/ai-runner-qa-tools';
+import {
+	RunnerProcessJanitor
+} from '../src/util/runner-process-janitor';
+import {
+	buildResolveIORunnerContract,
+	buildResolveIORunnerPromptBundle,
+	buildResolveIOQaPolicyRules,
+	buildResolveIORunnerQaCoverageChecklist,
+	buildResolveIORunnerRepairPlans,
+	classifyResolveIORunnerBlocker,
+	decideResolveIORunnerRepairContinuation,
+	findRepeatedResolveIORunnerBlockers,
+	normalizeResolveIORunnerBlocker
+} from '../src/util/ai-qa-policy';
+
+const contract = buildResolveIORunnerContract({
+	context: 'support_ticket',
+	includeDevServerRules: true,
+	maxContextBullets: 6
+});
+
+assert.equal(contract.context, 'support_ticket');
+assert.ok(contract.sections.tokenDiscipline.some((line) => /at most 6 bullets/i.test(line)));
+assert.ok(contract.sections.dependencyBootstrap.some((line) => /npm install --force/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /screenshot or trace/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /qa-auth-bootstrap\.js/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /\.resolveio-ai-runner-tools/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /networkidle0.*networkidle2/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /QA Coverage Matrix/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /invoices, billing, taxes, inventory/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /Do not scan broad roots/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /route_hint_matched/i.test(line)));
+assert.ok(contract.sections.qaPolicy.some((line) => /Leaving in_progress rows without workflow artifacts/i.test(line)));
+assert.ok(contract.rules.some((line) => /same normalized blocker repeats/i.test(line)));
+
+const authBootstrapScript = buildResolveIORunnerQaAuthBootstrapScript({
+	defaultUsername: 'admin',
+	defaultPassword: 'local-secret'
+});
+
+assert.ok(authBootstrapScript.includes('POST') || authBootstrapScript.includes('method: "POST"'));
+assert.ok(authBootstrapScript.includes('/login'));
+assert.ok(authBootstrapScript.includes('/accessToken'));
+assert.ok(authBootstrapScript.includes('RESOLVEIO_RUNNER_QA_CLIENT_URL'));
+assert.ok(authBootstrapScript.includes('RESOLVEIO_SUPPORT_QA_CLIENT_URL'));
+assert.ok(authBootstrapScript.includes('normalizeTargetRouteInput(routeArg)'));
+assert.ok(authBootstrapScript.includes('extractRoutePathFromText'));
+assert.ok(authBootstrapScript.includes('split(/\\s*->\\s*/'));
+assert.ok(authBootstrapScript.includes('logoutExistingBrowserSession(page)'));
+assert.ok(authBootstrapScript.includes('navigator.serviceWorker.getRegistrations'));
+assert.ok(authBootstrapScript.includes('window.caches.keys'));
+assert.ok(authBootstrapScript.includes('window.indexedDB.databases'));
+assert.ok(authBootstrapScript.includes('await resetBrowserState(page);\n\t\tconst auth = await login();'));
+assert.ok(authBootstrapScript.includes('localStorage.setItem("refreshToken"'));
+assert.ok(authBootstrapScript.includes('localStorage.setItem("accessToken"'));
+assert.ok(authBootstrapScript.includes('localStorage.setItem("user"'));
+assert.ok(authBootstrapScript.includes('auth-bootstrap-result.json'));
+assert.ok(authBootstrapScript.includes('auth-bootstrap-ready.jpg'));
+assert.ok(authBootstrapScript.indexOf('await waitForHttpReady(clientUrl, "QA client");') < authBootstrapScript.indexOf('const puppeteer = requirePuppeteer();'));
+assert.ok(authBootstrapScript.includes('type: "jpeg", quality: 82, fullPage: false'));
+assert.ok(authBootstrapScript.includes('await ensureLocalQaUser();'));
+assert.ok(authBootstrapScript.includes('dismissNavigationOverlays(page)'));
+assert.ok(authBootstrapScript.includes('page.mouse.move'));
+assert.ok(authBootstrapScript.includes('opening_route: targetRoute'));
+assert.ok(authBootstrapScript.includes('core_tour_completed: true'));
+assert.ok(authBootstrapScript.includes('normalizeQaUserForBrowser'));
+assert.ok(authBootstrapScript.includes('repairPostLoginSetupOrTourGate'));
+assert.ok(authBootstrapScript.includes('/user-settings/settings'));
+assert.ok(authBootstrapScript.includes('Top Navigation Step'));
+assert.ok(authBootstrapScript.includes('resolveio.runnerQaPostLoginGateRepairedAt'));
+assert.ok(authBootstrapScript.includes('updateMany(qaUserFilter'));
+assert.ok(authBootstrapScript.includes('{ email: "dev@resolveio.com" }'));
+assert.ok(authBootstrapScript.includes('refreshAuthAndSeed(page)'));
+assert.ok(authBootstrapScript.indexOf('await ensureLocalQaUser().catch(() => false);') < authBootstrapScript.indexOf('await refreshAuthAndSeed(page).catch(() => undefined);'));
+assert.ok(authBootstrapScript.indexOf('if (isLocalhostUrl(serverUrl))') < authBootstrapScript.indexOf('return process.env.MONGO_URL || localQaMongoUrl;'));
+
+const localQaScript = buildResolveIORunnerLocalQaScript();
+const localQaStopperScript = buildResolveIORunnerLocalQaStopperScript();
+const bugfixComparisonScript = buildResolveIORunnerBugfixComparisonQaScript();
+const liveDataSeederScript = buildResolveIORunnerQaLiveDataSeederScript();
+const qaPreflightScript = buildResolveIORunnerQaPreflightScript();
+const workflowProbeScript = buildResolveIORunnerQaWorkflowProbeScript();
+const qaToolsReadme = buildResolveIORunnerQaToolsReadme({ mode: 'support' });
+const qaEnvScript = buildResolveIORunnerQaEnvScript({
+	mode: 'support',
+	mongoRuntimePath: '/workspace/mongo-context/.mongo-runtime.json',
+	qaLiveDataRequired: true
+});
+
+assert.ok(qaEnvScript.includes('export IS_WORKERS_ENABLED=false'));
+assert.ok(qaEnvScript.includes('export IS_WORKER_INSTANCE=false'));
+assert.ok(qaEnvScript.includes('export SUPPORT_CODEX_MANAGER_PROCESS_ONLY=false'));
+assert.ok(qaEnvScript.includes('export SUPPORT_AUTO_MANAGER_PROCESS_ONLY=false'));
+assert.ok(qaEnvScript.includes('export AI_ASSISTANT_CODEX_MANAGER_PROCESS_ONLY=false'));
+assert.ok(qaEnvScript.includes('export PLAYWRIGHT_BROWSERS_PATH='));
+assert.ok(qaEnvScript.includes('export RESOLVEIO_SUPPORT_QA_MONGO_URL='));
+assert.ok(qaEnvScript.includes('mongodb://127.0.0.1:${RESOLVEIO_SUPPORT_QA_MONGO_PORT}/resolveio?directConnection=true'));
+assert.ok(qaEnvScript.includes('export RESOLVEIO_QA_INHERITED_MONGO_URL="${RESOLVEIO_QA_INHERITED_MONGO_URL:-${MONGO_URL:-}}"'));
+assert.ok(qaEnvScript.includes('export MONGO_URL="${RESOLVEIO_SUPPORT_QA_MONGO_URL}"'));
+assert.ok(qaEnvScript.includes('RESOLVEIO_SUPPORT_QA_MONGO_RUNTIME_PATH'));
+assert.ok(qaEnvScript.includes('/workspace/mongo-context/.mongo-runtime.json'));
+assert.ok(qaEnvScript.includes('RESOLVEIO_QA_MONGO_RUNTIME_PATH'));
+assert.ok(qaEnvScript.includes('RESOLVEIO_QA_COMMAND_GUARD_BIN'));
+assert.ok(qaEnvScript.includes('angular-build.lock'));
+assert.ok(qaEnvScript.includes('refusing duplicate npm run'));
+assert.ok(qaEnvScript.includes('while local QA harness is active'));
+assert.ok(qaEnvScript.includes('RUNNER_RUN_ID'));
+assert.ok(qaEnvScript.includes('RUNNER_GENERATION'));
+assert.ok(qaEnvScript.includes('RESOLVEIO_SUPPORT_QA_LIVE_DATA_REQUIRED'));
+assert.ok(qaEnvScript.includes('RESOLVEIO_QA_LIVE_DATA_REQUIRED'));
+assert.ok(qaEnvScript.includes('chrome-headless-shell/linux-*/chrome-headless-shell-linux64/chrome-headless-shell'));
+assert.ok(workflowProbeScript.includes('let routeText = value;'));
+assert.ok(workflowProbeScript.includes('routeText.match'));
+assert.ok(workflowProbeScript.includes('split(/\\s*->\\s*/'));
+assert.ok(qaEnvScript.includes('chrome/linux-*/chrome-linux64/chrome'));
+assert.ok(qaEnvScript.includes('/usr/bin/google-chrome-stable'));
+assert.ok(qaPreflightScript.includes('qa-preflight-result.json'));
+assert.ok(qaPreflightScript.includes('puppeteer_require'));
+assert.ok(qaPreflightScript.includes('chrome_executable'));
+assert.ok(qaPreflightScript.includes('chrome_launch'));
+assert.ok(qaPreflightScript.includes('infra_failed'));
+assert.ok(qaToolsReadme.includes('qa-preflight.js'));
+assert.ok(qaToolsReadme.includes('infra_passed'));
+assert.ok(workflowProbeScript.includes('route_probe_pass'));
+assert.ok(workflowProbeScript.includes('route_only_pass'));
+assert.ok(workflowProbeScript.includes('acceptance_blocked'));
+assert.equal(workflowProbeScript.includes('updateMatrix("pass", passScreenshotPath, caption, "Authenticated customer workflow route loaded; deeper row-specific UI/data proof still required.");'), false);
+assert.ok(workflowProbeScript.includes('function runPricingImportProof(page, routeSummary)'));
+assert.ok(workflowProbeScript.includes('qa-pricing-import-proof.json'));
+assert.ok(workflowProbeScript.includes('aiqa-business-assertion.json'));
+assert.ok(workflowProbeScript.includes('support-business-proof-before-after.png'));
+assert.ok(workflowProbeScript.includes('Pricing import proof refuses to write to non-local Mongo URL'));
+assert.ok(workflowProbeScript.includes('let specializedProof = await runPricingImportProof(page, summary);'));
+assert.ok(workflowProbeScript.includes('insertPricesFromImportPayloadSize'));
+assert.ok(workflowProbeScript.includes('business_assertion_passed'));
+assert.ok(qaToolsReadme.includes('page.$x'));
+assert.ok(qaToolsReadme.includes('page.waitForTimeout'));
+assert.ok(contract.rules.join('\n').includes('page.$x'));
+assert.ok(contract.rules.join('\n').includes('page.waitForTimeout'));
+assert.ok(localQaScript.includes('kill_port_listeners "$port"'));
+assert.ok(localQaStopperScript.includes('kill_port_listeners "$port"'));
+assert.ok(localQaScript.includes('janitor_bounded 3 lsof'));
+assert.ok(localQaStopperScript.includes('janitor_bounded 3 lsof'));
+assert.ok(localQaStopperScript.includes('.qa.stop.lock'));
+assert.ok(localQaStopperScript.includes('refusing duplicate stopper'));
+assert.ok(localQaScript.includes('runner-process-manifest.json'));
+assert.ok(localQaScript.includes('janitor_write_manifest'));
+assert.ok(localQaScript.includes('janitor_start_heartbeat'));
+assert.ok(localQaScript.includes('janitor_update_lock_heartbeat'));
+assert.ok(localQaScript.includes('janitor_lock_is_live'));
+assert.ok(localQaScript.includes('runner_run_id'));
+assert.ok(localQaScript.includes('runner_generation'));
+assert.equal(localQaScript.includes('export RESOLVEIO_QA_PROJECT_ROOT="$PROJECT_ROOT"'), false);
+assert.equal(localQaStopperScript.includes('export RESOLVEIO_QA_PROJECT_ROOT="$PROJECT_ROOT"'), false);
+assert.ok(localQaScript.includes('refusing duplicate startup'));
+assert.ok(localQaScript.includes('janitor_check_resources || exit $?'));
+assert.ok(localQaScript.includes('pre-start live data seed/cleanup starting before app server startup'));
+assert.ok(localQaScript.includes('start_local_mongo_for_prestart_seed'));
+assert.ok(localQaScript.includes('mongo_tcp_ready'));
+assert.ok(localQaScript.includes('timeout 8s mongosh'));
+assert.ok(localQaScript.includes('materialize_live_mongo_runtime'));
+assert.ok(localQaScript.includes('node - "$runtime_file" "$PROJECT_ROOT" "$REPO_ROOT"'));
+assert.ok(localQaScript.includes('RESOLVEIO_QA_PRESTART_MONGO_READY=1'));
+assert.ok(localQaScript.includes('using pre-seeded local Mongo; starting server without mongo-start'));
+assert.ok(localQaScript.includes('Running HTTP/WS server on port'));
+assert.ok(localQaScript.includes('prepare_tmp_server_settings()'));
+assert.ok(localQaScript.includes('preseeded_tmp_server_ready()'));
+assert.ok(localQaScript.includes('run_preseeded_tmp_server'));
+assert.ok(localQaScript.includes('using existing compiled server/tmp/index.js'));
+assert.ok(localQaScript.includes('compiling server tmp output for pre-seeded local Mongo'));
+assert.ok(localQaScript.includes('node_modules/gulp/bin/gulp.js compile dotenv methodAndPublicationListGenerator'));
+assert.ok(localQaScript.includes('RESOLVEIO_QA_MONGO_RUNTIME_PATH="$runtime_file"'));
+assert.ok(localQaScript.includes('"/var/app/current"'));
+assert.ok(localQaScript.includes('path.join(projectRootArg, "server")'));
+assert.ok(localQaScript.includes('parseEnv(path.join(root, ".env.codex"))'));
+assert.ok(localQaScript.includes('const fallbackUri = pick(process.env, ["RESOLVEIO_QA_LIVE_MONGO_URL", "RESOLVEIO_SUPPORT_QA_LIVE_MONGO_URL", "RESOLVEIO_RUNNER_QA_LIVE_MONGO_URL"]);'));
+assert.ok(localQaScript.includes('if (uri && !isLocalMongo(uri))'));
+assert.ok(localQaScript.indexOf('const uri = pick(env, ["MONGO_URL"])') < localQaScript.indexOf('const fallbackUri = pick(process.env'));
+assert.ok(localQaScript.includes('node "$TOOLS_DIR/qa-live-data-seed.js" "$PROJECT_ROOT" >> "$ARTIFACT_DIR/runner.log"'));
+assert.ok(localQaScript.indexOf('prestart_seed_live_data || exit $?') < localQaScript.indexOf('if [ -d "$PROJECT_ROOT/server" ]; then'));
+assert.ok(localQaScript.includes('exec >> "$ARTIFACT_DIR/runner.log" 2>&1'));
+assert.ok(localQaStopperScript.includes('runner-process-cleanup.json'));
+assert.ok(localQaStopperScript.includes('janitor_update_manifest_status stopped'));
+assert.ok(localQaScript.includes('kill_env_marked_processes'));
+assert.ok(localQaStopperScript.includes('kill_env_marked_processes'));
+assert.ok(localQaScript.includes('RESOLVEIO_RUNNER_QA_JOB_ID|RESOLVEIO_SUPPORT_QA_JOB_ID'));
+assert.ok(localQaStopperScript.includes('RESOLVEIO_RUNNER_QA_JOB_ID|RESOLVEIO_SUPPORT_QA_JOB_ID'));
+assert.ok(localQaScript.includes('[ -r "$env_file" ] || continue'));
+assert.ok(localQaStopperScript.includes('[ -r "$env_file" ] || continue'));
+assert.ok(localQaScript.includes('rm -rf "$LOCK_DIR"'));
+assert.ok(localQaStopperScript.includes('rm -rf "$ARTIFACT_DIR/.qa.lock"'));
+assert.ok(qaEnvScript.includes('RESOLVEIO_SUPPORT_QA_JOB_ID'));
+assert.equal(RunnerProcessJanitor.buildManifest({ jobId: 'job-1', clientPort: 4321 })['job_id'], 'job-1');
+assert.ok(localQaScript.includes('kill_artifact_log_writers'));
+assert.ok(localQaStopperScript.includes('kill_artifact_log_writers'));
+assert.ok(localQaScript.includes('(^|[ /])(tee|tail)( |$)'));
+assert.ok(localQaStopperScript.includes('(^|[ /])(tee|tail)( |$)'));
+assert.ok(localQaScript.includes('kill_local_mongo_processes'));
+assert.ok(localQaStopperScript.includes('kill_local_mongo_processes'));
+assert.ok(localQaScript.includes('--dbpath .*mongo\\/data\\/db'));
+assert.ok(localQaStopperScript.includes('--dbpath .*mongo\\/data\\/db'));
+assert.ok(localQaScript.includes('index($0, artifact) && $0 !~ /awk -v artifact=/'));
+assert.ok(localQaStopperScript.includes('index($0, artifact) && $0 !~ /awk -v artifact=/'));
+assert.ok(localQaScript.includes('for pid in $port_pids; do skip_cleanup_pid "$pid" && continue; found=1; kill_tree "$pid"; done'));
+assert.ok(localQaStopperScript.includes('for pid in $port_pids; do skip_cleanup_pid "$pid" && continue; found=1; kill_tree "$pid"; done'));
+assert.ok(localQaScript.includes('local wait_until=$((SECONDS + 60))'));
+assert.ok(localQaStopperScript.includes('wait_until=$((SECONDS + 60))'));
+assert.ok(!localQaScript.includes('! kill -0 "$SERVER_PID"'));
+assert.ok(localQaScript.includes('if probe_url "$SERVER_URL"; then'));
+assert.ok(localQaScript.includes(': > "$ARTIFACT_DIR/server.log"'));
+assert.ok(localQaScript.includes(': > "$ARTIFACT_DIR/client.log"'));
+assert.ok(!localQaScript.includes('npm run server || ./start_server.sh'));
+assert.ok(localQaScript.includes('process.exit(p.scripts&&p.scripts.server?0:1)'));
+assert.ok(localQaScript.includes('$0 !~ /awk -v root=/'));
+assert.ok(localQaStopperScript.includes('$0 !~ /awk -v root=/'));
+assert.ok(localQaScript.includes('$0 !~ /run-local-qa\\.sh|stop-local-qa\\.sh|bugfix-comparison-qa\\.sh/'));
+assert.ok(localQaStopperScript.includes('$0 !~ /run-local-qa\\.sh|stop-local-qa\\.sh|bugfix-comparison-qa\\.sh/'));
+assert.ok(bugfixComparisonScript.includes('find "$ARTIFACT_DIR/$phase" -maxdepth 1 -type f'));
+assert.ok(bugfixComparisonScript.includes('tee "$ARTIFACT_DIR/$phase/qa-command.log"'));
+assert.ok(bugfixComparisonScript.includes('RESOLVEIO_RUNNER_QA_PROJECT_ROOT="$PROJECT_ROOT"'));
+assert.ok(bugfixComparisonScript.includes('RESOLVEIO_RUNNER_QA_TOOLS_DIR="$TOOLS_DIR"'));
+assert.ok(bugfixComparisonScript.includes('RESOLVEIO_SUPPORT_QA_KEEPALIVE=true RESOLVEIO_RUNNER_QA_KEEPALIVE=true "$TOOLS_DIR/run-local-qa.sh" "$PROJECT_ROOT"'));
+assert.ok(bugfixComparisonScript.includes('node "$TOOLS_DIR/qa-live-data-seed.js" "$PROJECT_ROOT"'));
+assert.ok(bugfixComparisonScript.includes('(cd "$PROJECT_ROOT" && "${QA_COMMAND[@]}")'));
+assert.ok(!bugfixComparisonScript.includes('(cd "$REPO_ROOT" && "${QA_COMMAND[@]}")'));
+assert.ok(liveDataSeederScript.includes('qa-live-data-seed-result.json'));
+assert.ok(liveDataSeederScript.includes('RESOLVEIO_QA_LIVE_MONGO_URL'));
+assert.ok(liveDataSeederScript.includes('RESOLVEIO_QA_MONGO_RUNTIME_PATH'));
+assert.ok(liveDataSeederScript.includes('path.join(repoRoot, "mongo-context", ".mongo-runtime.json")'));
+assert.ok(liveDataSeederScript.indexOf('const explicitRuntimePaths = [') < liveDataSeederScript.indexOf('const envUri = process.env.RESOLVEIO_QA_LIVE_MONGO_URL'));
+assert.ok(liveDataSeederScript.includes('function preserveExistingSeedResult(reason)'));
+assert.ok(liveDataSeederScript.includes('reused_existing'));
+assert.ok(liveDataSeederScript.includes('function extractBolIdentifiers()'));
+assert.ok(liveDataSeederScript.includes('function copyTruckTreatingBolContext(sourceDb, targetDb, summary)'));
+assert.ok(liveDataSeederScript.includes('selected.truck_treating_bol_context'));
+assert.ok(liveDataSeederScript.includes('"production-routes", { id_bol: { $in: bolIds } }'));
+assert.ok(liveDataSeederScript.includes('"treatment-plans", { $or: ['));
+assert.ok(liveDataSeederScript.includes('Ticket route hint(s)'));
+assert.ok(liveDataSeederScript.includes('screen|tab|are|which|and|render|context'));
+assert.ok(liveDataSeederScript.includes('extractBolIdentifiers().length && !(existing.selected && existing.selected.truck_treating_bol_context)'));
+assert.ok(liveDataSeederScript.includes('preserveExistingSeedResult("missing_live_mongo_uri")'));
+assert.ok(
+	liveDataSeederScript.indexOf('preserveExistingSeedResult("missing_live_mongo_uri")') <
+	liveDataSeederScript.indexOf('writeResult({ status: isLiveDataRequired() ? "failed" : "skipped", reason: "missing_live_mongo_uri"')
+);
+assert.ok(liveDataSeederScript.includes('isLiveDataRequired() ? "failed" : "skipped"'));
+assert.ok(liveDataSeederScript.includes('isLiveDataRequired() ? 5 : 0'));
+assert.ok(liveDataSeederScript.includes('target_mongo_must_be_localhost'));
+assert.ok(liveDataSeederScript.includes('source_and_target_mongo_match'));
+assert.ok(liveDataSeederScript.includes('function delay(ms)'));
+assert.ok(liveDataSeederScript.includes('async function waitForTargetMongo(MongoClient, targetUri)'));
+assert.ok(liveDataSeederScript.includes('RESOLVEIO_QA_LOCAL_MONGO_WAIT_MS'));
+assert.ok(liveDataSeederScript.includes('target_local_mongo_unavailable'));
+assert.ok(
+	liveDataSeederScript.indexOf('await waitForTargetMongo(MongoClient, targetUri);') <
+	liveDataSeederScript.indexOf('const sourceClient = new MongoClient(source.uri')
+);
+assert.ok(liveDataSeederScript.includes('extractSeedIdentifiers'));
+assert.ok(liveDataSeederScript.includes('identifierQuery'));
+assert.ok(liveDataSeederScript.includes('production-deliveries'));
+assert.ok(liveDataSeederScript.includes('selectDashboardReadyProductionDeliveryIds'));
+assert.ok(liveDataSeederScript.includes('selectTruckTreatDashboardReadyProductionDeliveryIds'));
+assert.ok(liveDataSeederScript.includes('selectLocalhostDeliveryFixtureIds'));
+assert.ok(liveDataSeederScript.includes('localhost-only delivery invoice fixture'));
+assert.ok(liveDataSeederScript.includes('function shouldSeedBillingDashboardFixtures()'));
+assert.ok(liveDataSeederScript.includes('function shouldSeedPricingImportFixtures()'));
+assert.ok(liveDataSeederScript.includes('function copyPricingImportWorkbookContext(sourceDb, targetDb, summary)'));
+assert.ok(liveDataSeederScript.includes('Seeded pricing-import workbook context'));
+assert.ok(liveDataSeederScript.includes('function desiredSeedProfile()'));
+assert.ok(liveDataSeederScript.includes('RESOLVEIO_QA_INCLUDE_BILLING_FIXTURES'));
+assert.ok(liveDataSeederScript.includes('RESOLVEIO_QA_INCLUDE_PRICING_IMPORT_FIXTURES'));
+assert.ok(liveDataSeederScript.includes('RESOLVEIO_QA_FORCE_BILLING_FIXTURES'));
+assert.ok(liveDataSeederScript.includes('profile: desiredSeedProfile()'));
+assert.ok(liveDataSeederScript.includes('if (shouldSeedPricingImportFixtures()) return "pricing_import";'));
+assert.ok(liveDataSeederScript.includes('if (shouldSeedPricingImportFixtures()) return false;'));
+assert.ok(
+	liveDataSeederScript.indexOf('if (shouldSeedPricingImportFixtures()) return false;') <
+	liveDataSeederScript.indexOf('const explicit = process.env.RESOLVEIO_QA_INCLUDE_BILLING_FIXTURES')
+);
+assert.ok(liveDataSeederScript.includes('pricing records are copied without synthetic billing dashboard invoice fixtures'));
+assert.ok(liveDataSeederScript.includes('Billing dashboard fixtures are disabled because ticket context does not require billing'));
+assert.equal(liveDataSeederScript.includes('pick\\s*ticket|report|reports'), false);
+assert.ok(liveDataSeederScript.includes('cleanupSyntheticBillingDashboardQaFixtures'));
+assert.ok(liveDataSeederScript.includes('Removed ${removed} stale synthetic billing dashboard QA fixture'));
+assert.ok(liveDataSeederScript.includes('production-sales-orders'));
+assert.ok(liveDataSeederScript.includes('production-location-tanks'));
+assert.ok(liveDataSeederScript.includes('truck-treating-deliveries'));
+assert.ok(liveDataSeederScript.includes('status: "Delivered"'));
+assert.ok(liveDataSeederScript.includes('ensureBillingSurchargePricingFixtures'));
+assert.ok(liveDataSeederScript.includes('QA Misc Surcharge'));
+assert.ok(liveDataSeederScript.includes('QA Service Surcharge'));
+assert.ok(liveDataSeederScript.includes('sub_type: { $in: ["misc", "service"] }'));
+assert.ok(liveDataSeederScript.includes('qa_surcharge_pricing_items'));
+assert.ok(liveDataSeederScript.includes('inventory-transactions'));
+assert.ok(liveDataSeederScript.includes('No live billable delivery or truck-treatment records matched'));
+
+const bundle = buildResolveIORunnerPromptBundle({
+	context: 'ai_terminal',
+	objective: 'Fix the inventory list filter.',
+	blockers: [
+		'Browser QA failed on /inventory after clicking Filter.',
+		'Browser QA failed on /inventory after clicking Filter.'
+	],
+	relevantFiles: ['angular/app/inventory/inventory.component.ts'],
+	evidence: ['.build-output/inventory-filter.png'],
+	maxBlockers: 4
+});
+
+assert.equal(bundle.objective, 'Fix the inventory list filter.');
+assert.equal(bundle.contextLines.filter((line) => /Browser QA failed/i.test(line)).length, 1);
+assert.ok(bundle.fullPromptLines.some((line) => /Mandatory repair contract/i.test(line)));
+assert.ok(bundle.fullPromptLines.some((line) => /ResolveIO shared runner contract/i.test(line)));
+
+assert.equal(
+	normalizeResolveIORunnerBlocker('Attempt 2 failed at server/src/methods/demo.ts:123 line 123'),
+	'attempt # failed at server/src/methods/demo.ts:# line #'
+);
+assert.equal(classifyResolveIORunnerBlocker('Reviewer found a database call inside loop'), 'db_call_inside_loop');
+assert.equal(
+	classifyResolveIORunnerBlocker('QA compile preflight failed: geochem/angular/app/schedule.ts:42 error TS2554: Expected 0 arguments, but got 1. yardsForUser(this.id_driver) from angular/app/publications.ts'),
+	'user_specific_publication_argument_mismatch'
+);
+assert.equal(
+	classifyResolveIORunnerBlocker('QA compile preflight failed before browser testing: Fix the Angular publication signature mismatch causing the `yardsForUser(...)` compile errors, then rerun QA.'),
+	'user_specific_publication_argument_mismatch'
+);
+assert.equal(
+	classifyResolveIORunnerBlocker('QA coverage matrix is incomplete: limited smoke only proves headers; missing tax and inventory persisted result checks.'),
+	'qa_coverage_incomplete'
+);
+
+const qaCoverageChecklist = buildResolveIORunnerQaCoverageChecklist({
+	ticketText: 'Invoice line item surcharge must update sales tax and inventory transactions.',
+	changedFiles: ['geochem/angular/app/invoice/new/invoice-new.component.ts', 'geochem/server/src/methods/invoices.ts']
+});
+assert.ok(qaCoverageChecklist.some((line) => /Invoice\/billing\/tax coverage/i.test(line)));
+assert.ok(qaCoverageChecklist.some((line) => /Inventory coverage/i.test(line)));
+assert.ok(qaCoverageChecklist.some((line) => /seed a minimal localhost-only customer/i.test(line)));
+assert.ok(qaCoverageChecklist.some((line) => /seed the smallest localhost-only item\/location\/quantity\/value fixture/i.test(line)));
+assert.ok(qaCoverageChecklist.some((line) => /row\/value assertion/i.test(line)));
+assert.ok(buildResolveIOQaPolicyRules({ qaLiveDataRequired: true }).some((line) => /Do not return blocked only because local QA data is empty/i.test(line)));
+
+const repairPlans = buildResolveIORunnerRepairPlans({
+	context: 'support_ticket',
+	includeDevServerRules: true,
+	blockers: [
+		'Reviewer found a database call inside loop in server/src/methods/invoices.ts:44 loop starts near line 40'
+	],
+	changedFiles: ['server/src/methods/invoices.ts'],
+	gateSource: 'pr_quality_review'
+});
+
+assert.equal(repairPlans.length, 1);
+assert.equal(repairPlans[0].blockerClass, 'db_call_inside_loop');
+assert.deepEqual(repairPlans[0].targetFiles, ['server/src/methods/invoices.ts']);
+assert.ok(repairPlans[0].lineHints.includes('line 44'));
+assert.ok(repairPlans[0].repairRecipe.some((line) => /batched/i.test(line)));
+assert.ok(repairPlans[0].passingCondition.includes('No loop'));
+
+const userSpecificRepairPlans = buildResolveIORunnerRepairPlans({
+	context: 'support_ticket',
+	includeDevServerRules: true,
+	blockers: [
+		'QA compile preflight failed: geochem/angular/app/schedule.ts:42 error TS2554: Expected 0 arguments, but got 1. yardsForUser(this.id_driver) from angular/app/publications.ts'
+	],
+	changedFiles: ['geochem/angular/app/publications.ts', 'geochem/angular/app/schedule.ts'],
+	gateSource: 'qa_compile_preflight'
+});
+
+assert.equal(userSpecificRepairPlans[0].blockerClass, 'user_specific_publication_argument_mismatch');
+assert.ok(userSpecificRepairPlans[0].repairRecipe.some((line) => /inject.*logged-in socket user.*first server parameter/i.test(line)));
+assert.ok(userSpecificRepairPlans[0].repairRecipe.some((line) => /id_current_user: string, id_user\?: string/i.test(line)));
+
+const coverageRepairPlans = buildResolveIORunnerRepairPlans({
+	context: 'support_ticket',
+	includeDevServerRules: true,
+	blockers: [
+		'QA coverage matrix incomplete: only showed surcharge buttons; missing invoice create/edit/reopen, tax totals, inventory transaction side effects, and persisted result assertions.'
+	],
+	changedFiles: [
+		'geochem/angular/app/invoice/new/invoice-new.component.ts',
+		'geochem/server/src/methods/invoices.ts',
+		'geochem/server/src/collections/customer.collection.ts'
+	],
+	gateSource: 'qa_browser_validation'
+});
+
+assert.equal(coverageRepairPlans[0].blockerClass, 'qa_coverage_incomplete');
+assert.ok(coverageRepairPlans[0].repairRecipe.some((line) => /QA Coverage Matrix/i));
+assert.ok(coverageRepairPlans[0].repairRecipe.some((line) => /Invoice\/billing\/tax coverage/i));
+assert.ok(coverageRepairPlans[0].repairRecipe.some((line) => /seed a minimal faithful fixture in the local QA database/i));
+assert.ok(coverageRepairPlans[0].requiredProof.some((line) => /persisted row\/value assertions/i));
+
+assert.deepEqual(
+	findRepeatedResolveIORunnerBlockers(
+		['Attempt 1 failed at server/src/methods/demo.ts:123 line 123'],
+		['Attempt 2 failed at server/src/methods/demo.ts:456 line 456']
+	),
+	['Attempt 2 failed at server/src/methods/demo.ts:456 line 456']
+);
+
+assert.equal(decideResolveIORunnerRepairContinuation({
+	currentBlockers: ['Generated file mismatch in angular/app/publications.ts'],
+	activeContractBlockers: ['yardsForUser publication signature mismatch'],
+	currentAttempt: 3,
+	maxAttempts: 3,
+	currentRepairWaveCount: 1,
+	maxRepairWaves: 4
+}).action, 'start_repair_wave');
+
+assert.equal(decideResolveIORunnerRepairContinuation({
+	currentBlockers: ['yardsForUser publication signature mismatch at line 80'],
+	activeContractBlockers: ['yardsForUser publication signature mismatch at line 40'],
+	currentAttempt: 2,
+	maxAttempts: 3,
+	currentRepairWaveCount: 0,
+	maxRepairWaves: 4
+}).action, 'park_repeated_blocker');
+
+assert.equal(decideResolveIORunnerRepairContinuation({
+	currentBlockers: ['Browser QA still fails on /manage'],
+	activeContractBlockers: ['Browser QA still fails on /manage'],
+	diffHash: 'same',
+	evidenceHash: 'same',
+	previousDiffHash: 'same',
+	previousEvidenceHash: 'same'
+}).action, 'park_no_progress');
+
+const artifactRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'resolveio-runner-artifacts-'));
+const projectRoot = path.join(artifactRoot, 'resolveio-all', 'geochem');
+const qaRoot = path.join(projectRoot, 'qa-artifacts');
+fs.mkdirSync(qaRoot, { recursive: true });
+const screenshotPath = path.join(qaRoot, 'billing-dashboard-surcharge.png');
+fs.writeFileSync(screenshotPath, 'fake png bytes');
+
+const artifactPaths = collectResolveIORunnerEvidenceArtifactPaths({
+	job: {
+		workspacePath: artifactRoot,
+		projectRoot: 'resolveio-all/geochem',
+		tasks: [{
+			notes: 'QA passed. Screenshot: qa-artifacts/billing-dashboard-surcharge.png'
+		}]
+	}
+});
+
+assert.deepEqual(artifactPaths, [screenshotPath]);
+
+const authScreenshotPath = path.join(qaRoot, 'auth-bootstrap-ready.jpg');
+const deliveryScreenshotPath = path.join(qaRoot, 'delivery-invoice-modal.png');
+const coverageMatrixPath = path.join(qaRoot, 'qa-coverage-matrix.json');
+fs.writeFileSync(authScreenshotPath, 'auth png bytes');
+fs.writeFileSync(deliveryScreenshotPath, 'delivery png bytes');
+fs.writeFileSync(coverageMatrixPath, '{"rows":[]}');
+const scannedArtifacts = collectResolveIORunnerEvidenceArtifactFilesFromRoots({
+	roots: [projectRoot],
+	maxFiles: 3,
+	includeJson: true
+});
+assert.deepEqual(scannedArtifacts, [
+	screenshotPath,
+	deliveryScreenshotPath,
+	coverageMatrixPath
+]);
+
+let uploadedCount = 0;
+persistResolveIORunnerEvidenceArtifacts({
+	job: {
+		workspacePath: artifactRoot,
+		projectRoot: 'resolveio-all/geochem',
+		tasks: [{
+			notes: 'QA passed. Screenshot: qa-artifacts/billing-dashboard-surcharge.png'
+		}]
+	},
+	ticketUrl: 'https://resolveio.test/support/004333',
+	uploadFile: async (input) => {
+		uploadedCount += 1;
+		assert.equal(input.filename, 'billing-dashboard-surcharge.png');
+		assert.equal(input.contentType, 'image/png');
+		assert.equal(input.size, Buffer.from('fake png bytes').length);
+		return {
+			_id: 'file-qa-1',
+			key: 'uploads/qa/billing-dashboard-surcharge.png',
+			name: input.filename
+		};
+	}
+}).then((result) => {
+	assert.equal(uploadedCount, 1);
+	assert.deepEqual(result.fileIds, ['file-qa-1']);
+	assert.equal(result.files[0].key, 'uploads/qa/billing-dashboard-surcharge.png');
+	assert.equal(result.attachments[0].uploaded_to_support_ticket, true);
+}).catch((error) => {
+	throw error;
+});