@ngockhoale/ukit 3.4.47 → 3.4.48

package/scripts/bench/v3-ceremony.mjs

@@ -1,220 +0,0 @@
-#!/usr/bin/env node
-/**
- * v3-ceremony.mjs — planned-ceremony delta harness (SPEC FR-008, M05.1').
- *
- * Seeds a fixture project (same shape as seedOrchestrationLadderFixtureProject /
- * the corpus test seeder), runs every V3_ROUTE_CORPUS case through
- * deriveTaskRoute twice — routing.fastPath.stage 'off' vs 'shadow' (rigor stays
- * 'shadow' in both so riskFloor is emitted on both sides) — and prints a report
- * of the planned-ceremony surface: skills, helper commands, advisory blocks,
- * suppressed ceremony, elapsedMs.
- *
- * This is a measurement tool, not a gate: it always exits 0. A zero delta is a
- * finding, not a failure.
- *
- * Usage:
- *   node scripts/bench/v3-ceremony.mjs [--tsv]
- */
-
-import fs from 'node:fs/promises';
-import path from 'node:path';
-import os from 'node:os';
-import { fileURLToPath } from 'node:url';
-
-import { buildCodeIndex } from '../../src/index/buildIndex.js';
-import { deriveTaskRoute } from '../../src/index/taskRouting.js';
-import { V3_ROUTE_CORPUS } from '../../tests/fixtures/v3RouteCorpus.js';
-
-const REPO_ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../..');
-
-// fastPath off vs on; rigor stays 'shadow' in both runs so riskFloor is emitted
-// and the only moving part is the Fast Path stage itself.
-const CONFIG_OFF = { routing: { rigor: { stage: 'shadow' }, fastPath: { stage: 'off' } } };
-const CONFIG_ON = { routing: { rigor: { stage: 'shadow' }, fastPath: { stage: 'shadow' } } };
-
-async function createFixtureFile(rootDir, relativePath, contents = 'export default true;\n') {
-  const absolutePath = path.join(rootDir, relativePath);
-  await fs.mkdir(path.dirname(absolutePath), { recursive: true });
-  await fs.writeFile(absolutePath, contents, 'utf8');
-}
-
-// Same seeded project shape as the corpus test — the ladder fixture plus the
-// db/migrations tree the schema-change cases target.
-async function seedFixtureProject(rootDir) {
-  await fs.mkdir(path.join(rootDir, '.claude', 'skills'), { recursive: true });
-  await fs.writeFile(
-    path.join(rootDir, 'package.json'),
-    JSON.stringify({
-      packageManager: 'yarn@1.22.22',
-      scripts: {
-        test: 'vitest',
-        lint: 'eslint .',
-        typecheck: 'tsc --noEmit',
-      },
-    }, null, 2),
-    'utf8',
-  );
-
-  await createFixtureFile(rootDir, 'src/core/fileOps.js', 'export function writeFileAtomic(input) { return input; }\n');
-  await createFixtureFile(rootDir, 'src/core/applyPlan.js', 'export function applyPlan(plan) { return plan; }\n');
-  await createFixtureFile(rootDir, 'src/pages/AdminHome.js', 'export function AdminHome() { return true; }\n');
-  await createFixtureFile(rootDir, 'src/api/auth/login.js', 'export async function login() { return { ok: true }; }\n');
-  await createFixtureFile(rootDir, 'src/db/migrations/001_init.sql', 'CREATE TABLE sessions (id text);\n');
-  await createFixtureFile(rootDir, 'src/db/migrations/002_drop_sessions.sql', 'DROP TABLE sessions;\n');
-  await createFixtureFile(rootDir, '.claude/hooks/skill-router.sh', '#!/bin/bash\necho skill-router\n');
-  await createFixtureFile(rootDir, 'template_project/.claude/ukit/runtime/reinject-context.mjs', 'export function reinject() { return true; }\n');
-  await createFixtureFile(rootDir, 'template_project/.claude/ukit/index/route-task.mjs', 'export function routeTask() { return true; }\n');
-  await createFixtureFile(rootDir, 'template_project/ukit/storage/config.json', '{ "version": "1.4.2" }\n');
-
-  await buildCodeIndex({ rootDir });
-}
-
-// The planned-ceremony surface of one route: which skills were activated, which
-// helper commands were planned, which advisory blocks were emitted, and what
-// Fast Path suppressed.
-function measureRoute(route) {
-  const summary = route?.routeSummary ?? {};
-  const helperCommands = [
-    ...(summary.primaryCommands ?? []),
-    ...(summary.fallbackCommands ?? []),
-    summary.helperHint,
-    summary.nextActionCommand,
-  ].filter(Boolean);
-  const advisoryBlocks = [
-    summary.workflowPolicy ? 'workflowPolicy' : null,
-    summary.principleIndex ? 'principleIndex' : null,
-    summary.modelRolesBlock ? 'modelRolesBlock' : null,
-  ].filter(Boolean);
-  return {
-    executionMode: summary.executionMode ?? route?.routingContext?.executionMode ?? null,
-    riskFloor: summary.riskFloor?.floor ?? null,
-    skills: (route?.activeSkills ?? []).map((entry) => entry.id),
-    helperCommands: [...new Set(helperCommands)],
-    advisoryBlocks,
-    eligible: summary.fastPath?.eligible ?? null,
-    suppressed: summary.fastPath?.suppressed ?? [],
-  };
-}
-
-async function measureCase(rootDir, entry, runtimeConfig) {
-  const started = performance.now();
-  const route = await deriveTaskRoute({
-    rootDir,
-    promptText: entry.prompt,
-    commandText: entry.commandText ?? '',
-    targetFile: entry.targetFile,
-    commandNamespace: '.codex',
-    runtimeConfig,
-  });
-  return { ...measureRoute(route), elapsedMs: Math.round(performance.now() - started) };
-}
-
-async function runCase(rootDir, entry) {
-  const row = { name: entry.name, lang: entry.lang, targetFile: entry.targetFile ?? null };
-  try {
-    row.fastPathOff = await measureCase(rootDir, entry, CONFIG_OFF);
-  } catch (error) {
-    row.fastPathOff = { error: error?.message ?? String(error) };
-  }
-  try {
-    row.fastPathOn = await measureCase(rootDir, entry, CONFIG_ON);
-  } catch (error) {
-    row.fastPathOn = { error: error?.message ?? String(error) };
-  }
-  if (row.fastPathOff.error || row.fastPathOn.error) {
-    row.error = row.fastPathOff.error ?? row.fastPathOn.error;
-  }
-  return row;
-}
-
-function sumMetric(cases, side, metric) {
-  return cases.reduce((total, entry) => total + (entry[side]?.[metric]?.length ?? 0), 0);
-}
-
-function buildSummary(cases) {
-  const totals = {};
-  for (const side of ['fastPathOff', 'fastPathOn']) {
-    totals[side] = {
-      skills: sumMetric(cases, side, 'skills'),
-      helperCommands: sumMetric(cases, side, 'helperCommands'),
-      advisoryBlocks: sumMetric(cases, side, 'advisoryBlocks'),
-      suppressed: sumMetric(cases, side, 'suppressed'),
-      elapsedMs: cases.reduce((total, entry) => total + (entry[side]?.elapsedMs ?? 0), 0),
-    };
-  }
-  const fastPathEligibleCount = cases.filter((entry) => entry.fastPathOn?.eligible === true).length;
-  return {
-    caseCount: cases.length,
-    fastPathOff: totals.fastPathOff,
-    fastPathOn: totals.fastPathOn,
-    delta: {
-      skills: totals.fastPathOn.skills - totals.fastPathOff.skills,
-      helperCommands: totals.fastPathOn.helperCommands - totals.fastPathOff.helperCommands,
-      advisoryBlocks: totals.fastPathOn.advisoryBlocks - totals.fastPathOff.advisoryBlocks,
-      suppressed: totals.fastPathOn.suppressed - totals.fastPathOff.suppressed,
-      elapsedMs: totals.fastPathOn.elapsedMs - totals.fastPathOff.elapsedMs,
-      fastPathEligibleCount,
-    },
-  };
-}
-
-function renderTsv(report) {
-  const header = [
-    'name', 'mode', 'riskFloor', 'eligible',
-    'off.skills', 'off.helpers', 'off.advisory', 'off.suppressed', 'off.ms',
-    'on.skills', 'on.helpers', 'on.advisory', 'on.suppressed', 'on.ms',
-  ];
-  const cell = (value) => String(value ?? '').replaceAll('\t', ' ');
-  const rows = report.cases.map((entry) => {
-    const off = entry.fastPathOff ?? {};
-    const on = entry.fastPathOn ?? {};
-    return [
-      entry.name,
-      on.executionMode ?? off.executionMode,
-      on.riskFloor ?? off.riskFloor,
-      on.eligible,
-      off.skills?.length, off.helperCommands?.length, off.advisoryBlocks?.length, off.suppressed?.length, off.elapsedMs,
-      on.skills?.length, on.helperCommands?.length, on.advisoryBlocks?.length, on.suppressed?.length, on.elapsedMs,
-    ].map(cell).join('\t');
-  });
-  const d = report.summary.delta;
-  rows.push([
-    'SUMMARY', `${report.summary.caseCount} cases`, '', `eligible=${d.fastPathEligibleCount}`,
-    report.summary.fastPathOff.skills, report.summary.fastPathOff.helperCommands,
-    report.summary.fastPathOff.advisoryBlocks, report.summary.fastPathOff.suppressed,
-    report.summary.fastPathOff.elapsedMs,
-    report.summary.fastPathOn.skills, report.summary.fastPathOn.helperCommands,
-    report.summary.fastPathOn.advisoryBlocks, report.summary.fastPathOn.suppressed,
-    report.summary.fastPathOn.elapsedMs,
-  ].map(cell).join('\t'));
-  return [header.join('\t'), ...rows].join('\n');
-}
-
-async function main() {
-  const args = process.argv.slice(2);
-  const unknown = args.filter((arg) => arg !== '--tsv');
-  if (unknown.length > 0) {
-    console.error(`usage: v3-ceremony.mjs [--tsv]\nunknown argument: ${unknown[0]}`);
-    process.exit(2);
-  }
-  const tsv = args.includes('--tsv');
-  const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'ukit-v3-ceremony-'));
-  try {
-    await seedFixtureProject(tmpDir);
-    const cases = [];
-    for (const entry of V3_ROUTE_CORPUS) {
-      cases.push(await runCase(tmpDir, entry));
-    }
-    const report = { cases, summary: buildSummary(cases) };
-    console.log(tsv ? renderTsv(report) : JSON.stringify(report, null, 2));
-  } finally {
-    await fs.rm(tmpDir, { recursive: true, force: true });
-  }
-}
-
-// Measurement tool, not a gate: even a catastrophic failure reports and exits 0.
-try {
-  await main();
-} catch (error) {
-  console.log(JSON.stringify({ cases: [], summary: null, fatal: error?.message ?? String(error) }));
-}