@ryuenn3123/agentic-senior-core 4.4.0 → 5.1.0

package/scripts/context-triggered-audit.mjs

@@ -1,391 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * context-triggered-audit.mjs
- *
- * Determines whether strict security/performance audits should run based on
- * workflow context, changed scope size, and explicit user override.
- */
-
-import { existsSync, readFileSync } from 'node:fs';
-import { execFileSync } from 'node:child_process';
-import { dirname, resolve } from 'node:path';
-import { fileURLToPath } from 'node:url';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-const REPOSITORY_ROOT = resolve(__dirname, '..');
-
-const PR_CHECKLIST_PATH = '.agent-context/review-checklists/pr-checklist.md';
-const ARCHITECTURE_CHECKLIST_PATH = '.agent-context/review-checklists/architecture-review.md';
-const DEFAULT_WORKFLOW = 'auto';
-const SMALL_EDIT_MAX_FILES = 3;
-const MAJOR_FEATURE_MIN_SIGNIFICANT_FILES = 4;
-
-const STRICT_WORKFLOWS = new Set([
-  'review-request',
-  'pr-intent',
-  'pr-preparation',
-  'major-feature-completion',
-]);
-
-const SUPPORTED_WORKFLOWS = new Set([
-  DEFAULT_WORKFLOW,
-  ...STRICT_WORKFLOWS,
-  'small-edit',
-  'standard',
-]);
-
-const REQUIRED_PR_CHECKLIST_SNIPPETS = [
-  '### 9.1 Context-Triggered Audit Mode',
-  'Strict audit mode activates automatically on review and PR-intent workflows',
-  'Small edits avoid heavy checks by default unless strict mode is explicitly requested',
-  'User can always force strict audit mode manually',
-];
-
-const REQUIRED_ARCHITECTURE_CHECKLIST_SNIPPETS = [];
-
-function pushResult(results, isPassed, checkName, details) {
-  results.push({
-    checkName,
-    passed: isPassed,
-    details,
-  });
-}
-
-function normalizeFilePath(filePath) {
-  return filePath.replace(/\\/g, '/').replace(/^\.\//, '');
-}
-
-function parseGitFileList(rawOutput) {
-  if (typeof rawOutput !== 'string' || rawOutput.trim().length === 0) {
-    return [];
-  }
-
-  return rawOutput
-    .split(/\r?\n/)
-    .map((filePath) => filePath.trim())
-    .filter((filePath) => filePath.length > 0)
-    .map(normalizeFilePath);
-}
-
-function runGitFileQuery(commandArguments) {
-  try {
-    const rawOutput = execFileSync('git', commandArguments, {
-      cwd: REPOSITORY_ROOT,
-      encoding: 'utf8',
-      maxBuffer: 1024 * 1024,
-      stdio: ['ignore', 'pipe', 'ignore'],
-    });
-
-    return parseGitFileList(rawOutput);
-  } catch {
-    return [];
-  }
-}
-
-function uniqueSorted(filePaths) {
-  return Array.from(new Set(filePaths)).sort((leftPath, rightPath) => leftPath.localeCompare(rightPath));
-}
-
-function collectChangedFiles() {
-  const workingTreeFiles = runGitFileQuery(['diff', '--name-only']);
-  const stagedFiles = runGitFileQuery(['diff', '--name-only', '--cached']);
-  const workingScopeFiles = uniqueSorted([...workingTreeFiles, ...stagedFiles]);
-
-  if (workingScopeFiles.length > 0) {
-    return {
-      source: 'working-tree-and-index',
-      files: workingScopeFiles,
-    };
-  }
-
-  const latestCommitRangeFiles = runGitFileQuery(['diff', '--name-only', 'HEAD~1..HEAD']);
-  if (latestCommitRangeFiles.length > 0) {
-    return {
-      source: 'latest-commit-range',
-      files: uniqueSorted(latestCommitRangeFiles),
-    };
-  }
-
-  const headCommitFiles = runGitFileQuery(['show', '--pretty=format:', '--name-only', 'HEAD']);
-  if (headCommitFiles.length > 0) {
-    return {
-      source: 'head-commit',
-      files: uniqueSorted(headCommitFiles),
-    };
-  }
-
-  return {
-    source: 'none',
-    files: [],
-  };
-}
-
-function parseCliArguments(argumentList) {
-  let workflow = DEFAULT_WORKFLOW;
-  let strict = false;
-
-  for (let argumentIndex = 0; argumentIndex < argumentList.length; argumentIndex += 1) {
-    const argumentValue = argumentList[argumentIndex];
-
-    if (argumentValue === '--strict') {
-      strict = true;
-      continue;
-    }
-
-    if (argumentValue === '--workflow') {
-      const nextArgumentValue = argumentList[argumentIndex + 1];
-      if (nextArgumentValue && !nextArgumentValue.startsWith('--')) {
-        workflow = nextArgumentValue;
-        argumentIndex += 1;
-      }
-      continue;
-    }
-
-    if (argumentValue.startsWith('--workflow=')) {
-      workflow = argumentValue.slice('--workflow='.length);
-    }
-  }
-
-  const normalizedWorkflow = String(workflow).trim().toLowerCase() || DEFAULT_WORKFLOW;
-
-  return {
-    workflow: SUPPORTED_WORKFLOWS.has(normalizedWorkflow) ? normalizedWorkflow : DEFAULT_WORKFLOW,
-    strict,
-  };
-}
-
-function isLightweightFilePath(filePath) {
-  return filePath.endsWith('.md')
-    || filePath.startsWith('docs/')
-    || filePath.startsWith('.agent-context/review-checklists/')
-    || filePath.startsWith('.agent-context/rules/')
-    || filePath.startsWith('.agent-context/prompts/')
-    || filePath === 'CHANGELOG.md'
-    || filePath === 'README.md';
-}
-
-function countSignificantChangedFiles(changedFiles) {
-  return changedFiles.filter((filePath) => (
-    filePath.startsWith('bin/')
-    || filePath.startsWith('lib/')
-    || filePath.startsWith('scripts/')
-    || filePath.startsWith('tests/')
-  )).length;
-}
-
-function detectSmallEdit(changedFiles) {
-  const nonLightweightChangedFiles = changedFiles.filter((filePath) => !isLightweightFilePath(filePath));
-  return nonLightweightChangedFiles.length <= 1 && changedFiles.length <= SMALL_EDIT_MAX_FILES;
-}
-
-function detectMajorFeatureCompletion(changedFiles) {
-  const significantChangedFileCount = countSignificantChangedFiles(changedFiles);
-  return significantChangedFileCount >= MAJOR_FEATURE_MIN_SIGNIFICANT_FILES;
-}
-
-function detectReviewIntentFromEnvironment() {
-  const githubEventName = String(process.env.GITHUB_EVENT_NAME || '').toLowerCase();
-  const githubEventAction = String(process.env.GITHUB_EVENT_ACTION || '').toLowerCase();
-  const gitlabMergeRequestId = String(process.env.CI_MERGE_REQUEST_IID || '').trim();
-  const ciPullRequestMarker = String(process.env.CI_PULL_REQUEST || '').toLowerCase();
-  const auditWorkflowHint = String(process.env.AUDIT_WORKFLOW || '').toLowerCase();
-
-  if (githubEventName.includes('pull_request') || githubEventAction.includes('pull_request')) {
-    return true;
-  }
-
-  if (gitlabMergeRequestId.length > 0) {
-    return true;
-  }
-
-  if (ciPullRequestMarker === 'true' || ciPullRequestMarker === '1') {
-    return true;
-  }
-
-  return auditWorkflowHint.includes('review') || auditWorkflowHint.includes('pr');
-}
-
-function resolveAuditMode(options) {
-  const {
-    workflow,
-    manualForceStrict,
-    changedFiles,
-  } = options;
-
-  const smallEditDetected = detectSmallEdit(changedFiles);
-  const majorFeatureDetected = detectMajorFeatureCompletion(changedFiles);
-
-  if (manualForceStrict) {
-    return {
-      strictAuditMode: true,
-      triggerReason: 'manual-force-strict',
-      smallEditDetected,
-      majorFeatureDetected,
-    };
-  }
-
-  if (STRICT_WORKFLOWS.has(workflow)) {
-    return {
-      strictAuditMode: true,
-      triggerReason: `workflow-${workflow}`,
-      smallEditDetected,
-      majorFeatureDetected,
-    };
-  }
-
-  if (workflow === 'small-edit') {
-    return {
-      strictAuditMode: false,
-      triggerReason: 'workflow-small-edit-lightweight',
-      smallEditDetected: true,
-      majorFeatureDetected,
-    };
-  }
-
-  if (workflow === 'standard') {
-    return {
-      strictAuditMode: false,
-      triggerReason: 'workflow-standard-lightweight',
-      smallEditDetected,
-      majorFeatureDetected,
-    };
-  }
-
-  if (detectReviewIntentFromEnvironment()) {
-    return {
-      strictAuditMode: true,
-      triggerReason: 'auto-review-or-pr-intent',
-      smallEditDetected,
-      majorFeatureDetected,
-    };
-  }
-
-  if (majorFeatureDetected) {
-    return {
-      strictAuditMode: true,
-      triggerReason: 'auto-major-feature-completion',
-      smallEditDetected,
-      majorFeatureDetected,
-    };
-  }
-
-  if (smallEditDetected) {
-    return {
-      strictAuditMode: false,
-      triggerReason: 'auto-small-edit-lightweight',
-      smallEditDetected,
-      majorFeatureDetected,
-    };
-  }
-
-  return {
-    strictAuditMode: false,
-    triggerReason: 'auto-standard-lightweight',
-    smallEditDetected,
-    majorFeatureDetected,
-  };
-}
-
-function assertChecklist(checklistLabel, checklistPath, requiredSnippets, failures, results) {
-  const absoluteChecklistPath = resolve(REPOSITORY_ROOT, checklistPath);
-
-  if (!existsSync(absoluteChecklistPath)) {
-    failures.push(`Missing ${checklistLabel} checklist: ${checklistPath}`);
-    pushResult(results, false, `${checklistLabel}-checklist-exists`, `Missing ${checklistPath}`);
-    return;
-  }
-
-  pushResult(results, true, `${checklistLabel}-checklist-exists`, `${checklistPath} is present`);
-
-  const checklistContent = readFileSync(absoluteChecklistPath, 'utf8');
-  const missingChecklistSnippets = requiredSnippets.filter(
-    (requiredSnippet) => !checklistContent.includes(requiredSnippet)
-  );
-
-  if (missingChecklistSnippets.length > 0) {
-    failures.push(`Missing ${checklistLabel} checklist snippets: ${missingChecklistSnippets.join(', ')}`);
-    pushResult(
-      results,
-      false,
-      `${checklistLabel}-checklist-coverage`,
-      `Missing snippets in ${checklistPath}: ${missingChecklistSnippets.join(', ')}`
-    );
-    return;
-  }
-
-  pushResult(results, true, `${checklistLabel}-checklist-coverage`, `${checklistLabel} checklist snippets are complete`);
-}
-
-function runAudit() {
-  const parsedArguments = parseCliArguments(process.argv.slice(2));
-  const changedScope = collectChangedFiles();
-  const changedFiles = changedScope.files;
-
-  const auditMode = resolveAuditMode({
-    workflow: parsedArguments.workflow,
-    manualForceStrict: parsedArguments.strict,
-    changedFiles,
-  });
-
-  const results = [];
-  const failures = [];
-
-  pushResult(results, true, 'context-workflow', `workflow=${parsedArguments.workflow}`);
-  pushResult(
-    results,
-    true,
-    'manual-force-strict-flag',
-    parsedArguments.strict ? 'Manual strict mode requested' : 'Manual strict mode not requested'
-  );
-
-  if (auditMode.strictAuditMode) {
-    pushResult(results, true, 'strict-audit-activation', `Strict audit mode activated (${auditMode.triggerReason})`);
-
-    assertChecklist(
-      'pr',
-      PR_CHECKLIST_PATH,
-      REQUIRED_PR_CHECKLIST_SNIPPETS,
-      failures,
-      results
-    );
-    assertChecklist(
-      'architecture',
-      ARCHITECTURE_CHECKLIST_PATH,
-      REQUIRED_ARCHITECTURE_CHECKLIST_SNIPPETS,
-      failures,
-      results
-    );
-  } else {
-    pushResult(
-      results,
-      true,
-      'strict-audit-lightweight-mode',
-      `Strict audits skipped to avoid heavy mode (${auditMode.triggerReason})`
-    );
-  }
-
-  const reportPayload = {
-    generatedAt: new Date().toISOString(),
-    auditName: 'context-triggered-audit',
-    workflow: parsedArguments.workflow,
-    source: changedScope.source,
-    changedFileCount: changedFiles.length,
-    changedFiles,
-    userForcedStrictMode: parsedArguments.strict,
-    strictAuditMode: auditMode.strictAuditMode,
-    triggerReason: auditMode.triggerReason,
-    smallEditDetected: auditMode.smallEditDetected,
-    majorFeatureDetected: auditMode.majorFeatureDetected,
-    passed: failures.length === 0,
-    failureCount: failures.length,
-    failures,
-    results,
-  };
-
-  console.log(JSON.stringify(reportPayload, null, 2));
-  process.exit(reportPayload.passed ? 0 : 1);
-}
-
-runAudit();

package/scripts/detection-benchmark.mjs

@@ -1,127 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * detection-benchmark.mjs
- *
- * Lightweight benchmark for stack detection heuristics used by the CLI.
- * Publishes top-1 accuracy and manual-correction-rate proxy.
- */
-
-const AMBIGUITY_THRESHOLD = 0.08;
-
-const BENCHMARK_FIXTURES = [
-  { fixtureName: 'typescript-basic', markers: ['package.json', 'tsconfig.json'], expectedStack: 'typescript.md' },
-  { fixtureName: 'typescript-next', markers: ['package.json', 'tsconfig.json', 'next.config.js'], expectedStack: 'typescript.md' },
-  { fixtureName: 'python-poetry', markers: ['pyproject.toml'], expectedStack: 'python.md' },
-  { fixtureName: 'python-requirements', markers: ['requirements.txt'], expectedStack: 'python.md' },
-  { fixtureName: 'java-maven', markers: ['pom.xml'], expectedStack: 'java.md' },
-  { fixtureName: 'java-gradle', markers: ['build.gradle'], expectedStack: 'java.md' },
-  { fixtureName: 'php-composer', markers: ['composer.json'], expectedStack: 'php.md' },
-  { fixtureName: 'go-module', markers: ['go.mod'], expectedStack: 'go.md' },
-  { fixtureName: 'dotnet-solution', markers: ['app.sln'], expectedStack: 'csharp.md' },
-  { fixtureName: 'rust-cargo', markers: ['Cargo.toml'], expectedStack: 'rust.md' },
-  { fixtureName: 'ruby-gemfile', markers: ['Gemfile'], expectedStack: 'ruby.md' },
-  { fixtureName: 'mixed-ts-python', markers: ['package.json', 'tsconfig.json', 'pyproject.toml'], expectedStack: 'typescript.md' },
-];
-
-function detectProjectFromMarkers(markers) {
-  const markerNames = new Set(markers);
-  const candidates = [];
-
-  if (markerNames.has('package.json') || markerNames.has('tsconfig.json') || markerNames.has('next.config.js') || markerNames.has('next.config.mjs')) {
-    let confidenceScore = 0.7;
-    if (markerNames.has('package.json')) confidenceScore += 0.12;
-    if (markerNames.has('tsconfig.json')) confidenceScore += 0.12;
-    if (markerNames.has('next.config.js') || markerNames.has('next.config.mjs')) confidenceScore += 0.05;
-    candidates.push({ stackFileName: 'typescript.md', confidenceScore: Math.min(confidenceScore, 0.97) });
-  }
-
-  if (markerNames.has('pyproject.toml') || markerNames.has('requirements.txt')) {
-    candidates.push({
-      stackFileName: 'python.md',
-      confidenceScore: markerNames.has('pyproject.toml') ? 0.96 : 0.78,
-    });
-  }
-
-  if (markerNames.has('pom.xml') || markerNames.has('build.gradle') || markerNames.has('build.gradle.kts')) {
-    candidates.push({
-      stackFileName: 'java.md',
-      confidenceScore: markerNames.has('pom.xml') ? 0.95 : 0.84,
-    });
-  }
-
-  if (markerNames.has('composer.json')) candidates.push({ stackFileName: 'php.md', confidenceScore: 0.95 });
-  if (markerNames.has('go.mod')) candidates.push({ stackFileName: 'go.md', confidenceScore: 0.96 });
-  if (markerNames.has('Cargo.toml')) candidates.push({ stackFileName: 'rust.md', confidenceScore: 0.96 });
-  if (markerNames.has('Gemfile')) candidates.push({ stackFileName: 'ruby.md', confidenceScore: 0.95 });
-
-  const hasDotNetMarker = Array.from(markerNames).some((markerName) => markerName.endsWith('.sln') || markerName.endsWith('.csproj'));
-  if (hasDotNetMarker) {
-    candidates.push({ stackFileName: 'csharp.md', confidenceScore: 0.95 });
-  }
-
-  if (candidates.length === 0) {
-    return {
-      detectedStack: null,
-      confidenceScore: 0,
-      confidenceGap: 0,
-      needsManualCorrection: true,
-    };
-  }
-
-  candidates.sort((leftCandidate, rightCandidate) => rightCandidate.confidenceScore - leftCandidate.confidenceScore);
-  const strongestCandidate = candidates[0];
-  const secondStrongestCandidate = candidates[1];
-  const confidenceGap = secondStrongestCandidate
-    ? Number((strongestCandidate.confidenceScore - secondStrongestCandidate.confidenceScore).toFixed(2))
-    : Number(strongestCandidate.confidenceScore.toFixed(2));
-
-  return {
-    detectedStack: strongestCandidate.stackFileName,
-    confidenceScore: strongestCandidate.confidenceScore,
-    confidenceGap,
-    needsManualCorrection: confidenceGap < AMBIGUITY_THRESHOLD,
-  };
-}
-
-function runBenchmark() {
-  let passingFixtureCount = 0;
-  let manualCorrectionCount = 0;
-
-  const fixtureResults = BENCHMARK_FIXTURES.map((benchmarkFixture) => {
-    const detectionResult = detectProjectFromMarkers(benchmarkFixture.markers);
-    const isCorrect = detectionResult.detectedStack === benchmarkFixture.expectedStack;
-
-    if (isCorrect) {
-      passingFixtureCount += 1;
-    }
-
-    if (detectionResult.needsManualCorrection) {
-      manualCorrectionCount += 1;
-    }
-
-    return {
-      fixtureName: benchmarkFixture.fixtureName,
-      expectedStack: benchmarkFixture.expectedStack,
-      detectedStack: detectionResult.detectedStack,
-      confidenceGap: detectionResult.confidenceGap,
-      needsManualCorrection: detectionResult.needsManualCorrection,
-      isCorrect,
-    };
-  });
-
-  const totalFixtureCount = BENCHMARK_FIXTURES.length;
-  const top1Accuracy = Number((passingFixtureCount / totalFixtureCount).toFixed(4));
-  const manualCorrectionRate = Number((manualCorrectionCount / totalFixtureCount).toFixed(4));
-
-  return {
-    generatedAt: new Date().toISOString(),
-    fixtureCount: totalFixtureCount,
-    top1Accuracy,
-    manualCorrectionRate,
-    fixtures: fixtureResults,
-  };
-}
-
-const benchmarkResult = runBenchmark();
-console.log(JSON.stringify(benchmarkResult, null, 2));