@rulemetric/cli 0.1.1

package/dist/commands/evals/run.js

@@ -0,0 +1,168 @@
+import { Args, Flags } from '@oclif/core';
+import { BaseCommand } from '../../base-command.js';
+import { apiGet, apiPost } from '../../lib/api-client.js';
+import { executeEval } from '../../lib/eval-executor.js';
+import { gradeEvalOutput } from '../../lib/eval-grader.js';
+export default class EvalRunCommand extends BaseCommand {
+    static description = 'Run evals against a target, optionally grade results, and post to API';
+    static examples = [
+        '<%= config.bin %> evals run <target-id>',
+        '<%= config.bin %> evals run <target-id> --parallel 3 --runs-per-eval 2',
+        '<%= config.bin %> evals run <target-id> --skip-baseline --skip-grading',
+    ];
+    static args = {
+        targetId: Args.string({ description: 'Eval target ID', required: true }),
+    };
+    static flags = {
+        parallel: Flags.integer({ description: 'Number of parallel eval executions', default: 1 }),
+        'runs-per-eval': Flags.integer({ description: 'Number of runs per eval for variance analysis', default: 1 }),
+        iteration: Flags.integer({ description: 'Iteration number for tracking', default: 1 }),
+        'skip-baseline': Flags.boolean({ description: 'Skip baseline (without_target) runs', default: false }),
+        'skip-grading': Flags.boolean({ description: 'Skip LLM grading step', default: false }),
+        model: Flags.string({ description: 'Model for eval execution (default: user configured)' }),
+        'grader-model': Flags.string({ description: 'Model for grading (default: same as execution model)' }),
+        timeout: Flags.integer({ description: 'Timeout per eval in ms', default: 120_000 }),
+    };
+    async run() {
+        const { args, flags } = await this.parse(EvalRunCommand);
+        this.requireAuth();
+        // Fetch target and its evals
+        const target = await apiGet(`/api/eval-targets/${args.targetId}`);
+        const evals = await apiGet(`/api/eval-targets/${args.targetId}/evals`);
+        if (evals.length === 0) {
+            this.error(`No evals found for target "${target.name}". Create some with \`rulemetric evals create\`.`);
+        }
+        this.log(`Running ${evals.length} eval(s) for "${target.name}" v${target.version}`);
+        this.log(`Config: ${flags['runs-per-eval']} run(s) per eval, parallel=${flags.parallel}, iteration=${flags.iteration}`);
+        if (flags['skip-baseline'])
+            this.log('Skipping baseline runs');
+        if (flags['skip-grading'])
+            this.log('Skipping grading');
+        this.log('');
+        const configurations = [
+            { name: 'with_target', content: target.content },
+        ];
+        if (!flags['skip-baseline']) {
+            configurations.push({ name: 'without_target' });
+        }
+        const workQueue = [];
+        for (const eval_ of evals) {
+            for (const config of configurations) {
+                for (let run = 1; run <= flags['runs-per-eval']; run++) {
+                    workQueue.push({
+                        eval_: eval_,
+                        configuration: config.name,
+                        targetContent: config.content,
+                        runNumber: run,
+                    });
+                }
+            }
+        }
+        // Execute with concurrency control
+        const results = [];
+        const concurrency = flags.parallel;
+        for (let i = 0; i < workQueue.length; i += concurrency) {
+            const batch = workQueue.slice(i, i + concurrency);
+            const batchResults = await Promise.all(batch.map((item) => this.executeAndGrade(item, target, flags)));
+            results.push(...batchResults);
+        }
+        // Post results to API
+        this.log('');
+        this.log('Posting results to API...');
+        for (const result of results) {
+            await apiPost('/api/eval-runs', result);
+        }
+        // Summary
+        this.log('');
+        this.log('=== Results Summary ===');
+        for (const config of configurations) {
+            const configResults = results.filter((r) => r.configuration === config.name);
+            const completedRuns = configResults.filter((r) => r.status === 'completed');
+            const gradedRuns = completedRuns.filter((r) => Object.keys(r.grading).length > 0);
+            this.log(`\n${config.name}:`);
+            this.log(`  Runs: ${completedRuns.length}/${configResults.length} completed`);
+            if (gradedRuns.length > 0) {
+                const passRates = gradedRuns
+                    .map((r) => r.grading.summary?.pass_rate ?? 0);
+                const avgPassRate = passRates.reduce((a, b) => a + b, 0) / passRates.length;
+                this.log(`  Avg pass_rate: ${(avgPassRate * 100).toFixed(1)}%`);
+            }
+            for (const r of configResults) {
+                const evalName = evals.find((e) => e.id === r.evalId)?.name ?? r.evalId;
+                const passRate = r.grading.summary?.pass_rate;
+                const passRateStr = passRate !== undefined ? ` pass_rate=${(passRate * 100).toFixed(0)}%` : '';
+                const timeStr = r.timing.duration_ms ? ` ${(r.timing.duration_ms / 1000).toFixed(1)}s` : '';
+                this.log(`  [${r.status}] ${evalName} run#${r.runNumber}${passRateStr}${timeStr}`);
+            }
+        }
+        if (!flags['skip-baseline'] && results.length > 0) {
+            const withTarget = results.filter((r) => r.configuration === 'with_target' && Object.keys(r.grading).length > 0);
+            const withoutTarget = results.filter((r) => r.configuration === 'without_target' && Object.keys(r.grading).length > 0);
+            if (withTarget.length > 0 && withoutTarget.length > 0) {
+                const avgWith = withTarget.map((r) => r.grading.summary?.pass_rate ?? 0).reduce((a, b) => a + b, 0) / withTarget.length;
+                const avgWithout = withoutTarget.map((r) => r.grading.summary?.pass_rate ?? 0).reduce((a, b) => a + b, 0) / withoutTarget.length;
+                const delta = avgWith - avgWithout;
+                this.log(`\nDelta: ${delta > 0 ? '+' : ''}${(delta * 100).toFixed(1)}% (with_target vs without_target)`);
+            }
+        }
+    }
+    async executeAndGrade(item, target, flags) {
+        const { eval_, configuration, targetContent, runNumber } = item;
+        this.log(`[${configuration}] ${eval_.name} run#${runNumber} — executing...`);
+        // Execute the eval
+        const execResult = await executeEval({
+            prompt: eval_.prompt,
+            targetContent,
+            timeout: flags.timeout,
+            model: flags.model,
+        });
+        if (execResult.error) {
+            this.log(`[${configuration}] ${eval_.name} run#${runNumber} — FAILED: ${execResult.error}`);
+            return {
+                evalId: eval_.id,
+                evalTargetId: target.id,
+                evalTargetVersion: target.version,
+                configuration,
+                runNumber,
+                iteration: flags.iteration,
+                status: 'failed',
+                outputs: { error: execResult.error },
+                timing: { duration_ms: execResult.durationMs, total_tokens: execResult.totalTokens },
+                grading: {},
+            };
+        }
+        this.log(`[${configuration}] ${eval_.name} run#${runNumber} — completed in ${(execResult.durationMs / 1000).toFixed(1)}s`);
+        // Grade if not skipped and expectations exist
+        let grading = {};
+        if (!flags['skip-grading'] && eval_.expectations.length > 0) {
+            this.log(`[${configuration}] ${eval_.name} run#${runNumber} — grading...`);
+            const gradingResult = await gradeEvalOutput({
+                prompt: eval_.prompt,
+                output: execResult.output,
+                expectations: eval_.expectations,
+                model: flags['grader-model'] ?? flags.model,
+                timeout: flags.timeout,
+            });
+            grading = gradingResult;
+            const passRate = gradingResult.summary.pass_rate;
+            this.log(`[${configuration}] ${eval_.name} run#${runNumber} — grading done: pass_rate=${(passRate * 100).toFixed(0)}%`);
+        }
+        return {
+            evalId: eval_.id,
+            evalTargetId: target.id,
+            evalTargetVersion: target.version,
+            configuration,
+            runNumber,
+            iteration: flags.iteration,
+            status: 'completed',
+            outputs: { transcript: execResult.output },
+            timing: {
+                duration_ms: execResult.durationMs,
+                total_tokens: execResult.totalTokens,
+                total_duration_seconds: execResult.durationMs / 1000,
+            },
+            grading,
+        };
+    }
+}
+//# sourceMappingURL=run.js.map

package/dist/commands/evals/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../src/commands/evals/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AA+B3D,MAAM,CAAC,OAAO,OAAO,cAAe,SAAQ,WAAW;IACrD,MAAM,CAAU,WAAW,GAAG,uEAAuE,CAAC;IAEtG,MAAM,CAAU,QAAQ,GAAG;QACzB,yCAAyC;QACzC,wEAAwE;QACxE,wEAAwE;KACzE,CAAC;IAEF,MAAM,CAAU,IAAI,GAAG;QACrB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;KACzE,CAAC;IAEF,MAAM,CAAU,KAAK,GAAG;QACtB,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,oCAAoC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC1F,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,+CAA+C,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC5G,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,+BAA+B,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACtF,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,qCAAqC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACtG,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,uBAAuB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACvF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,qDAAqD,EAAE,CAAC;QAC3F,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,sDAAsD,EAAE,CAAC;QACrG,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;KACpF,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACzD,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,6BAA6B;QAC7B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAa,qBAAqB,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9E,MAAM,KAAK,GAAG,MAAM,MAAM,CAAS,qBAAqB,IAAI,CAAC,QAAQ,QAAQ,CAAC,CAAC;QAE/E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,8BAA8B,MAAM,CAAC,IAAI,kDAAkD,CAAC,CAAC;QAC1G,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,WAAW,KAAK,CAAC,MAAM,iBAAiB,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,CAAC,WAAW,KAAK,CAAC,eAAe,CAAC,8BAA8B,KAAK,CAAC,QAAQ,eAAe,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACxH,IAAI,KAAK,CAAC,eAAe,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAC/D,IAAI,KAAK,CAAC,cAAc,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEb,MAAM,cAAc,GAA8C;YAChE,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;SACjD,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;YAC5B,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAClD,CAAC;QASD,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC1B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;gBACpC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;oBACvD,SAAS,CAAC,IAAI,CAAC;wBACb,KAAK,EAAE,KAAK;wBACZ,aAAa,EAAE,MAAM,CAAC,IAAI;wBAC1B,aAAa,EAAE,MAAM,CAAC,OAAO;wBAC7B,SAAS,EAAE,GAAG;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC;QAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;YAClD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAC/D,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,sBAAsB;QACtB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QAEtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QAED,UAAU;QACV,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7E,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC;YAC5E,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAElF,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,WAAW,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,YAAY,CAAC,CAAC;YAE9E,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,UAAU;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC;gBAC1E,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;gBAC5F,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAClE,CAAC;YAED,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC;gBACxE,MAAM,QAAQ,GAAI,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,CAAC;gBACvE,MAAM,WAAW,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/F,MAAM,OAAO,GAAI,CAAC,CAAC,MAA8B,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC,CAAC,MAA8B,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9I,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,QAAQ,QAAQ,CAAC,CAAC,SAAS,GAAG,WAAW,GAAG,OAAO,EAAE,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjH,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,gBAAgB,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEvH,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;gBACjK,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAC,CAAC,OAA+B,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;gBAC1K,MAAM,KAAK,GAAG,OAAO,GAAG,UAAU,CAAC;gBACnC,IAAI,CAAC,GAAG,CAAC,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,IAAuF,EACvF,MAAkB,EAClB,KAA+G;QAE/G,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;QAEhE,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,iBAAiB,CAAC,CAAC;QAE7E,mBAAmB;QACnB,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC;YACnC,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,aAAa;YACb,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,cAAc,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5F,OAAO;gBACL,MAAM,EAAE,KAAK,CAAC,EAAE;gBAChB,YAAY,EAAE,MAAM,CAAC,EAAE;gBACvB,iBAAiB,EAAE,MAAM,CAAC,OAAO;gBACjC,aAAa;gBACb,SAAS;gBACT,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE;gBACpC,MAAM,EAAE,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE;gBACpF,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,mBAAmB,CAAC,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE3H,8CAA8C;QAC9C,IAAI,OAAO,GAA4B,EAAE,CAAC;QAE1C,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,eAAe,CAAC,CAAC;YAE3E,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC;gBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,KAAK,EAAE,KAAK,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,KAAK;gBAC3C,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC,CAAC;YAEH,OAAO,GAAG,aAAmD,CAAC;YAC9D,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC;YACjD,IAAI,CAAC,GAAG,CAAC,IAAI,aAAa,KAAK,KAAK,CAAC,IAAI,QAAQ,SAAS,8BAA8B,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1H,CAAC;QAED,OAAO;YACL,MAAM,EAAE,KAAK,CAAC,EAAE;YAChB,YAAY,EAAE,MAAM,CAAC,EAAE;YACvB,iBAAiB,EAAE,MAAM,CAAC,OAAO;YACjC,aAAa;YACb,SAAS;YACT,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE;gBACN,WAAW,EAAE,UAAU,CAAC,UAAU;gBAClC,YAAY,EAAE,UAAU,CAAC,WAAW;gBACpC,sBAAsB,EAAE,UAAU,CAAC,UAAU,GAAG,IAAI;aACrD;YACD,OAAO;SACR,CAAC;IACJ,CAAC"}

package/dist/commands/gateway/ensure.d.ts

@@ -0,0 +1,7 @@
+import { BaseCommand } from '../../base-command.js';
+export default class GatewayEnsure extends BaseCommand {
+    static description: string;
+    static hidden: boolean;
+    run(): Promise<void>;
+}
+//# sourceMappingURL=ensure.d.ts.map

package/dist/commands/gateway/ensure.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensure.d.ts","sourceRoot":"","sources":["../../../src/commands/gateway/ensure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,WAAW;IACpD,OAAgB,WAAW,SAA+E;IAC1G,OAAgB,MAAM,UAAQ;IAExB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAc3B"}

package/dist/commands/gateway/ensure.js

@@ -0,0 +1,20 @@
+import { BaseCommand } from '../../base-command.js';
+import { isGatewayRunning, spawnGateway } from '../../lib/gateway-lifecycle.js';
+export default class GatewayEnsure extends BaseCommand {
+    static description = 'Ensure the gateway proxy is running (called by hooks, not for direct use)';
+    static hidden = true;
+    async run() {
+        await this.parse(GatewayEnsure);
+        if (isGatewayRunning()) {
+            return; // Already running, silent success
+        }
+        try {
+            spawnGateway();
+        }
+        catch (err) {
+            // Don't crash the hook — just warn
+            console.error(`[RuleMetric] Could not start gateway: ${err.message}`);
+        }
+    }
+}
+//# sourceMappingURL=ensure.js.map

package/dist/commands/gateway/ensure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensure.js","sourceRoot":"","sources":["../../../src/commands/gateway/ensure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAEhF,MAAM,CAAC,OAAO,OAAO,aAAc,SAAQ,WAAW;IACpD,MAAM,CAAU,WAAW,GAAG,2EAA2E,CAAC;IAC1G,MAAM,CAAU,MAAM,GAAG,IAAI,CAAC;IAE9B,KAAK,CAAC,GAAG;QACP,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAEhC,IAAI,gBAAgB,EAAE,EAAE,CAAC;YACvB,OAAO,CAAC,kCAAkC;QAC5C,CAAC;QAED,IAAI,CAAC;YACH,YAAY,EAAE,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,mCAAmC;YACnC,OAAO,CAAC,KAAK,CAAC,yCAA0C,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC"}

package/dist/commands/hooks/install.d.ts

@@ -0,0 +1,16 @@
+import { BaseCommand } from '../../base-command.js';
+export default class HooksInstall extends BaseCommand {
+    static description: string;
+    static examples: string[];
+    static flags: {
+        'no-proxy': import("@oclif/core/interfaces").BooleanFlag<boolean>;
+        'project-dir': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        global: import("@oclif/core/interfaces").BooleanFlag<boolean>;
+    };
+    run(): Promise<void>;
+    private findBinary;
+    private installMitmproxy;
+    private isCACertTrusted;
+    private trustCACert;
+}
+//# sourceMappingURL=install.d.ts.map

package/dist/commands/hooks/install.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"install.d.ts","sourceRoot":"","sources":["../../../src/commands/hooks/install.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAMpD,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,WAAW;IACnD,OAAgB,WAAW,SAA8E;IAEzG,OAAgB,QAAQ,WAItB;IAEF,OAAgB,KAAK;;;;MAanB;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IA2J1B,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,gBAAgB;IAexB,OAAO,CAAC,eAAe;IAuBvB,OAAO,CAAC,WAAW;CA2BpB"}

package/dist/commands/hooks/install.js

@@ -0,0 +1,248 @@
+import { Flags } from '@oclif/core';
+import { execSync, spawnSync } from 'node:child_process';
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import { BaseCommand } from '../../base-command.js';
+import { isGatewayRunning, spawnGateway, GATEWAY_PORT } from '../../lib/gateway-lifecycle.js';
+import { writeCursorProxyConfig, writeVSCodeProxyConfig, installMacOSProxyEnv, writeVSCodeUserProxyConfig } from '../../lib/hooks-config.js';
+const CERT_PATH = join(homedir(), '.mitmproxy', 'mitmproxy-ca-cert.pem');
+export default class HooksInstall extends BaseCommand {
+    static description = 'Install session tracking hooks and context capture proxy for Claude Code';
+    static examples = [
+        '<%= config.bin %> hooks install',
+        '<%= config.bin %> hooks install --global',
+        '<%= config.bin %> hooks install --no-proxy',
+    ];
+    static flags = {
+        'no-proxy': Flags.boolean({
+            default: false,
+            description: 'Skip proxy/gateway configuration (hooks only)',
+        }),
+        'project-dir': Flags.string({
+            description: 'Project directory to install hooks in (defaults to cwd)',
+        }),
+        global: Flags.boolean({
+            char: 'g',
+            default: false,
+            description: 'Install hooks globally (~/.claude/settings.json) so all projects are tracked',
+        }),
+    };
+    async run() {
+        const { flags } = await this.parse(HooksInstall);
+        const isGlobal = flags.global;
+        const projectPath = isGlobal ? homedir() : (flags['project-dir'] ?? process.cwd());
+        const configDir = join(projectPath, '.claude');
+        const configPath = join(configDir, 'settings.json');
+        const noProxy = flags['no-proxy'];
+        if (isGlobal) {
+            this.log(`Installing hooks globally → ${configPath}`);
+        }
+        // Read or create .claude/settings.json
+        let settings = {};
+        if (existsSync(configPath)) {
+            settings = JSON.parse(readFileSync(configPath, 'utf-8'));
+        }
+        // ── 1. Remove legacy hooks (session data now comes from local file providers) ──
+        if (settings.hooks) {
+            delete settings.hooks;
+            this.log('[OK] Removed legacy session hooks (no longer needed)');
+        }
+        // ── 2. Configure gateway + proxy ──────────────────────────────
+        if (!noProxy) {
+            // Ensure mitmproxy is available
+            const hasMitmproxy = this.findBinary('mitmdump');
+            if (!hasMitmproxy) {
+                this.log('');
+                this.log('[!!] mitmproxy not found — installing...');
+                const installed = this.installMitmproxy();
+                if (!installed) {
+                    this.log('[!!] Could not install mitmproxy. Skipping proxy config.');
+                    this.log('     Install manually: pipx install mitmproxy');
+                    this.log('     Then re-run: rulemetric hooks install');
+                }
+            }
+            // Generate CA cert if missing
+            if (!existsSync(CERT_PATH)) {
+                this.log('[..] Generating CA certificate...');
+                const mitmdump = this.findBinary('mitmdump');
+                if (mitmdump) {
+                    spawnSync(mitmdump, ['--set', 'listen_port=0', '-q'], {
+                        timeout: 5000,
+                        stdio: 'ignore',
+                    });
+                    if (existsSync(CERT_PATH)) {
+                        this.log(`[OK] CA certificate generated at ${CERT_PATH}`);
+                    }
+                    else {
+                        this.log('[!!] Could not generate CA cert');
+                    }
+                }
+            }
+            else {
+                this.log('[OK] CA certificate found');
+            }
+            // Trust CA cert in system store (if not already trusted)
+            if (existsSync(CERT_PATH) && !this.isCACertTrusted()) {
+                this.log('[..] Installing CA certificate into system trust store (requires admin)...');
+                const trusted = this.trustCACert();
+                if (trusted) {
+                    this.log('[OK] CA certificate trusted by system');
+                }
+                else {
+                    this.log('[!!] Could not install CA cert automatically.');
+                    if (process.platform === 'darwin') {
+                        this.log(`     Run manually: sudo security add-trusted-cert -d -r trustRoot -k /Library/Keychains/System.keychain ${CERT_PATH}`);
+                    }
+                    else if (process.platform === 'linux') {
+                        this.log(`     Run manually: sudo cp ${CERT_PATH} /usr/local/share/ca-certificates/mitmproxy-ca.crt && sudo update-ca-certificates`);
+                    }
+                }
+            }
+            else if (existsSync(CERT_PATH)) {
+                this.log('[OK] CA certificate already trusted');
+            }
+            // Set permanent HTTPS_PROXY and NODE_EXTRA_CA_CERTS in settings.json
+            // These point to the gateway (always running), not mitmproxy directly
+            const env = (settings.env ?? {});
+            env.HTTPS_PROXY = `http://localhost:${GATEWAY_PORT}`;
+            // Bypass proxy for non-Anthropic traffic (Supabase auth, npm, etc.)
+            env.NO_PROXY = 'localhost,127.0.0.1,*.supabase.co,*.supabase.in';
+            if (existsSync(CERT_PATH)) {
+                env.NODE_EXTRA_CA_CERTS = CERT_PATH;
+            }
+            settings.env = env;
+            this.log(`[OK] HTTPS_PROXY set to gateway on :${GATEWAY_PORT} (permanent)`);
+            // Configure Cursor proxy (if .cursor/ exists)
+            const cursorProxy = writeCursorProxyConfig(projectPath, GATEWAY_PORT, CERT_PATH);
+            if (cursorProxy) {
+                this.log('[OK] Cursor proxy configured → .cursor/settings.json');
+            }
+            // Configure VS Code proxy for Copilot capture (workspace settings)
+            const vscodeProxy = writeVSCodeProxyConfig(projectPath, GATEWAY_PORT, CERT_PATH);
+            if (vscodeProxy) {
+                this.log('[OK] VS Code workspace proxy configured → .vscode/settings.json');
+            }
+            // Set http.proxy in VS Code user settings (workspace-level is silently ignored
+            // for http.proxy due to APPLICATION scope — microsoft/vscode#236932)
+            const vscodeUserProxy = writeVSCodeUserProxyConfig(GATEWAY_PORT);
+            if (vscodeUserProxy) {
+                this.log('[OK] VS Code user proxy configured → ~/Library/Application Support/Code/User/settings.json');
+            }
+            // Set HTTPS_PROXY for all GUI apps via launchctl + LaunchAgent (macOS)
+            // Copilot reads process.env.HTTPS_PROXY directly — VS Code settings alone
+            // are insufficient because workspace http.proxy is ignored and extensions
+            // may bypass vscode-proxy-agent (microsoft/vscode#12588)
+            const macProxy = installMacOSProxyEnv(GATEWAY_PORT, CERT_PATH);
+            if (macProxy) {
+                this.log('[OK] HTTPS_PROXY set for GUI apps (launchctl + LaunchAgent)');
+            }
+            // Start gateway if not already running
+            if (isGatewayRunning()) {
+                this.log('[OK] Gateway already running');
+            }
+            else {
+                try {
+                    const pid = spawnGateway();
+                    this.log(`[OK] Gateway started (PID ${pid})`);
+                }
+                catch (err) {
+                    this.log(`[!!] Could not start gateway: ${err.message}`);
+                    this.log('     The session-start hook will auto-start it on next Claude Code session.');
+                }
+            }
+        }
+        // ── 3. Write settings ──────────────────────────────────────────
+        mkdirSync(configDir, { recursive: true });
+        writeFileSync(configPath, JSON.stringify(settings, null, 2) + '\n');
+        this.log('');
+        this.log('Setup complete! Next steps:');
+        if (isGlobal) {
+            this.log('  1. Install always-on API:    rulemetric service install');
+            this.log('  2. Start Claude Code in any project — all sessions tracked automatically');
+            this.log('');
+            this.log('The API service starts on login and restarts on crash.');
+        }
+        else if (!noProxy) {
+            this.log('  1. Start the capture proxy:  rulemetric proxy start');
+            this.log('  2. Start Claude Code — context will be captured automatically');
+            this.log('');
+            this.log('The gateway routes traffic direct when the proxy is off — Claude Code always works.');
+            this.log('');
+            this.log('To capture traffic from other clients (Python, curl, etc.):');
+            this.log('  eval "$(rulemetric proxy env --all)"');
+        }
+        else {
+            this.log('  1. Start Claude Code — session events will be tracked');
+            this.log('     (Run without --no-proxy to also capture system prompts)');
+        }
+    }
+    findBinary(name) {
+        try {
+            return execSync(`which ${name} 2>/dev/null`, { encoding: 'utf-8' }).trim() || null;
+        }
+        catch {
+            return null;
+        }
+    }
+    installMitmproxy() {
+        for (const [cmd, args] of [
+            ['pipx', ['install', 'mitmproxy']],
+            ['uv', ['tool', 'install', 'mitmproxy']],
+            ['brew', ['install', 'mitmproxy']],
+        ]) {
+            if (this.findBinary(cmd)) {
+                this.log(`     Installing via ${cmd}...`);
+                const result = spawnSync(cmd, [...args], { stdio: 'inherit' });
+                if (result.status === 0)
+                    return true;
+            }
+        }
+        return false;
+    }
+    isCACertTrusted() {
+        if (process.platform === 'darwin') {
+            const result = spawnSync('security', ['verify-cert', '-c', CERT_PATH], {
+                stdio: 'pipe',
+            });
+            return result.status === 0;
+        }
+        if (process.platform === 'linux') {
+            return existsSync('/usr/local/share/ca-certificates/mitmproxy-ca.crt');
+        }
+        if (process.platform === 'win32') {
+            // On Windows, check if cert is in the Root store
+            const result = spawnSync('certutil', ['-verify', CERT_PATH], {
+                stdio: 'pipe',
+            });
+            return result.status === 0;
+        }
+        return false;
+    }
+    trustCACert() {
+        if (process.platform === 'darwin') {
+            const result = spawnSync('sudo', [
+                'security', 'add-trusted-cert', '-d', '-r', 'trustRoot',
+                '-k', '/Library/Keychains/System.keychain', CERT_PATH,
+            ], { stdio: 'inherit' });
+            return result.status === 0;
+        }
+        if (process.platform === 'linux') {
+            const cp = spawnSync('sudo', [
+                'cp', CERT_PATH, '/usr/local/share/ca-certificates/mitmproxy-ca.crt',
+            ], { stdio: 'inherit' });
+            if (cp.status !== 0)
+                return false;
+            const update = spawnSync('sudo', ['update-ca-certificates'], { stdio: 'inherit' });
+            return update.status === 0;
+        }
+        if (process.platform === 'win32') {
+            const result = spawnSync('certutil', [
+                '-addstore', '-f', 'Root', CERT_PATH,
+            ], { stdio: 'inherit' });
+            return result.status === 0;
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=install.js.map

package/dist/commands/hooks/install.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"install.js","sourceRoot":"","sources":["../../../src/commands/hooks/install.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9F,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AAE7I,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAEzE,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,WAAW;IACnD,MAAM,CAAU,WAAW,GAAG,0EAA0E,CAAC;IAEzG,MAAM,CAAU,QAAQ,GAAG;QACzB,iCAAiC;QACjC,0CAA0C;QAC1C,4CAA4C;KAC7C,CAAC;IAEF,MAAM,CAAU,KAAK,GAAG;QACtB,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;YACxB,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,+CAA+C;SAC7D,CAAC;QACF,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC;YAC1B,WAAW,EAAE,yDAAyD;SACvE,CAAC;QACF,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC;YACpB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,8EAA8E;SAC5F,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;QAC9B,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;QAElC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,uCAAuC;QACvC,IAAI,QAAQ,GAA4B,EAAE,CAAC;QAC3C,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,kFAAkF;QAClF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,QAAQ,CAAC,KAAK,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;QACnE,CAAC;QAED,iEAAiE;QACjE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,gCAAgC;YAChC,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;YACjD,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACb,IAAI,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,IAAI,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;oBACrE,IAAI,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;oBAC1D,IAAI,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;YAED,8BAA8B;YAC9B,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gBAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;gBAC7C,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,eAAe,EAAE,IAAI,CAAC,EAAE;wBACpD,OAAO,EAAE,IAAI;wBACb,KAAK,EAAE,QAAQ;qBAChB,CAAC,CAAC;oBACH,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC1B,IAAI,CAAC,GAAG,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAC;oBAC5D,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;oBAC9C,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;YACxC,CAAC;YAED,yDAAyD;YACzD,IAAI,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;gBACrD,IAAI,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;gBACvF,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnC,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;gBACpD,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;oBAC1D,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAClC,IAAI,CAAC,GAAG,CAAC,2GAA2G,SAAS,EAAE,CAAC,CAAC;oBACnI,CAAC;yBAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;wBACxC,IAAI,CAAC,GAAG,CAAC,8BAA8B,SAAS,mFAAmF,CAAC,CAAC;oBACvI,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YAClD,CAAC;YAED,qEAAqE;YACrE,sEAAsE;YACtE,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,EAAE,CAA2B,CAAC;YAC3D,GAAG,CAAC,WAAW,GAAG,oBAAoB,YAAY,EAAE,CAAC;YACrD,oEAAoE;YACpE,GAAG,CAAC,QAAQ,GAAG,iDAAiD,CAAC;YACjE,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1B,GAAG,CAAC,mBAAmB,GAAG,SAAS,CAAC;YACtC,CAAC;YACD,QAAQ,CAAC,GAAG,GAAG,GAAG,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,uCAAuC,YAAY,cAAc,CAAC,CAAC;YAE5E,8CAA8C;YAC9C,MAAM,WAAW,GAAG,sBAAsB,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;YACjF,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;YACnE,CAAC;YAED,mEAAmE;YACnE,MAAM,WAAW,GAAG,sBAAsB,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;YACjF,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;YAC9E,CAAC;YAED,+EAA+E;YAC/E,qEAAqE;YACrE,MAAM,eAAe,GAAG,0BAA0B,CAAC,YAAY,CAAC,CAAC;YACjE,IAAI,eAAe,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,4FAA4F,CAAC,CAAC;YACzG,CAAC;YAED,uEAAuE;YACvE,0EAA0E;YAC1E,0EAA0E;YAC1E,yDAAyD;YACzD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;YAC/D,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;YAC1E,CAAC;YAED,uCAAuC;YACvC,IAAI,gBAAgB,EAAE,EAAE,CAAC;gBACvB,IAAI,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,YAAY,EAAE,CAAC;oBAC3B,IAAI,CAAC,GAAG,CAAC,6BAA6B,GAAG,GAAG,CAAC,CAAC;gBAChD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC,GAAG,CAAC,iCAAkC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;oBACpE,IAAI,CAAC,GAAG,CAAC,6EAA6E,CAAC,CAAC;gBAC1F,CAAC;YACH,CAAC;QACH,CAAC;QAED,kEAAkE;QAClE,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAEpE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;YACtE,IAAI,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;YACvF,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;QACrE,CAAC;aAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;YAClE,IAAI,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;YAC5E,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,qFAAqF,CAAC,CAAC;YAChG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;YACxE,IAAI,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;YACpE,IAAI,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,IAAY;QAC7B,IAAI,CAAC;YACH,OAAO,QAAQ,CAAC,SAAS,IAAI,cAAc,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QACrF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI;YACxB,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YAClC,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YACxC,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;SAC1B,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,GAAG,CAAC,uBAAuB,GAAG,KAAK,CAAC,CAAC;gBAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC/D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC;YACvC,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,eAAe;QACrB,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,aAAa,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE;gBACrE,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,OAAO,UAAU,CAAC,mDAAmD,CAAC,CAAC;QACzE,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,iDAAiD;YACjD,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE;gBAC3D,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,WAAW;QACjB,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;gBAC/B,UAAU,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW;gBACvD,IAAI,EAAE,oCAAoC,EAAE,SAAS;aACtD,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACzB,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE;gBAC3B,IAAI,EAAE,SAAS,EAAE,mDAAmD;aACrE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YAClC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,wBAAwB,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACnF,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE;gBACnC,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS;aACrC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;YACzB,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC"}

package/dist/commands/hooks/run.d.ts

@@ -0,0 +1,11 @@
+import { BaseCommand } from '../../base-command.js';
+export default class HooksRun extends BaseCommand {
+    static description: string;
+    static hidden: boolean;
+    static args: {
+        hook: import("@oclif/core/interfaces").Arg<string, Record<string, unknown>>;
+    };
+    run(): Promise<void>;
+    private readStdin;
+}
+//# sourceMappingURL=run.d.ts.map

package/dist/commands/hooks/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/commands/hooks/run.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAIpD,MAAM,CAAC,OAAO,OAAO,QAAS,SAAQ,WAAW;IAC/C,OAAgB,WAAW,SAAyE;IACpG,OAAgB,MAAM,UAAQ;IAE9B,OAAgB,IAAI;;MAMlB;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B1B,OAAO,CAAC,SAAS;CAWlB"}

package/dist/commands/hooks/run.js

@@ -0,0 +1,56 @@
+import { Args } from '@oclif/core';
+import { execFileSync } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { BaseCommand } from '../../base-command.js';
+const VALID_HOOKS = ['session-start', 'session-end', 'user-prompt', 'post-tool-use'];
+export default class HooksRun extends BaseCommand {
+    static description = 'Execute a hook script (called by AI tool hooks, not for direct use)';
+    static hidden = true;
+    static args = {
+        hook: Args.string({
+            description: 'Hook name to run',
+            required: true,
+            options: [...VALID_HOOKS],
+        }),
+    };
+    async run() {
+        const { args } = await this.parse(HooksRun);
+        const hookName = args.hook;
+        // Resolve bundled script path
+        const { scriptsDir } = await import('@rulemetric/hooks/scripts-dir');
+        const scriptPath = join(scriptsDir, `${hookName}.sh`);
+        if (!existsSync(scriptPath)) {
+            this.error(`Hook script not found: ${scriptPath}`);
+        }
+        try {
+            // Read stdin and pass it to the bash script
+            const stdin = await this.readStdin();
+            execFileSync('bash', [scriptPath], {
+                input: stdin,
+                stdio: ['pipe', 'inherit', 'inherit'],
+                timeout: 10_000,
+                env: process.env,
+            });
+        }
+        catch (error) {
+            // Hooks should not crash the AI tool — exit silently
+            const code = error.status;
+            if (code) {
+                process.exitCode = code;
+            }
+        }
+    }
+    readStdin() {
+        return new Promise((resolve) => {
+            const chunks = [];
+            process.stdin.on('data', (chunk) => chunks.push(chunk));
+            process.stdin.on('end', () => resolve(Buffer.concat(chunks).toString('utf-8')));
+            // If stdin is already closed (no piped input), resolve immediately
+            if (process.stdin.readableEnded) {
+                resolve(Buffer.concat(chunks).toString('utf-8'));
+            }
+        });
+    }
+}
+//# sourceMappingURL=run.js.map

package/dist/commands/hooks/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../src/commands/hooks/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEpD,MAAM,WAAW,GAAG,CAAC,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,eAAe,CAAU,CAAC;AAE9F,MAAM,CAAC,OAAO,OAAO,QAAS,SAAQ,WAAW;IAC/C,MAAM,CAAU,WAAW,GAAG,qEAAqE,CAAC;IACpG,MAAM,CAAU,MAAM,GAAG,IAAI,CAAC;IAE9B,MAAM,CAAU,IAAI,GAAG;QACrB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC;YAChB,WAAW,EAAE,kBAAkB;YAC/B,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC;SAC1B,CAAC;KACH,CAAC;IAEF,KAAK,CAAC,GAAG;QACP,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;QAE3B,8BAA8B;QAC9B,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,+BAA+B,CAAC,CAAC;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAC;QAEtD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC;YACH,4CAA4C;YAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,YAAY,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,EAAE;gBACjC,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC;gBACrC,OAAO,EAAE,MAAM;gBACf,GAAG,EAAE,OAAO,CAAC,GAAG;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,qDAAqD;YACrD,MAAM,IAAI,GAAI,KAA6B,CAAC,MAAM,CAAC;YACnD,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAEO,SAAS;QACf,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACxD,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAChF,mEAAmE;YACnE,IAAI,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;gBAChC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACnD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC"}

package/dist/commands/hooks/uninstall.d.ts

@@ -0,0 +1,7 @@
+import { BaseCommand } from '../../base-command.js';
+export default class HooksUninstall extends BaseCommand {
+    static description: string;
+    static examples: string[];
+    run(): Promise<void>;
+}
+//# sourceMappingURL=uninstall.d.ts.map

package/dist/commands/hooks/uninstall.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"uninstall.d.ts","sourceRoot":"","sources":["../../../src/commands/hooks/uninstall.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAIpD,MAAM,CAAC,OAAO,OAAO,cAAe,SAAQ,WAAW;IACrD,OAAgB,WAAW,SAA4D;IAEvF,OAAgB,QAAQ,WAEtB;IAEI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;CAsF3B"}