veto-sdk 1.0.0

package/README.md

@@ -0,0 +1,209 @@
+# veto
+
+**Guardrails for AI agent tool calls.**
+
+Intercept, validate, and control tool calls before execution. Works with OpenAI, Anthropic, Google, and any provider.
+
+## Install
+
+```bash
+npm install veto
+```
+
+## Quick Start
+
+```bash
+npx veto init  # Creates veto/ directory with config and rules
+```
+
+```typescript
+import { Veto, toOpenAITools, ToolCallDeniedError } from 'veto';
+
+// Define tools with handlers
+const tools = [
+  {
+    name: 'read_file',
+    description: 'Read a file',
+    inputSchema: {
+      type: 'object',
+      properties: { path: { type: 'string' } },
+      required: ['path']
+    },
+    handler: async ({ path }) => fs.readFileSync(path, 'utf-8')
+  },
+  {
+    name: 'write_file',
+    description: 'Write a file',
+    inputSchema: {
+      type: 'object',
+      properties: { path: { type: 'string' }, content: { type: 'string' } },
+      required: ['path', 'content']
+    },
+    handler: async ({ path, content }) => {
+      fs.writeFileSync(path, content);
+      return 'OK';
+    }
+  }
+];
+
+// Initialize and wrap
+const veto = await Veto.init();
+const { definitions, implementations } = veto.wrapTools(tools);
+
+// Use with OpenAI
+const response = await openai.chat.completions.create({
+  model: 'gpt-4',
+  tools: toOpenAITools(definitions),
+  messages: [{ role: 'user', content: 'Read /etc/passwd' }]
+});
+
+// Execute - validation happens automatically
+for (const call of response.choices[0].message.tool_calls ?? []) {
+  try {
+    const result = await implementations[call.function.name](
+      JSON.parse(call.function.arguments)
+    );
+    console.log('Result:', result);
+  } catch (error) {
+    if (error instanceof ToolCallDeniedError) {
+      console.log('Blocked:', error.reason);
+    }
+  }
+}
+```
+
+## Configuration
+
+### veto/config.yaml
+
+```yaml
+version: "1.0"
+mode: "strict"  # strict = block, log = allow but log
+
+api:
+  baseUrl: "http://localhost:8080"
+  endpoint: "/tool/call/check"
+  timeout: 10000
+
+rules:
+  directory: "./rules"
+```
+
+### veto/rules/defaults.yaml
+
+```yaml
+rules:
+  - id: block-system-paths
+    name: Block system path access
+    severity: critical
+    action: block
+    tools: [read_file, write_file]
+    conditions:
+      - field: arguments.path
+        operator: starts_with
+        value: /etc
+
+  - id: block-home-deletion
+    name: Prevent home directory deletion
+    severity: critical
+    action: block
+    tools: [delete_file, run_command]
+    conditions:
+      - field: arguments.path
+        operator: matches
+        value: "^/home/.*"
+```
+
+## Provider Adapters
+
+### OpenAI
+
+```typescript
+import { toOpenAITools, fromOpenAIToolCall } from 'veto';
+
+const tools = toOpenAITools(definitions);
+```
+
+### Anthropic
+
+```typescript
+import { toAnthropicTools, fromAnthropicToolUse } from 'veto';
+
+const tools = toAnthropicTools(definitions);
+```
+
+### Google
+
+```typescript
+import { toGoogleTool, fromGoogleFunctionCall } from 'veto';
+
+const tools = toGoogleTool(definitions);
+```
+
+## Rule Conditions
+
+| Operator | Description |
+|----------|-------------|
+| `equals` | Exact match |
+| `not_equals` | Not equal |
+| `contains` | String contains |
+| `not_contains` | String does not contain |
+| `starts_with` | String starts with |
+| `ends_with` | String ends with |
+| `matches` | Regex pattern |
+| `greater_than` | Numeric > |
+| `less_than` | Numeric < |
+| `in` | Value in list |
+| `not_in` | Value not in list |
+
+## API
+
+### `Veto.init(options?)`
+
+Initialize Veto with configuration.
+
+```typescript
+const veto = await Veto.init({
+  configDir: './my-veto',
+  mode: 'log',
+  logLevel: 'debug'
+});
+```
+
+### `veto.wrapTools(tools)`
+
+Wrap tools to add validation.
+
+```typescript
+const { definitions, implementations } = veto.wrapTools(tools);
+// definitions: schemas for AI provider (no handlers)
+// implementations: callable functions with validation
+```
+
+### `veto.validateToolCall(call)`
+
+Manual validation for custom flows.
+
+```typescript
+const result = await veto.validateToolCall({
+  id: 'call_123',
+  name: 'read_file',
+  arguments: { path: '/etc/passwd' }
+});
+
+if (result.allowed) {
+  // proceed
+}
+```
+
+### `veto.getMode()`
+
+Get current mode (`'strict'` or `'log'`).
+
+### `veto.getLoadedRules()`
+
+Get all loaded rules.
+
+## License
+
+Apache-2.0

package/dist/benchmark/cli.d.ts

@@ -0,0 +1,22 @@
+#!/usr/bin/env node
+/**
+ * CLI for running Veto benchmarks.
+ *
+ * Usage:
+ *   npx tsx src/benchmark/cli.ts [options]
+ *
+ * Options:
+ *   --dataset <path>      Path to dataset (glob pattern)
+ *   --model <name>        Model to benchmark
+ *   --max-samples <n>     Maximum samples to evaluate
+ *   --output <path>       Output JSON file path
+ *   --no-shuffle          Don't shuffle samples
+ *   --seed <n>            Random seed for shuffling
+ *   --concurrency <n>     Parallel requests (default: 1)
+ *   --base-url <url>      Ollama base URL
+ *   --help                Show this help
+ *
+ * @module benchmark/cli
+ */
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/benchmark/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/benchmark/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;GAkBG"}

package/dist/benchmark/cli.js

@@ -0,0 +1,238 @@
+#!/usr/bin/env node
+/**
+ * CLI for running Veto benchmarks.
+ *
+ * Usage:
+ *   npx tsx src/benchmark/cli.ts [options]
+ *
+ * Options:
+ *   --dataset <path>      Path to dataset (glob pattern)
+ *   --model <name>        Model to benchmark
+ *   --max-samples <n>     Maximum samples to evaluate
+ *   --output <path>       Output JSON file path
+ *   --no-shuffle          Don't shuffle samples
+ *   --seed <n>            Random seed for shuffling
+ *   --concurrency <n>     Parallel requests (default: 1)
+ *   --base-url <url>      Ollama base URL
+ *   --help                Show this help
+ *
+ * @module benchmark/cli
+ */
+import { resolve } from 'node:path';
+import { runBenchmark, formatReportConsole, saveReportJson, createProgressLogger, } from './runner.js';
+import { DEFAULT_BENCHMARK_CONFIG } from './types.js';
+import { createLogger } from '../utils/logger.js';
+import { KernelClient } from '../kernel/client.js';
+function parseArgs(args) {
+    const config = {};
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        const next = args[i + 1];
+        switch (arg) {
+            case '--help':
+            case '-h':
+                config.help = true;
+                break;
+            case '--dataset':
+            case '-d':
+                config.datasetPath = next;
+                i++;
+                break;
+            case '--model':
+            case '-m':
+                config.kernel = { ...DEFAULT_BENCHMARK_CONFIG.kernel, model: next };
+                i++;
+                break;
+            case '--max-samples':
+            case '-n':
+                config.maxSamples = parseInt(next, 10);
+                i++;
+                break;
+            case '--output':
+            case '-o':
+                config.outputPath = next;
+                config.outputFormat = 'both';
+                i++;
+                break;
+            case '--no-shuffle':
+                config.shuffle = false;
+                break;
+            case '--seed':
+                config.seed = parseInt(next, 10);
+                i++;
+                break;
+            case '--concurrency':
+            case '-c':
+                config.concurrency = parseInt(next, 10);
+                i++;
+                break;
+            case '--base-url':
+                config.kernel = {
+                    ...DEFAULT_BENCHMARK_CONFIG.kernel,
+                    ...config.kernel,
+                    baseUrl: next,
+                };
+                i++;
+                break;
+            case '--include-results':
+                config.includeResults = true;
+                break;
+            case '--verbose':
+            case '-v':
+                config.verbose = true;
+                break;
+            case '--test-connection':
+                config.testConnection = true;
+                break;
+        }
+    }
+    return config;
+}
+/**
+ * Print help message.
+ */
+function printHelp() {
+    console.log(`
+╔═══════════════════════════════════════════════════════════════╗
+║              VETO BENCHMARK CLI                               ║
+╚═══════════════════════════════════════════════════════════════╝
+
+Usage:
+  npx tsx src/benchmark/cli.ts [options]
+
+Options:
+  --dataset, -d <path>     Path to dataset (glob pattern)
+                           Default: data/batches/**/*.jsonl
+
+  --model, -m <name>       Model to benchmark
+                           Default: ${DEFAULT_BENCHMARK_CONFIG.kernel.model}
+
+  --max-samples, -n <n>    Maximum samples to evaluate (0 = all)
+                           Default: 0 (all samples)
+
+  --output, -o <path>      Output JSON file path
+                           Default: none (console only)
+
+  --no-shuffle             Don't shuffle samples before evaluation
+
+  --seed <n>               Random seed for shuffling
+                           Default: random
+
+  --concurrency, -c <n>    Parallel requests (not yet implemented)
+                           Default: 1
+
+  --base-url <url>         Ollama API base URL
+                           Default: ${DEFAULT_BENCHMARK_CONFIG.kernel.baseUrl}
+
+  --include-results        Include all individual results in JSON output
+
+  --verbose, -v            Enable debug logging
+
+  --test-connection        Test kernel connection before running
+
+  --help, -h               Show this help message
+
+Examples:
+  # Run full benchmark
+  npx tsx src/benchmark/cli.ts
+
+  # Run with 100 samples
+  npx tsx src/benchmark/cli.ts -n 100
+
+  # Save results to JSON
+  npx tsx src/benchmark/cli.ts -o results.json
+
+  # Use specific model
+  npx tsx src/benchmark/cli.ts -m veto-warden:latest
+
+  # Benchmark specific category
+  npx tsx src/benchmark/cli.ts -d "data/batches/finance/*.jsonl"
+`);
+}
+/**
+ * Main CLI entry point.
+ */
+async function main() {
+    const args = process.argv.slice(2);
+    const userConfig = parseArgs(args);
+    if (userConfig.help) {
+        printHelp();
+        process.exit(0);
+    }
+    // Merge with defaults
+    const config = {
+        ...DEFAULT_BENCHMARK_CONFIG,
+        ...userConfig,
+        kernel: {
+            ...DEFAULT_BENCHMARK_CONFIG.kernel,
+            ...userConfig.kernel,
+        },
+    };
+    // Resolve dataset path relative to cwd
+    config.datasetPath = resolve(process.cwd(), config.datasetPath);
+    console.log('');
+    console.log('╔═══════════════════════════════════════════════════════════════╗');
+    console.log('║              VETO BENCHMARK                                   ║');
+    console.log('╚═══════════════════════════════════════════════════════════════╝');
+    console.log('');
+    console.log(`Dataset:    ${config.datasetPath}`);
+    console.log(`Model:      ${config.kernel.model}`);
+    console.log(`Max Samples: ${config.maxSamples || 'all'}`);
+    console.log(`Shuffle:    ${config.shuffle}`);
+    console.log('');
+    // Create logger with appropriate level
+    const logger = createLogger(userConfig.verbose ? 'debug' : 'info');
+    // Test connection if requested
+    if (userConfig.testConnection) {
+        console.log('Testing kernel connection...');
+        const kernelConfig = config.kernel;
+        const kernelClient = new KernelClient({ config: kernelConfig, logger });
+        try {
+            const healthy = await kernelClient.healthCheck();
+            if (healthy) {
+                console.log('✅ Kernel connection successful');
+            }
+            else {
+                console.log('❌ Kernel health check failed');
+                process.exit(1);
+            }
+        }
+        catch (error) {
+            console.error('❌ Kernel connection error:', error instanceof Error ? error.message : error);
+            if (error instanceof Error && error.cause) {
+                console.error('   Cause:', error.cause.message);
+            }
+            process.exit(1);
+        }
+        if (!config.datasetPath) {
+            process.exit(0);
+        }
+    }
+    try {
+        const report = await runBenchmark({
+            config,
+            onProgress: createProgressLogger(),
+            logger,
+        });
+        // Print console report
+        console.log(formatReportConsole(report));
+        // Save JSON if requested
+        if (config.outputPath) {
+            const outputPath = resolve(process.cwd(), config.outputPath);
+            saveReportJson(report, outputPath);
+            console.log(`\nReport saved to: ${outputPath}`);
+        }
+        // Exit with error code if accuracy is below threshold
+        if (report.metrics.accuracy < 0.9) {
+            console.log('\n⚠️  Warning: Accuracy below 90% threshold');
+            process.exit(1);
+        }
+    }
+    catch (error) {
+        console.error('\n❌ Benchmark failed:', error instanceof Error ? error.message : error);
+        process.exit(1);
+    }
+}
+// Run CLI
+main().catch(console.error);
+//# sourceMappingURL=cli.js.map

package/dist/benchmark/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/benchmark/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EACL,YAAY,EACZ,mBAAmB,EACnB,cAAc,EACd,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,YAAY,EAAe,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAYnD,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzB,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,QAAQ,CAAC;YACd,KAAK,IAAI;gBACP,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;gBACnB,MAAM;YACR,KAAK,WAAW,CAAC;YACjB,KAAK,IAAI;gBACP,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC;gBAC1B,CAAC,EAAE,CAAC;gBACJ,MAAM;YACR,KAAK,SAAS,CAAC;YACf,KAAK,IAAI;gBACP,MAAM,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBACpE,CAAC,EAAE,CAAC;gBACJ,MAAM;YACR,KAAK,eAAe,CAAC;YACrB,KAAK,IAAI;gBACP,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACvC,CAAC,EAAE,CAAC;gBACJ,MAAM;YACR,KAAK,UAAU,CAAC;YAChB,KAAK,IAAI;gBACP,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;gBACzB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC;gBAC7B,CAAC,EAAE,CAAC;gBACJ,MAAM;YACR,KAAK,cAAc;gBACjB,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;gBACvB,MAAM;YACR,KAAK,QAAQ;gBACX,MAAM,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjC,CAAC,EAAE,CAAC;gBACJ,MAAM;YACR,KAAK,eAAe,CAAC;YACrB,KAAK,IAAI;gBACP,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxC,CAAC,EAAE,CAAC;gBACJ,MAAM;YACR,KAAK,YAAY;gBACf,MAAM,CAAC,MAAM,GAAG;oBACd,GAAG,wBAAwB,CAAC,MAAM;oBAClC,GAAG,MAAM,CAAC,MAAM;oBAChB,OAAO,EAAE,IAAI;iBACd,CAAC;gBACF,CAAC,EAAE,CAAC;gBACJ,MAAM;YACR,KAAK,mBAAmB;gBACtB,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC7B,MAAM;YACR,KAAK,WAAW,CAAC;YACjB,KAAK,IAAI;gBACP,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;gBACtB,MAAM;YACR,KAAK,mBAAmB;gBACtB,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC7B,MAAM;QACV,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,SAAS;IAChB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;sCAawB,wBAAwB,CAAC,MAAM,CAAC,KAAK;;;;;;;;;;;;;;;;;sCAiBrC,wBAAwB,CAAC,MAAM,CAAC,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;CAyB5E,CAAC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAEnC,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;QACpB,SAAS,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,sBAAsB;IACtB,MAAM,MAAM,GAAoB;QAC9B,GAAG,wBAAwB;QAC3B,GAAG,UAAU;QACb,MAAM,EAAE;YACN,GAAG,wBAAwB,CAAC,MAAM;YAClC,GAAG,UAAU,CAAC,MAAM;SACrB;KACF,CAAC;IAEF,uCAAuC;IACvC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IAEhE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,uCAAuC;IACvC,MAAM,MAAM,GAAW,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAE3E,+BAA+B;IAC/B,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAiB,MAAM,CAAC,MAAM,CAAC;QACjD,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;QAExE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE,CAAC;YACjD,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC5F,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC1C,OAAO,CAAC,KAAK,CAAC,WAAW,EAAG,KAAK,CAAC,KAAe,CAAC,OAAO,CAAC,CAAC;YAC7D,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,MAAM;YACN,UAAU,EAAE,oBAAoB,EAAE;YAClC,MAAM;SACP,CAAC,CAAC;QAEH,uBAAuB;QACvB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;QAEzC,yBAAyB;QACzB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7D,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,sDAAsD;QACtD,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IAEH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,UAAU;AACV,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC"}

package/dist/benchmark/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Benchmark module for evaluating Veto kernel performance.
+ *
+ * @module benchmark
+ */
+export * from './types.js';
+export * from './loader.js';
+export * from './metrics.js';
+export * from './runner.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/benchmark/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/benchmark/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}

package/dist/benchmark/index.js

@@ -0,0 +1,10 @@
+/**
+ * Benchmark module for evaluating Veto kernel performance.
+ *
+ * @module benchmark
+ */
+export * from './types.js';
+export * from './loader.js';
+export * from './metrics.js';
+export * from './runner.js';
+//# sourceMappingURL=index.js.map

package/dist/benchmark/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/benchmark/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}

package/dist/benchmark/loader.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Dataset loader for benchmark samples.
+ *
+ * Parses JSONL training data files and extracts benchmark samples
+ * with tool calls, rules, and expected decisions.
+ *
+ * @module benchmark/loader
+ */
+import type { BenchmarkSample } from './types.js';
+/**
+ * Load benchmark samples from a glob pattern.
+ *
+ * @param pattern - Glob pattern for JSONL files
+ * @param maxSamples - Maximum samples to load (0 = all)
+ * @param shuffle - Whether to shuffle samples
+ * @param seed - Random seed for shuffling
+ */
+export declare function loadBenchmarkSamples(pattern: string, maxSamples?: number, shuffle?: boolean, seed?: number): Promise<BenchmarkSample[]>;
+//# sourceMappingURL=loader.d.ts.map

package/dist/benchmark/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/benchmark/loader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAMH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AA4BlD;;;;;;;GAOG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,EACf,UAAU,GAAE,MAAU,EACtB,OAAO,GAAE,OAAe,EACxB,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,EAAE,CAAC,CA6C5B"}