@alex-dbs/coderuler 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -11,15 +11,16 @@ export interface SourceFile {
11
11
  readonly filepath: string;
12
12
  readonly source: string;
13
13
  }
14
+ export interface LineRange {
15
+ readonly start: number;
16
+ readonly end: number;
17
+ }
14
18
  export interface ScopeMatch<T = JsonValue> {
15
19
  readonly id: string;
16
20
  readonly source: string;
17
21
  readonly data?: T;
18
22
  readonly captures?: Readonly<Record<string, string | readonly string[]>>;
19
- readonly lines?: {
20
- readonly start: number;
21
- readonly end: number;
22
- };
23
+ readonly lines?: LineRange;
23
24
  }
24
25
  export interface ScopeSubject<T = JsonValue> extends ScopeMatch<T> {
25
26
  readonly kind: 'scope';
@@ -34,13 +35,15 @@ export interface GroupSubject<T = JsonValue> {
34
35
  readonly members: readonly ScopeSubject<T>[];
35
36
  }
36
37
  export type Subject<T = JsonValue> = ScopeSubject<T> | GroupSubject<T>;
37
- export type ScopeSelector<T = JsonValue> = (file: SourceFile) => Awaitable<readonly ScopeMatch<T>[]>;
38
+ export type ScopeSelector<T = JsonValue> = {
39
+ bivarianceHack(file: SourceFile, context?: ProjectContext): Awaitable<readonly ScopeMatch<T>[]>;
40
+ }['bivarianceHack'];
38
41
  export type Grouping = 'scope' | 'file' | 'folder' | 'project' | {
39
42
  readonly by: 'folder';
40
43
  readonly level: number;
41
44
  };
42
45
  export interface RuleSettings {
43
- readonly backend?: 'jev';
46
+ readonly backend?: 'jev' | 'openai';
44
47
  readonly model?: string;
45
48
  readonly threshold?: number;
46
49
  readonly inputCostPerMillion?: number;
@@ -63,10 +66,7 @@ export interface AiUsage extends TokenUsage {
63
66
  export interface ViolationLocation {
64
67
  readonly filepath: string;
65
68
  readonly scopeId?: string;
66
- readonly lines?: {
67
- readonly start: number;
68
- readonly end: number;
69
- };
69
+ readonly lines?: LineRange;
70
70
  }
71
71
  export interface CheckResult {
72
72
  readonly status: 'pass' | 'violation';
@@ -96,6 +96,8 @@ export type AiOptions<T = JsonValue> = {
96
96
  export type Evaluator<T = JsonValue> = (subject: Subject<T>, context: CheckContext<T>) => Awaitable<CheckResult>;
97
97
  export interface ProjectContext {
98
98
  readonly project: Project;
99
+ readonly changedFiles?: ReadonlySet<string>;
100
+ readonly changedLines?: ReadonlyMap<string, readonly LineRange[]>;
99
101
  trace(message: string, details?: JsonValue): void;
100
102
  }
101
103
  export interface Selection<T = JsonValue> {
@@ -24,8 +24,9 @@ function isStringList(value, allowEmpty) {
24
24
  }
25
25
  function validateSettings(settings, at) {
26
26
  const backend = settings['backend'];
27
- if (backend !== undefined && backend !== 'jev')
28
- invalid(at, 'settings.backend must be "jev"');
27
+ if (backend !== undefined && backend !== 'jev' && backend !== 'openai') {
28
+ invalid(at, 'settings.backend must be "jev" or "openai"');
29
+ }
29
30
  const model = settings['model'];
30
31
  if (model !== undefined && (typeof model !== 'string' || model.trim() === '')) {
31
32
  invalid(at, 'settings.model must be a non-blank string');
package/dist/index.d.ts CHANGED
@@ -1,10 +1,10 @@
1
1
  export { Rule } from './app/rule.js';
2
2
  export { test } from './app/rule-tests.js';
3
3
  export type { RuleTestCase } from './app/rule-tests.js';
4
- export type { AiExamples, AiOptions, AiUsage, Awaitable, CheckContext, CheckResult, Evaluator, Grouping, GroupSubject, JsonValue, PredicateResult, ProjectContext, RuleSettings, ScopeMatch, ScopeSelector, ScopeSubject, Selection, SelectionContext, SourceFile, Subject, TokenPricing, TokenUsage, ViolationLocation, } from './app/rule.js';
4
+ export type { AiExamples, AiOptions, AiUsage, Awaitable, CheckContext, CheckResult, Evaluator, Grouping, GroupSubject, JsonValue, PredicateResult, LineRange, ProjectContext, RuleSettings, ScopeMatch, ScopeSelector, ScopeSubject, Selection, SelectionContext, SourceFile, Subject, TokenPricing, TokenUsage, ViolationLocation, } from './app/rule.js';
5
5
  export { ai, pass, regex, violation } from './app/evaluators.js';
6
6
  export type { RegexOptions } from './app/evaluators.js';
7
- export type { CsvOptions, CsvRow, DecisionBackend, DecisionExchange, DecisionInstructions, DecisionObserver, DecisionOutcome, DecisionRequest, DecisionRuntime, LoadedRule, Project, RuleEvaluation, RuleLoader, RuleReport, RuleSelection, RunContext, RunEvent, } from './app/ports.js';
7
+ export type { CsvOptions, DiffChanges, CsvRow, DecisionBackend, DecisionExchange, DecisionInstructions, DecisionObserver, DecisionOutcome, DecisionRequest, DecisionRuntime, LoadedRule, Project, RuleEvaluation, RuleLoader, RuleReport, RuleSelection, RunContext, RunEvent, } from './app/ports.js';
8
8
  import { astGrep } from './adapter/scope/astgrep.js';
9
9
  import { csv } from './adapter/scope/csv.js';
10
10
  import { file } from './adapter/scope/file.js';
@@ -17,7 +17,7 @@ function loadEnvironment(cwd) {
17
17
  }
18
18
  }
19
19
  export function createServices(cwd, env) {
20
- const redact = createRedactor([env.TYPESAFE_API_KEY, env.GITHUB_TOKEN]);
20
+ const redact = createRedactor([env.TYPESAFE_API_KEY, env.OPENAI_API_KEY, env.GITHUB_TOKEN]);
21
21
  let dependenciesPromise;
22
22
  let ruleServicesPromise;
23
23
  const getDependencies = (context) => dependenciesPromise ??= (async () => {
@@ -69,14 +69,18 @@ export function createServices(cwd, env) {
69
69
  resolveTarget: project.resolveTarget,
70
70
  runRules: execution.executeRules,
71
71
  decisionResolver: (thresholdOverride, pricingOverrides) => settings.createDecisionResolver(env, thresholdOverride, pricingOverrides),
72
- async changedFiles(root, base) {
73
- const { changedFiles } = await import('../adapter/git/changes.js');
74
- return changedFiles(root, base);
72
+ async collectChanges(root, base) {
73
+ const { collectChanges } = await import('../adapter/git/changes.js');
74
+ return collectChanges(root, base);
75
75
  },
76
76
  async checkoutPullRequest(selector, baseBranch) {
77
77
  const { createPullRequestCheckout } = await import('../adapter/github/pull-request.js');
78
78
  return createPullRequestCheckout(cwd, env)(selector, baseBranch);
79
79
  },
80
+ async checkoutRuleRepository(selector) {
81
+ const { createRuleRepositoryCheckout } = await import('../adapter/git/rules.js');
82
+ return createRuleRepositoryCheckout(env)(selector);
83
+ },
80
84
  async commentOnPullRequest(root, comments, pullRequest) {
81
85
  const { createGithubCommenter } = await import('../adapter/github/comments.js');
82
86
  return createGithubCommenter(env)(root, comments, pullRequest);
@@ -160,7 +164,11 @@ export async function runCli(argv) {
160
164
  }
161
165
  catch (error) {
162
166
  const message = error instanceof Error ? error.message : String(error);
163
- const redact = createRedactor([process.env.TYPESAFE_API_KEY, process.env.GITHUB_TOKEN]);
167
+ const redact = createRedactor([
168
+ process.env.TYPESAFE_API_KEY,
169
+ process.env.OPENAI_API_KEY,
170
+ process.env.GITHUB_TOKEN,
171
+ ]);
164
172
  process.stderr.write(`coderuler: ${redact(escapeDiagnostic(message))}\n`);
165
173
  return EXIT_FAILURE;
166
174
  }
@@ -1,9 +1,13 @@
1
1
  import { JevAdapter } from '../adapter/decision/jev.js';
2
+ import { OpenAIAdapter } from '../adapter/decision/openai.js';
2
3
  const DEFAULT_BACKEND = 'jev';
3
4
  const DEFAULT_MODEL = 'jev-latest';
4
5
  const DEFAULT_BASE_URL = 'https://api.typesafe.ai';
6
+ const OPENAI_DEFAULT_MODEL = 'gpt-6-luna';
7
+ const OPENAI_DEFAULT_BASE_URL = 'https://api.openai.com/v1';
5
8
  const DEFAULT_THRESHOLD = 0.4;
6
9
  const DEFAULT_INPUT_COST_PER_MILLION = 0.042;
10
+ const OPENAI_DEFAULT_INPUT_COST_PER_MILLION = 0.10;
7
11
  const DEFAULT_OUTPUT_COST_PER_MILLION = 0;
8
12
  const THRESHOLD_MESSAGE = 'must be a number between 0 and 1';
9
13
  const DECIMAL = /^(?:[0-9]+(?:\.[0-9]+)?|\.[0-9]+)$/;
@@ -56,9 +60,10 @@ export function createDecisionResolver(env, thresholdOverride, pricingOverrides)
56
60
  validatePrice(outputOverride, '--output-cost-per-million');
57
61
  return settings => {
58
62
  const backend = settings.backend ?? setting(env, 'RK_BACKEND') ?? DEFAULT_BACKEND;
59
- if (backend !== 'jev') {
60
- throw new Error(`Unknown decision backend '${backend}'; supported backends: ${DEFAULT_BACKEND}`);
63
+ if (backend !== 'jev' && backend !== 'openai') {
64
+ throw new Error(`Unknown decision backend '${backend}'; supported backends: jev, openai`);
61
65
  }
66
+ const isOpenAI = backend === 'openai';
62
67
  let threshold;
63
68
  if (flagThreshold !== undefined) {
64
69
  threshold = flagThreshold;
@@ -77,14 +82,20 @@ export function createDecisionResolver(env, thresholdOverride, pricingOverrides)
77
82
  validatePrice(settings.outputCostPerMillion, 'rule.settings.outputCostPerMillion');
78
83
  }
79
84
  const pricing = {
80
- inputCostPerMillion: price(inputOverride, settings.inputCostPerMillion, env, 'RK_INPUT_COST_PER_MILLION', DEFAULT_INPUT_COST_PER_MILLION),
85
+ inputCostPerMillion: price(inputOverride, settings.inputCostPerMillion, env, 'RK_INPUT_COST_PER_MILLION', isOpenAI ? OPENAI_DEFAULT_INPUT_COST_PER_MILLION : DEFAULT_INPUT_COST_PER_MILLION),
81
86
  outputCostPerMillion: price(outputOverride, settings.outputCostPerMillion, env, 'RK_OUTPUT_COST_PER_MILLION', DEFAULT_OUTPUT_COST_PER_MILLION),
82
87
  };
83
- const model = settings.model ?? setting(env, 'TYPESAFE_DEFAULT_MODEL') ?? DEFAULT_MODEL;
84
- const baseUrl = setting(env, 'TYPESAFE_BASE_URL') ?? DEFAULT_BASE_URL;
85
- const apiKey = setting(env, 'TYPESAFE_API_KEY');
86
- if (apiKey === undefined) {
87
- throw new Error('No decision API key: set TYPESAFE_API_KEY');
88
+ const model = settings.model ??
89
+ setting(env, isOpenAI ? 'OPENAI_DEFAULT_MODEL' : 'TYPESAFE_DEFAULT_MODEL') ??
90
+ (isOpenAI ? OPENAI_DEFAULT_MODEL : DEFAULT_MODEL);
91
+ const baseUrl = setting(env, isOpenAI ? 'OPENAI_BASE_URL' : 'TYPESAFE_BASE_URL') ??
92
+ (isOpenAI ? OPENAI_DEFAULT_BASE_URL : DEFAULT_BASE_URL);
93
+ const apiKeyName = isOpenAI ? 'OPENAI_API_KEY' : 'TYPESAFE_API_KEY';
94
+ const apiKey = setting(env, apiKeyName);
95
+ if (apiKey === undefined)
96
+ throw new Error(`No decision API key: set ${apiKeyName}`);
97
+ if (isOpenAI) {
98
+ return { backend: new OpenAIAdapter({ model, baseUrl, apiKey }), threshold, pricing };
88
99
  }
89
100
  return { backend: new JevAdapter({ model, baseUrl, apiKey }), threshold, pricing };
90
101
  };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@alex-dbs/coderuler",
3
- "version": "1.4.0",
3
+ "version": "1.5.0",
4
4
  "license": "Apache-2.0",
5
5
  "keywords": [
6
6
  "ai",
@@ -90,6 +90,7 @@
90
90
  "jsonpath-plus": "11.2.1",
91
91
  "npm-install-checks": "9.0.0",
92
92
  "npm-package-arg": "14.0.0",
93
+ "openai": "7.45.1",
93
94
  "pacote": "22.0.0",
94
95
  "skills": "1.7.2",
95
96
  "ssri": "14.0.0",
@@ -1,6 +1,6 @@
1
1
  ---
2
2
  name: coderuler-new-rule
3
- description: Create CodeRuler rules, including custom selection, filters and checks, inline tests, and inspection.
3
+ description: Create CodeRuler rules, including custom selection, filters and checks, inline or companion tests, and inspection.
4
4
  ---
5
5
 
6
6
  # Create a CodeRuler rule
@@ -29,10 +29,14 @@ Start the name with its language or technology prefix, such as `go-`, `ts-`, or
29
29
 
30
30
  Keep rules short, with only a few lines of policy code. Reuse built-in selectors, evaluators, and standard libraries before writing custom logic. Add helpers only for real reuse.
31
31
 
32
- For a deterministic rule, add a named `tests` export with `.passes()` and `.violates()` cases. For an AI rule, put every test case in `aiTests` and do not add a separate `tests` export. Omit `.skips()` assertions when creating a rule: skipped inputs never reach the check and provide no evidence of policy behavior.
32
+ Test cases can live in the rule module or in a sibling `.test` module. For example, `sample.rule.ts` pairs with `sample.test.ts`; keep the same extension for `.mts`, `.js`, and `.mjs`. The `test` command combines exports from both modules. It runs ordinary `tests` by default; include `--ai` to run `aiTests`.
33
+
34
+ For a deterministic rule, export named `tests` with `.passes()` and `.violates()` cases. For an AI rule, put every test case in `aiTests` and do not add a separate `tests` export. Omit `.skips()` assertions when creating a rule: skipped inputs never reach the check and provide no evidence of policy behavior.
33
35
 
34
36
  For an AI rule, use `instruction` to state what compliant code does, beginning with a direct requirement. Add only applicability boundaries or real exceptions needed to define the policy; keep one policy per rule. Keep reporting language in `violationMessage`, examples in `examples`, and test cases in `aiTests`—not in the instruction. See [AI instruction style](reference.md#ai-instruction-style).
35
37
 
38
+ Keep Jev's input to the smallest scope that still supports a correct decision. For function-local code rules, use `scopes.astGrep` to select one function or method per scope and filter for relevant syntax, such as pointer dereferences.
39
+
36
40
  Run the relevant cases before the policy change and require an assertion mismatch for the intended violation, not a loading error. Implement the policy, then require every case to pass.
37
41
 
38
42
  This complete example requires at least two replicas whenever `spec.replicas` is an integer:
@@ -92,7 +96,7 @@ coderuler validate
92
96
  coderuler test
93
97
  ```
94
98
 
95
- `validate` checks the module contract, not policy behavior or TypeScript semantics. `check` and `validate` do not execute inline tests. `test` with no selected cases is an error, not success.
99
+ `validate` checks the module contract, not policy behavior or TypeScript semantics. `check` and `validate` do not run test cases or load sibling `.test` modules. `test` with no selected cases is an error, not success.
96
100
 
97
101
  Useful test options:
98
102
 
@@ -173,18 +173,23 @@ The rule name is `proto-route-version`, saved as `.coderuler/proto-route-version
173
173
  The public shapes are:
174
174
 
175
175
  ```ts
176
- import type { Awaitable, JsonValue, SourceFile, ScopeMatch } from '@alex-dbs/coderuler';
176
+ import type { Awaitable, JsonValue, LineRange, ProjectContext, SourceFile, ScopeMatch } from '@alex-dbs/coderuler';
177
177
 
178
178
  type ScopeSelector<T = JsonValue> =
179
- (file: SourceFile) => Awaitable<readonly ScopeMatch<T>[]>;
179
+ (file: SourceFile, context?: ProjectContext) => Awaitable<readonly ScopeMatch<T>[]>;
180
180
  // SourceFile: { readonly filepath: string; readonly source: string }
181
181
  // ScopeMatch<T>: { readonly id: string; readonly source: string;
182
182
  // readonly data?: T;
183
183
  // readonly captures?: Readonly<Record<string, string | readonly string[]>>;
184
- // readonly lines?: { readonly start: number; readonly end: number } }
184
+ // readonly lines?: LineRange }
185
185
  ```
186
186
 
187
- Return a dense array; `[]` means no matches. Use stable nonempty IDs and actual source text; line spans are 1-based inclusive. `data` must be finite, acyclic, JSON-compatible (including `null`, `false`, `0`, and `''`); captures contain only strings/string arrays.
187
+ For `--diff` and `--pr`, CodeRuler selects changed files for the rule. It does not narrow custom scopes to changed lines. Your custom selector must use `changedLines` if it needs line-level filtering. A selector that ignores line ranges still checks every selected scope in each changed file.
188
+
189
+ The engine passes `ProjectContext`; direct calls can omit it. Use stable nonempty IDs and actual source text. Line spans are 1-based and inclusive. `data` must be finite, acyclic, JSON-compatible (including `null`, `false`, `0`, and `''`); captures contain only strings/string arrays.
190
+ When a selector reads diff fields, annotate its `context` parameter as `ProjectContext`. This lets direct callers omit the optional parameter.
191
+
192
+ `changedFiles` and `changedLines` are `undefined` outside diff/PR checks. In those checks, an empty `changedFiles` set means no files changed. An empty `changedLines` map means there are no entries with line data. `changedLines.get(filepath)` returns added or replaced lines in that file. The ranges are 1-based and inclusive. A missing entry means line data is unavailable, for example for binary or conversion-attributed files. An entry with `[]` means the file changed but has no added lines.
188
193
 
189
194
  `Selection<T>` is `{ readonly files: readonly string[]; readonly exclude?: readonly string[]; readonly scope?: ScopeSelector<T> }`. `context.select<T>(selection)` returns `Promise<readonly ScopeSubject<T>[]>`. A scope subject adds `kind: 'scope'` and `filepath` to its match. Custom `select` returns flattened scope subjects, not group subjects.
190
195
 
@@ -197,14 +202,21 @@ import type {
197
202
  ScopeSubject, SelectionContext,
198
203
  } from '@alex-dbs/coderuler';
199
204
 
200
- const owners: ScopeSelector<string> = ({ source }) =>
201
- source.split('\n').flatMap((line, index) => {
205
+ const owners: ScopeSelector<string> = ({ filepath, source }, context: ProjectContext) => {
206
+ const candidates = source.split('\n').flatMap((line, index) => {
202
207
  const owner = /^# owner: (\S+)\s*$/.exec(line)?.[1];
203
208
  return owner === undefined ? [] : [{
204
209
  id: `owner:${index + 1}`, source: line, data: owner,
205
210
  lines: { start: index + 1, end: index + 1 },
206
211
  }];
207
212
  });
213
+ if (context.changedFiles === undefined) return candidates;
214
+ if (!context.changedFiles.has(filepath)) return [];
215
+ const ranges = context.changedLines?.get(filepath);
216
+ if (ranges === undefined) return candidates;
217
+ return candidates.filter(scope => scope.lines !== undefined && ranges.some(range =>
218
+ range.start <= scope.lines.end && scope.lines.start <= range.end));
219
+ };
208
220
 
209
221
  export default class AssignedOwner extends Rule<string> {
210
222
  files = ['src/**/*.txt'];
@@ -316,10 +328,12 @@ Results validate; supplied messages survive reporting. Violations without a mess
316
328
 
317
329
  | Context | Available members |
318
330
  | ------------------------------------------------------ | --------------------------------------------------------------------------------- |
319
- | `ProjectContext` | `readonly project: Project`; `trace(message: string, details?: JsonValue): void`. |
331
+ | `ProjectContext` | `project`; optional `changedFiles: ReadonlySet<string>` and `changedLines: ReadonlyMap<string, readonly LineRange[]>`; `trace(message, details?)`. |
320
332
  | `SelectionContext extends ProjectContext` | `select<T>(selection: Selection<T>): Promise<readonly ScopeSubject<T>[]>`. |
321
333
  | `CheckContext<T = JsonValue> extends SelectionContext` | `readonly ruleName: string`; `ai(options: AiOptions<T>): Promise<CheckResult>`. |
322
334
 
335
+ `changedFiles` contains paths that changed in the project. `changedLines` maps changed paths to added or replaced lines. These values are absent outside `--diff` and `--pr` runs. In those runs, an empty set means no changed files. An empty map means no exact line ranges are available. A missing entry for a path means line data is unavailable, for example for binary or conversion-attributed files. An entry with `[]` means the file changed but has no added lines.
336
+
323
337
 
324
338
  Use `trace` for decision evidence visible during inspection; keep normal execution free of ad-hoc console output. AI/regex projection callbacks receive only `ProjectContext`, not the full check context.
325
339
 
@@ -347,12 +361,12 @@ Default input is `String(data)` for scalar/null data, otherwise source text. `in
347
361
  `ai<T = JsonValue>(options: AiOptions<T>): Evaluator<T>` accepts exactly one of `rule` or `instruction`:
348
362
 
349
363
  - `rule: string`: nonempty policy text. This option is deprecated; use `instruction` for new rules.
350
- - `instruction: string`: nonempty text describing the expected behavior of the selected code. Write a direct requirement that Jev can judge as respected or broken.
364
+ - `instruction: string`: nonempty text describing the expected behavior of the selected code. Write a direct requirement that the selected provider can judge as respected or broken.
351
365
  - `examples?: { readonly good?: readonly string[]; readonly bad?: readonly string[] }`: conditioning examples, dense arrays of nonempty strings; omitted/empty lists are valid.
352
366
  - `violationMessage?: string`: nonempty reporting-only message, not sent as instructions.
353
367
  - `input?: (subject: Subject<T>, context: ProjectContext) => Awaitable<JsonValue>`: replace the default projection; output validates as JSON-compatible.
354
368
 
355
- Jev uses the fixed question "Is the rule respected?" Yes/true means no problems. No/false means at least one violation. The configured threshold decides pass or violation.
369
+ Jev and OpenAI use the fixed question "Is the rule respected?" A higher probability means the rule is respected. The configured threshold decides pass or violation.
356
370
 
357
371
  ### AI instruction style
358
372
 
@@ -362,7 +376,7 @@ Weak: "Report a violation when a Go pointer is dereferenced without a nil check.
362
376
 
363
377
  Better: "Check each Go pointer for nil before dereferencing it." For nested fields, add the needed boundary: "Check every pointer in the field path before dereferencing the field."
364
378
 
365
- Keep reporting language in `violationMessage`, conditioning examples in `examples`, and test fixtures in `aiTests`; they do not belong in the instruction. Use selectors and filters for deterministic applicability, and include enough input for the semantic decision.
379
+ Keep reporting language in `violationMessage`, conditioning examples in `examples`, and test fixtures in `aiTests`; they do not belong in the instruction. Use selectors and filters for deterministic applicability. Keep provider input to the smallest scope that still supports a correct decision. For function-local code policies, use `scopes.astGrep` to select one function or method per scope, then filter for relevant syntax such as pointer dereferences. Include surrounding context only when needed to judge the policy.
366
380
 
367
381
  Compare wording with the policy and dataset held fixed:
368
382
 
@@ -372,7 +386,7 @@ Compare wording with the policy and dataset held fixed:
372
386
  4. Compare compliant scores toward `1` and violation scores toward `0` separately. Inspect individual regressions and the weakest score in each group, not just averages.
373
387
  5. Keep wording that improves separation without changing the policy or introducing wrong decisions. Repeat a close comparison before treating a small gain as reliable.
374
388
 
375
- `PASS` in test output means the expected result matched. A passing violation test still needs a low Jev score. Do not lower the threshold, relabel fixtures, or copy test cases into the instruction to improve the comparison. Results on a tuning dataset do not prove performance on unseen code.
389
+ `PASS` in test output means the expected result matched. A passing violation test still needs a low AI score. Do not lower the threshold, relabel fixtures, or copy test cases into the instruction to improve the comparison. Results on a tuning dataset do not prove performance on unseen code.
376
390
 
377
391
 
378
392
  This rule checks Go pointer dereferences, including nested fields:
@@ -472,9 +486,9 @@ Default AI input is `{ filepath, scope: { id, data, captures? } }` when data exi
472
486
 
473
487
  Inside a custom check, `return context.ai({ instruction: '...' })` evaluates its current subject with effective settings and preserves AI result metadata. The deprecated `rule` option remains accepted for existing rules. Replacing that result requires intentionally preserving probability/model/threshold metadata; token accounting is automatic across all `context.ai` calls, even when returning a different result. `ai(...)` validates options when constructed but performs no loading-time network I/O.
474
488
 
475
- `RuleSettings` supports backend `'jev'`, model (default `'jev-latest'`), finite threshold in `[0, 1]` (default `0.4`), and finite nonnegative `inputCostPerMillion` / `outputCostPerMillion` prices (USD per million tokens; defaults `0.042` / `0`). Threshold precedence is CLI override → rule setting → `RK_THRESHOLD` → default; backend/model use rule setting → environment (`RK_BACKEND` / `TYPESAFE_DEFAULT_MODEL`) → default. AI passes only when probability is **strictly greater** than threshold; equality violates. Results include the effective threshold. Provider environment/key resolution is lazy at the first AI call; deterministic/skipped/filtered paths need no key. Live calls require `TYPESAFE_API_KEY`; use release configuration guidance for transport setup.
489
+ `RuleSettings.backend` supports `'jev'` and `'openai'`; Jev is the default. Set `model`, threshold, `inputCostPerMillion`, or `outputCostPerMillion` in `settings` to override defaults. Both providers use a threshold of `0.4`; AI passes only when probability is **strictly greater** than threshold, and equality violates. Threshold precedence is CLI override → rule setting → `RK_THRESHOLD` → `0.4`. Backend precedence is rule setting → `RK_BACKEND` → `jev`. Model precedence is rule setting → selected provider's model variable → provider default. Jev uses `TYPESAFE_DEFAULT_MODEL` (default `jev-latest`) and `TYPESAFE_API_KEY`; OpenAI uses `OPENAI_DEFAULT_MODEL` (default `gpt-6-luna`) and `OPENAI_API_KEY`. The base URL variables are `TYPESAFE_BASE_URL` and `OPENAI_BASE_URL`, defaulting to `https://api.typesafe.ai` and `https://api.openai.com/v1`. Provider configuration and credentials are read only when an AI call selects that backend. Deterministic, skipped, and filtered paths need no key.
476
490
 
477
- Inspection reports per-verification `usage: AiUsage` and a final recap: `calls`, `unreportedCalls`, `inputTokens`, `outputTokens`, `inputCost`, and `outputCost` (USD). Counts come from provider responses; missing counts remain unreported and totals cover reported calls only. Configure prices through rule settings or `RK_INPUT_COST_PER_MILLION` / `RK_OUTPUT_COST_PER_MILLION`; inspect flags `--input-cost-per-million` / `--output-cost-per-million` override both. Prices change estimates, not decisions.
491
+ Inspection reports per-verification `usage: AiUsage` and a final recap: `calls`, `unreportedCalls`, `inputTokens`, `outputTokens`, `inputCost`, and `outputCost` (USD). Counts come from provider responses; missing counts remain unreported and totals cover reported calls only. Default input prices are `$0.042` per million tokens for Jev and `$0.10` for OpenAI; both output prices default to `$0`. Price precedence is inspection override → rule setting → `RK_INPUT_COST_PER_MILLION` / `RK_OUTPUT_COST_PER_MILLION` → selected provider default. Prices change estimates, not decisions.
478
492
 
479
493
 
480
494
  ## Project readers