@wix/pathgrade 0.35.0 → 0.36.0

package/dist/affected/config.d.ts

@@ -18,8 +18,11 @@
  */
 export interface AffectedConfig {
     global: string[];
+    include?: string[];
+    exclude?: string[];
 }
 export interface LoadOptions {
+    configPath?: string;
     onWarning?: (message: string) => void;
 }
 export declare function loadAffectedConfig(repoRoot: string, options?: LoadOptions): Promise<AffectedConfig>;

package/dist/affected/config.js

@@ -41,9 +41,11 @@ export async function loadAffectedConfig(repoRoot, options = {}) {
             return { global: [] };
         }
     }
-    const configPath = VITEST_CONFIG_CANDIDATES
-        .map(c => path.join(repoRoot, c))
-        .find(p => fs.existsSync(p));
+    const configPath = options.configPath
+        ? path.resolve(repoRoot, options.configPath)
+        : VITEST_CONFIG_CANDIDATES
+            .map(c => path.join(repoRoot, c))
+            .find(p => fs.existsSync(p));
     if (!configPath)
         return { global: [] };
     let loaded;
@@ -52,7 +54,11 @@ export async function loadAffectedConfig(repoRoot, options = {}) {
         loaded = await jiti.import(configPath, { default: true });
     }
     catch (err) {
-        warn(`pathgrade: failed to load ${path.relative(repoRoot, configPath)}: ${errMsg(err)}`);
+        const message = `pathgrade: failed to load ${path.relative(repoRoot, configPath)}: ${errMsg(err)}`;
+        if (options.configPath) {
+            throw new Error(message);
+        }
+        warn(message);
         return { global: [] };
     }
     const plugins = findPluginsList(loaded);
@@ -68,7 +74,13 @@ export async function loadAffectedConfig(repoRoot, options = {}) {
     }
     const opts = pathgradePlugin.__pathgradeOptions ?? {};
     const global = opts.affected?.global;
-    return { global: Array.isArray(global) ? global : [] };
+    const include = opts.include;
+    const exclude = opts.exclude;
+    return {
+        global: Array.isArray(global) ? global : [],
+        ...(Array.isArray(include) ? { include } : {}),
+        ...(Array.isArray(exclude) ? { exclude } : {}),
+    };
 }
 /**
  * Given a loaded vitest config (either the raw export or a `defineConfig()`

package/dist/commands/run-changed.js

@@ -13,6 +13,7 @@
  * only producer of the file list here.
  */
 import * as fs from 'fs';
+import picomatch from 'picomatch';
 import { selectAffected } from '../affected/select.js';
 import { resolveBaseRef, computeChangedFiles } from '../affected/git.js';
 import { loadAffectedConfig } from '../affected/config.js';
@@ -52,13 +53,22 @@ export async function runChanged(opts) {
         baseRefLine = `pathgrade: base = ${baseRef} (merge-base with HEAD)`;
     }
     // 2. Selection
-    const evalFiles = discoverEvalFiles(cwd);
-    const config = await loadAffectedConfig(cwd, {
-        onWarning: w => {
-            if (!parsed.quiet)
-                process.stderr.write(`${w}\n`);
-        },
-    });
+    const configPath = findVitestConfigArg(parsed.vitestArgs);
+    let config;
+    try {
+        config = await loadAffectedConfig(cwd, {
+            configPath,
+            onWarning: w => {
+                if (!parsed.quiet)
+                    process.stderr.write(`${w}\n`);
+            },
+        });
+    }
+    catch (err) {
+        process.stderr.write(`${errMsg(err)}\n`);
+        return 1;
+    }
+    const evalFiles = filterEvalFilesForConfig(discoverEvalFiles(cwd), config);
     let result;
     try {
         result = selectAffected({
@@ -93,6 +103,11 @@ export async function runChanged(opts) {
         return 0;
     }
     const selectedFiles = result.selected.map(s => s.file);
+    if (hasPassWithNoTests(parsed.vitestArgs)) {
+        process.stderr.write('pathgrade run: --passWithNoTests cannot be used with pathgrade run --changed. ' +
+            'The command already exits 0 when no evals are selected; if selected evals resolve to no Vitest files, CI must fail.\n');
+        return 1;
+    }
     const argv = ['run', ...selectedFiles, ...parsed.vitestArgs];
     if (!parsed.quiet) {
         process.stderr.write(`→ vitest run ${selectedFiles.join(' ')}\n`);
@@ -126,6 +141,37 @@ function readChangedFilesList(filePath) {
 function errMsg(err) {
     return err instanceof Error ? err.message : String(err);
 }
+function hasPassWithNoTests(args) {
+    return args.some(arg => {
+        if (arg === '--passWithNoTests')
+            return true;
+        if (!arg.startsWith('--passWithNoTests='))
+            return false;
+        return arg.slice('--passWithNoTests='.length).toLowerCase() !== 'false';
+    });
+}
+function findVitestConfigArg(args) {
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        if (arg === '--config' || arg === '-c')
+            return args[i + 1];
+        if (arg.startsWith('--config='))
+            return arg.slice('--config='.length);
+        if (arg.startsWith('-c='))
+            return arg.slice('-c='.length);
+    }
+    return undefined;
+}
+function filterEvalFilesForConfig(evalFiles, config) {
+    if (!config.include && !config.exclude)
+        return evalFiles;
+    const includeMatchers = config.include?.map(g => picomatch(g, { dot: true }));
+    const excludeMatchers = config.exclude?.map(g => picomatch(g, { dot: true })) ?? [];
+    return evalFiles.filter(file => {
+        const included = includeMatchers ? includeMatchers.some(m => m(file)) : true;
+        return included && !excludeMatchers.some(m => m(file));
+    });
+}
 async function defaultSpawnVitest(req) {
     const { spawn } = await import('child_process');
     return await new Promise(resolve => {

package/dist/plugin/reporter.d.ts

@@ -15,6 +15,7 @@ export declare class PathgradeReporter implements Reporter {
      */
     private getGroupKey;
     private toTestEntry;
+    private isReportableEntry;
     private printCliSummary;
     private writeJsonResults;
     private buildEvalReport;

package/dist/plugin/reporter.js

@@ -45,6 +45,8 @@ export class PathgradeReporter {
             for (const testCase of mod.children.allTests()) {
                 const groupKey = this.getGroupKey(testCase);
                 const entry = this.toTestEntry(testCase);
+                if (!this.isReportableEntry(entry))
+                    continue;
                 if (!groupMap.has(groupKey)) {
                     groupMap.set(groupKey, []);
                 }
@@ -100,6 +102,9 @@ export class PathgradeReporter {
             diagnostics,
         };
     }
+    isReportableEntry(entry) {
+        return entry.state !== 'skipped' && entry.state !== 'pending';
+    }
     printCliSummary(groups) {
         console.log(`\n${fmt.bold('── pathgrade summary ')}${fmt.dim('─'.repeat(40))}\n`);
         const forceVerbose = this.opts.diagnostics === true || process.env.PATHGRADE_DIAGNOSTICS === '1';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/pathgrade",
-  "version": "0.35.0",
+  "version": "0.36.0",
   "description": "Evaluate whether AI agents discover and use your skills correctly",
   "main": "./dist/sdk/index.js",
   "types": "./dist/sdk/index.d.ts",
@@ -97,5 +97,5 @@
     "typescript": "^5.9.3",
     "zod": "4.3.6"
   },
-  "falconPackageHash": "7d7c65385d2ddc29c1b518b76ca8c6c57fd24241c74c182d1fd6fb56"
+  "falconPackageHash": "85d2875d7e92c76ffad2391c7756cbca44f843842a3d1b700b3e11f5"
 }