@wayai/cli 0.3.40 → 0.3.41

package/dist/commands/eval-capture.js

@@ -1,135 +0,0 @@
-// wayai eval capture <conversation_id> — POST a real conversation to /api/evals/scenarios/from-conversation and write the result as eval YAML.
-import * as fs from 'node:fs';
-import * as path from 'node:path';
-import * as yaml from 'js-yaml';
-import { requireAuth } from '../lib/auth.js';
-import { requireRepoConfig } from '../lib/repo-config.js';
-import { ApiClient } from '../lib/api-client.js';
-import { findLocalHubFolder, resolveActiveHubId } from '../lib/workspace.js';
-import { slugify, UUID_RE } from '../lib/utils.js';
-import { YAML_DUMP_OPTIONS, buildEvalYamlObject } from '../lib/yaml-writer.js';
-// Scenario sets are single folder names — reject separators and traversal so they fit the parser's flat-set model.
-function isValidSetName(name) {
-    if (name.length === 0 || name === '.' || name === '..')
-        return false;
-    if (name.startsWith('.'))
-        return false;
-    return !/[\/\\\0]/.test(name);
-}
-function parseArgs(args) {
-    if (args.length === 0 || args[0].startsWith('-')) {
-        console.error('Usage: wayai eval capture <conversation_id> [--set <name>] [--name <eval_name>] [--instructions <text>]');
-        process.exit(1);
-    }
-    const conversationId = args[0];
-    if (!UUID_RE.test(conversationId)) {
-        console.error(`Invalid conversation ID "${conversationId}". Expected a UUID.`);
-        process.exit(1);
-    }
-    let setName = null;
-    let evalName = null;
-    let evaluatorInstructions = null;
-    for (let i = 1; i < args.length; i++) {
-        const arg = args[i];
-        if (arg === '--set') {
-            setName = args[++i] ?? '';
-            if (!setName) {
-                console.error('--set requires a value.');
-                process.exit(1);
-            }
-            if (!isValidSetName(setName)) {
-                console.error(`Invalid --set value "${setName}". Scenario set names must be a single folder name (no slashes, no '.', no '..', no leading dot).`);
-                process.exit(1);
-            }
-        }
-        else if (arg === '--name') {
-            evalName = args[++i] ?? '';
-            if (!evalName) {
-                console.error('--name requires a value.');
-                process.exit(1);
-            }
-        }
-        else if (arg === '--instructions') {
-            evaluatorInstructions = args[++i] ?? '';
-            if (!evaluatorInstructions) {
-                console.error('--instructions requires a value.');
-                process.exit(1);
-            }
-        }
-        else {
-            console.error(`Unknown argument: ${arg}`);
-            process.exit(1);
-        }
-    }
-    return { conversationId, setName, evalName, evaluatorInstructions };
-}
-export async function evalCaptureCommand(args) {
-    // Resolve hub before parseArgs in case parseArgs rejects unknown flags
-    const hubId = resolveActiveHubId(args);
-    const parsed = parseArgs(args);
-    const { config, accessToken } = await requireAuth();
-    requireRepoConfig();
-    const client = new ApiClient({ apiUrl: config.api_url, accessToken });
-    const hubFolder = findLocalHubFolder(hubId);
-    if (!hubFolder) {
-        console.error('Could not find a local hub folder for this hub. Run `wayai pull` first.');
-        process.exit(1);
-    }
-    // Fall back to 'Default' on both sides so the local path and platform set agree.
-    const targetSetName = parsed.setName ?? 'Default';
-    const setFolderName = targetSetName;
-    const scenarioName = parsed.evalName ?? `Capture ${parsed.conversationId.slice(0, 8)}`;
-    const slug = slugify(scenarioName);
-    const evalsDir = path.join(hubFolder, 'evals');
-    const targetDir = path.join(evalsDir, setFolderName);
-    const targetPath = path.join(targetDir, `${slug}.yaml`);
-    // Defense-in-depth: refuse paths escaping evals/, mirroring writeEvalYamlFiles.
-    if (!targetPath.startsWith(evalsDir + path.sep)) {
-        console.error(`Resolved path "${path.relative(hubFolder, targetPath)}" escapes evals/. Aborting.`);
-        process.exit(1);
-    }
-    if (fs.existsSync(targetPath)) {
-        console.error(`File already exists: ${path.relative(hubFolder, targetPath)}. Use --name to choose a different name.`);
-        process.exit(1);
-    }
-    // 2. Resolve scenario_set_id (find or create by name).
-    console.log('Resolving scenario set...');
-    const sets = await client.listScenarioSets(hubId);
-    let scenarioSetId = sets.data.scenario_sets.find((s) => s.set_name === targetSetName)?.scenario_set_id;
-    if (!scenarioSetId) {
-        console.log(`Creating scenario set "${targetSetName}"...`);
-        const created = await client.createScenarioSet(hubId, targetSetName);
-        scenarioSetId = created.data.scenario_set.scenario_set_id;
-    }
-    // 3. Capture from conversation.
-    console.log(`Capturing conversation ${parsed.conversationId}...`);
-    const result = await client.createScenarioFromConversation({
-        hub_id: hubId,
-        conversation_id: parsed.conversationId,
-        scenario_set_id: scenarioSetId,
-        scenario_name: scenarioName,
-        ...(parsed.evaluatorInstructions ? { evaluator_instructions: parsed.evaluatorInstructions } : {}),
-    });
-    const captured = result.data.eval;
-    // 4. Build the on-disk YAML via the shared eval-writer logic so capture and
-    // pull produce identical shapes. The display name is initially the agent_id
-    // — `wayai pull` resolves it to the proper name on next sync.
-    const evalEntry = {
-        id: captured.eval_id,
-        name: scenarioName,
-        agent: captured.responder_agent_id,
-        agent_id: captured.responder_agent_id,
-        path: setFolderName,
-        history: captured.message_history,
-        input: captured.message_text,
-        expected: captured.message_expected_response,
-        ...(captured.evaluator_instructions ? { evaluator_instructions: captured.evaluator_instructions } : {}),
-    };
-    const yamlObj = buildEvalYamlObject(evalEntry, slug);
-    fs.mkdirSync(targetDir, { recursive: true });
-    fs.writeFileSync(targetPath, yaml.dump(yamlObj, YAML_DUMP_OPTIONS), 'utf-8');
-    const relPath = path.relative(process.cwd(), targetPath);
-    console.log(`\nWrote ${relPath}`);
-    console.log('Run `wayai pull` to refresh the agent display name, then commit. The scenario is already on the platform.');
-}
-//# sourceMappingURL=eval-capture.js.map

package/dist/commands/eval-capture.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-capture.js","sourceRoot":"","sources":["../../src/commands/eval-capture.ts"],"names":[],"mappings":"AAAA,+IAA+I;AAC/I,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAU/E,mHAAmH;AACnH,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IACrE,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,OAAO,CAAC,KAAK,CAAC,yGAAyG,CAAC,CAAC;QACzH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QAClC,OAAO,CAAC,KAAK,CAAC,4BAA4B,cAAc,qBAAqB,CAAC,CAAC;QAC/E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,qBAAqB,GAAkB,IAAI,CAAC;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,EAAE,CAAC;gBAAC,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAC,CAAC;YAC5E,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,KAAK,CAAC,wBAAwB,OAAO,mGAAmG,CAAC,CAAC;gBAClJ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC3B,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAAC,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAC,CAAC;QAChF,CAAC;aAAM,IAAI,GAAG,KAAK,gBAAgB,EAAE,CAAC;YACpC,qBAAqB,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAAC,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAC,CAAC;QACrG,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,QAAQ,EAAE,qBAAqB,EAAE,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAc;IACrD,uEAAuE;IACvE,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;IACpD,iBAAiB,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IAEtE,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;QACzF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,iFAAiF;IACjF,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,IAAI,SAAS,CAAC;IAClD,MAAM,aAAa,GAAG,aAAa,CAAC;IACpC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,IAAI,WAAW,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACvF,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;IACxD,gFAAgF;IAChF,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAChD,OAAO,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,6BAA6B,CAAC,CAAC;QACnG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,0CAA0C,CAAC,CAAC;QACtH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,uDAAuD;IACvD,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAClD,IAAI,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,aAAa,CAAC,EAAE,eAAe,CAAC;IAEvG,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,MAAM,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QACrE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;IAC5D,CAAC;IAED,gCAAgC;IAChC,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,CAAC,cAAc,KAAK,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC;QACzD,MAAM,EAAE,KAAK;QACb,eAAe,EAAE,MAAM,CAAC,cAAc;QACtC,eAAe,EAAE,aAAa;QAC9B,aAAa,EAAE,YAAY;QAC3B,GAAG,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClG,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;IAElC,4EAA4E;IAC5E,4EAA4E;IAC5E,8DAA8D;IAC9D,MAAM,SAAS,GAAkB;QAC/B,EAAE,EAAE,QAAQ,CAAC,OAAO;QACpB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,QAAQ,CAAC,kBAAkB;QAClC,QAAQ,EAAE,QAAQ,CAAC,kBAAkB;QACrC,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,QAAQ,CAAC,eAAe;QACjC,KAAK,EAAE,QAAQ,CAAC,YAAY;QAC5B,QAAQ,EAAE,QAAQ,CAAC,yBAAyB;QAC5C,GAAG,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,QAAQ,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxG,CAAC;IACF,MAAM,OAAO,GAAG,mBAAmB,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAErD,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAC;IAE7E,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,EAAE,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,2GAA2G,CAAC,CAAC;AAC3H,CAAC"}

package/dist/commands/eval-results.d.ts

@@ -1,10 +0,0 @@
-/**
- * wayai eval-results — view results from a completed eval session
- *
- * Usage:
- *   wayai eval-results --session <id>           # show aggregate results
- *   wayai eval-results --session <id> --runs    # show individual run details
- *   wayai eval-results --session <id> --json    # raw JSON output
- *   wayai eval-results --eval "Test Greeting"   # latest session results for an eval
- */
-export declare function evalResultsCommand(args: string[]): Promise<void>;

package/dist/commands/eval-results.js

@@ -1,168 +0,0 @@
-/**
- * wayai eval-results — view results from a completed eval session
- *
- * Usage:
- *   wayai eval-results --session <id>           # show aggregate results
- *   wayai eval-results --session <id> --runs    # show individual run details
- *   wayai eval-results --session <id> --json    # raw JSON output
- *   wayai eval-results --eval "Test Greeting"   # latest session results for an eval
- */
-import { requireAuth } from '../lib/auth.js';
-import { requireRepoConfig } from '../lib/repo-config.js';
-import { resolveActiveHubId } from '../lib/workspace.js';
-import { ApiClient } from '../lib/api-client.js';
-import { printResultsTable } from '../lib/eval-format.js';
-export async function evalResultsCommand(args) {
-    const hubId = resolveActiveHubId(args);
-    const { config, accessToken } = await requireAuth();
-    requireRepoConfig();
-    // Parse args
-    let sessionId;
-    let evalName;
-    let showRuns = false;
-    let jsonOutput = false;
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        if (arg === '--session') {
-            if (i + 1 >= args.length) {
-                console.error('--session requires a value');
-                process.exit(1);
-            }
-            sessionId = args[++i];
-        }
-        else if (arg === '--eval') {
-            if (i + 1 >= args.length) {
-                console.error('--eval requires a value');
-                process.exit(1);
-            }
-            evalName = args[++i];
-        }
-        else if (arg === '--runs') {
-            showRuns = true;
-        }
-        else if (arg === '--json') {
-            jsonOutput = true;
-        }
-    }
-    if (!sessionId && !evalName) {
-        console.error('Usage: wayai eval-results --session <id> [--runs] [--json]');
-        console.error('       wayai eval-results --eval <name> [--runs] [--json]');
-        process.exit(1);
-    }
-    const client = new ApiClient({ apiUrl: config.api_url, accessToken });
-    // If --eval, find the latest completed session containing that eval
-    if (evalName && !sessionId) {
-        sessionId = await findLatestSessionForEval(client, hubId, evalName);
-    }
-    if (!sessionId) {
-        // findLatestSessionForEval already printed the error
-        return;
-    }
-    if (showRuns) {
-        await showRunDetails(client, hubId, sessionId, evalName, jsonOutput);
-    }
-    else {
-        await showAggregateResults(client, hubId, sessionId, jsonOutput);
-    }
-}
-async function findLatestSessionForEval(client, hubId, evalName) {
-    // Fetch evals and completed sessions in parallel
-    const [evalsResult, sessionsResult] = await Promise.all([
-        client.getEvals(hubId),
-        client.getEvalSessions(hubId, { status: 'completed' }),
-    ]);
-    const matchingEval = evalsResult.data.evals.find((e) => e.eval_name.toLowerCase() === evalName.toLowerCase());
-    if (!matchingEval) {
-        console.error(`Eval "${evalName}" not found in this hub.`);
-        process.exit(1);
-    }
-    const completedSessions = sessionsResult.data.sessions;
-    if (completedSessions.length === 0) {
-        console.error('No completed sessions found for this hub.');
-        process.exit(1);
-    }
-    // Sessions are ordered by created_at desc, so first match is the latest
-    for (const session of completedSessions) {
-        const details = await client.getEvalSessionDetails(hubId, session.eval_session_id);
-        const hasEval = details.data.results.some((r) => r.eval_id === matchingEval.eval_id);
-        if (hasEval) {
-            return session.eval_session_id;
-        }
-    }
-    console.error(`No completed session found containing eval "${evalName}".`);
-    process.exit(1);
-}
-async function showAggregateResults(client, hubId, sessionId, jsonOutput) {
-    const details = await client.getEvalSessionDetails(hubId, sessionId);
-    if (jsonOutput) {
-        console.log(JSON.stringify(details.data, null, 2));
-        return;
-    }
-    const session = details.data.session;
-    const results = details.data.results;
-    console.log(`Session: ${session.session_name} (${session.session_status})`);
-    if (session.started_at) {
-        console.log(`Started: ${new Date(session.started_at).toLocaleString()}`);
-    }
-    if (session.completed_at && session.started_at) {
-        const durationMs = new Date(session.completed_at).getTime() - new Date(session.started_at).getTime();
-        console.log(`Duration: ${(durationMs / 1000).toFixed(0)}s`);
-    }
-    console.log('');
-    printResultsTable(results, 'detailed');
-}
-async function showRunDetails(client, hubId, sessionId, evalNameFilter, jsonOutput) {
-    // Fetch session details (for header + eval name resolution) once
-    const details = await client.getEvalSessionDetails(hubId, sessionId);
-    // If filtering by eval name, resolve eval_id from the already-fetched details
-    let evalId;
-    if (evalNameFilter) {
-        const matchingResult = details.data.results.find((r) => r.eval?.eval_name?.toLowerCase() === evalNameFilter.toLowerCase());
-        if (matchingResult) {
-            evalId = matchingResult.eval_id;
-        }
-    }
-    const runsResult = await client.getEvalSessionRuns(hubId, sessionId, { evalId });
-    if (jsonOutput) {
-        console.log(JSON.stringify(runsResult.data, null, 2));
-        return;
-    }
-    console.log(`Session: ${details.data.session.session_name} (${details.data.session.session_status})\n`);
-    if (runsResult.data.runs.length === 0) {
-        console.log('No runs found.');
-        return;
-    }
-    for (const run of runsResult.data.runs) {
-        const evalName = run.eval?.eval_name || run.eval_id.slice(0, 8);
-        const status = run.response_match === true ? 'PASS' : run.response_match === false ? 'FAIL' : 'PENDING';
-        const time = run.execution_time_ms != null ? `(${(run.execution_time_ms / 1000).toFixed(1)}s)` : '';
-        console.log(`${evalName} — Run #${run.run_number} [${status}] ${time}`);
-        if (run.eval_response?.content) {
-            console.log(`  Response: "${truncate(run.eval_response.content, 80)}"`);
-        }
-        // Surface the agent's actual tool calls so tool-call evals are diagnosable
-        // here, without opening the conversation (gh #2597).
-        if (run.eval_response?.tool_calls && run.eval_response.tool_calls.length > 0) {
-            console.log('  Tool calls:');
-            for (const tc of run.eval_response.tool_calls) {
-                console.log(`    ${tc.function.name}(${truncate(tc.function.arguments, 80)})`);
-            }
-        }
-        if (run.response_comment) {
-            console.log(`  Comment: ${run.response_comment}`);
-        }
-        if (run.scores && Object.keys(run.scores).length > 0) {
-            const scoresStr = Object.entries(run.scores)
-                .map(([key, val]) => `${key}: ${Math.round(val * 100)}%`)
-                .join(', ');
-            console.log(`  Scores: ${scoresStr}`);
-        }
-        console.log('');
-    }
-}
-function truncate(str, maxLen) {
-    if (str.length <= maxLen)
-        return str;
-    return str.slice(0, maxLen - 3) + '...';
-}
-//# sourceMappingURL=eval-results.js.map

package/dist/commands/eval-results.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-results.js","sourceRoot":"","sources":["../../src/commands/eval-results.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAc;IACrD,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;IACpD,iBAAiB,EAAE,CAAC;IAEpB,aAAa;IACb,IAAI,SAA6B,CAAC;IAClC,IAAI,QAA4B,CAAC;IACjC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAAC,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAC,CAAC;YAC3F,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAAC,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAC,CAAC;YACxF,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAC5E,OAAO,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC3E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IAEtE,oEAAoE;IACpE,IAAI,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QAC3B,SAAS,GAAG,MAAM,wBAAwB,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,qDAAqD;QACrD,OAAO;IACT,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IACvE,CAAC;SAAM,CAAC;QACN,MAAM,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,MAAiB,EACjB,KAAa,EACb,QAAgB;IAEhB,iDAAiD;IACjD,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACtD,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACtB,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;KACvD,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAC9C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,WAAW,EAAE,CAC5D,CAAC;IAEF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,SAAS,QAAQ,0BAA0B,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,iBAAiB,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC;IAEvD,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,wEAAwE;IACxE,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;QACnF,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,YAAY,CAAC,OAAO,CAAC,CAAC;QACrF,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,eAAe,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,+CAA+C,QAAQ,IAAI,CAAC,CAAC;IAC3E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAiB,EACjB,KAAa,EACb,SAAiB,EACjB,UAAmB;IAEnB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAErE,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACnD,OAAO;IACT,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;IACrC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;IAErC,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,YAAY,KAAK,OAAO,CAAC,cAAc,GAAG,CAAC,CAAC;IAC5E,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QAC/C,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;QACrG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,MAAiB,EACjB,KAAa,EACb,SAAiB,EACjB,cAAkC,EAClC,UAAmB;IAEnB,iEAAiE;IACjE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAErE,8EAA8E;IAC9E,IAAI,MAA0B,CAAC;IAC/B,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAC9C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,cAAc,CAAC,WAAW,EAAE,CACzE,CAAC;QACF,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC;QAClC,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAEjF,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACtD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,KAAK,CAAC,CAAC;IAExG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC9B,OAAO;IACT,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,SAAS,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QACxG,MAAM,IAAI,GAAG,GAAG,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpG,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,WAAW,GAAG,CAAC,UAAU,KAAK,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QAExE,IAAI,GAAG,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1E,CAAC;QAED,2EAA2E;QAC3E,qDAAqD;QACrD,IAAI,GAAG,CAAC,aAAa,EAAE,UAAU,IAAI,GAAG,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7E,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC7B,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;iBACzC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC;iBACxD,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW,EAAE,MAAc;IAC3C,IAAI,GAAG,CAAC,MAAM,IAAI,MAAM;QAAE,OAAO,GAAG,CAAC;IACrC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;AAC1C,CAAC"}

package/dist/commands/eval.d.ts

@@ -1 +0,0 @@
-export declare function evalCommand(args: string[]): Promise<void>;

package/dist/commands/eval.js

@@ -1,49 +0,0 @@
-// wayai eval — dispatcher for imperative eval actions (authoring is file-driven via wayai push/pull).
-export async function evalCommand(args) {
-    const [sub, ...rest] = args;
-    if (!sub) {
-        printHelp();
-        process.exit(1);
-    }
-    switch (sub) {
-        case 'capture': {
-            const { evalCaptureCommand } = await import('./eval-capture.js');
-            await evalCaptureCommand(rest);
-            return;
-        }
-        case 'help':
-        case '--help':
-        case '-h':
-            printHelp();
-            return;
-        default:
-            console.error(`Unknown eval subcommand: ${sub}`);
-            printHelp();
-            process.exit(1);
-    }
-}
-function printHelp() {
-    console.log(`
-wayai eval — eval scenario operations
-
-Usage:
-  wayai eval <subcommand> [options]
-
-Subcommands:
-  capture <conversation_id>  Capture a real conversation as a scenario YAML
-                             in the workspace evals/ folder.
-
-Capture flags:
-  --set <name>            Scenario set folder (created if missing). Default: "Default".
-  --name <eval_name>      Scenario name. Default: derived from conversation ID.
-  --instructions <text>   Evaluator instructions for the scoring agent.
-
-Examples:
-  wayai eval capture 11111111-2222-3333-4444-555555555555
-  wayai eval capture <conv_id> --set regression-suite --name "Cancel order"
-
-Authoring evals (create/update/delete) is file-driven — edit YAML in
-evals/ and run \`wayai push\`. This command is for production replay only.
-`.trim());
-}
-//# sourceMappingURL=eval.js.map

package/dist/commands/eval.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/commands/eval.ts"],"names":[],"mappings":"AAAA,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAc;IAC9C,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;IAE5B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,SAAS,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;YACjE,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC;QACd,KAAK,IAAI;YACP,SAAS,EAAE,CAAC;YACZ,OAAO;QACT;YACE,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;YACjD,SAAS,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACH,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;CAqBb,CAAC,IAAI,EAAE,CAAC,CAAC;AACV,CAAC"}

package/dist/commands/evals.d.ts

@@ -1,21 +0,0 @@
-/**
- * wayai evals — list evaluation scenarios for the current hub, or query eval
- * results stored in ClickHouse.
- *
- * Usage:
- *   wayai evals              # list all evals
- *   wayai evals --enabled    # show only enabled evals
- *   wayai evals --disabled   # show only disabled evals
- *
- *   wayai evals sql "SELECT count() FROM conversation"
- *   wayai evals sql "SELECT eval_id, count() FROM conversation GROUP BY 1" --json
- *   wayai evals sql --schema                                  # column + eval-score-path catalog
- *   wayai evals sql "..." --limit 500
- *
- * `sql` is a thin wrapper over POST /api/evals/sql — server enforces hub_id +
- * is_eval=true scoping (CTE shadow), single-SELECT only, function/keyword
- * denylist, 10k row cap. `--schema` calls GET /api/evals/sql/schema and
- * returns top-level columns + system variable paths + dynamically discovered
- * `data.eval_scores.*` dimensions.
- */
-export declare function evalsCommand(args: string[]): Promise<void>;

package/dist/commands/evals.js

@@ -1,120 +0,0 @@
-/**
- * wayai evals — list evaluation scenarios for the current hub, or query eval
- * results stored in ClickHouse.
- *
- * Usage:
- *   wayai evals              # list all evals
- *   wayai evals --enabled    # show only enabled evals
- *   wayai evals --disabled   # show only disabled evals
- *
- *   wayai evals sql "SELECT count() FROM conversation"
- *   wayai evals sql "SELECT eval_id, count() FROM conversation GROUP BY 1" --json
- *   wayai evals sql --schema                                  # column + eval-score-path catalog
- *   wayai evals sql "..." --limit 500
- *
- * `sql` is a thin wrapper over POST /api/evals/sql — server enforces hub_id +
- * is_eval=true scoping (CTE shadow), single-SELECT only, function/keyword
- * denylist, 10k row cap. `--schema` calls GET /api/evals/sql/schema and
- * returns top-level columns + system variable paths + dynamically discovered
- * `data.eval_scores.*` dimensions.
- */
-import { requireAuth } from '../lib/auth.js';
-import { requireRepoConfig } from '../lib/repo-config.js';
-import { resolveActiveHubId } from '../lib/workspace.js';
-import { ApiClient } from '../lib/api-client.js';
-import { printQueryRows, printSqlSchema } from '../lib/sql-output.js';
-import { parsePositiveIntFlag } from '../lib/utils.js';
-export async function evalsCommand(args) {
-    if (args[0] === 'sql') {
-        return evalsSqlSubcommand(args.slice(1));
-    }
-    return evalsListCommand(args);
-}
-// ---------------------------------------------------------------------------
-// Default list command (GET /api/evals)
-// ---------------------------------------------------------------------------
-async function evalsListCommand(args) {
-    const hubId = resolveActiveHubId(args);
-    const { config, accessToken } = await requireAuth();
-    requireRepoConfig();
-    let enabledFilter;
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        if (arg === '--enabled') {
-            enabledFilter = 'true';
-        }
-        else if (arg === '--disabled') {
-            enabledFilter = 'false';
-        }
-    }
-    const client = new ApiClient({ apiUrl: config.api_url, accessToken });
-    const result = await client.getEvals(hubId, { enabled: enabledFilter });
-    if (result.data.evals.length === 0) {
-        console.log('No evals found.');
-        return;
-    }
-    console.log(`Evals (${result.data.evals.length}):\n`);
-    for (const eval_ of result.data.evals) {
-        const status = eval_.enabled ? 'enabled' : 'disabled';
-        const runs = `${eval_.number_of_runs} run${eval_.number_of_runs === 1 ? '' : 's'}`;
-        const agentName = eval_.agent?.agent_name || 'unknown';
-        console.log(`  ${eval_.eval_name.padEnd(20)}  ${eval_.eval_id.slice(0, 8)}  ${status.padEnd(9)}  ${runs.padEnd(7)}  Agent: ${agentName}`);
-    }
-}
-// ---------------------------------------------------------------------------
-// `wayai evals sql` — POST /api/evals/sql (read-only, server-scoped to is_eval = true)
-// ---------------------------------------------------------------------------
-async function evalsSqlSubcommand(args) {
-    const hubId = resolveActiveHubId(args);
-    const { config, accessToken } = await requireAuth();
-    requireRepoConfig();
-    let sql;
-    let limit;
-    let jsonOutput = false;
-    let schemaOnly = false;
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        if (arg === '--limit') {
-            limit = parsePositiveIntFlag('--limit', args[++i]);
-        }
-        else if (arg === '--json') {
-            jsonOutput = true;
-        }
-        else if (arg === '--schema') {
-            schemaOnly = true;
-        }
-        else if (!arg.startsWith('--') && sql === undefined) {
-            sql = arg;
-        }
-        else {
-            console.error(`Unknown flag for \`evals sql\`: ${arg}`);
-            process.exit(1);
-        }
-    }
-    const client = new ApiClient({ apiUrl: config.api_url, accessToken });
-    if (schemaOnly) {
-        const schema = await client.getEvalsSqlSchema(hubId);
-        if (jsonOutput) {
-            console.log(JSON.stringify(schema.data, null, 2));
-            return;
-        }
-        printSqlSchema(schema.data, 'Variable paths (data.system.* + data.eval_scores.*):');
-        return;
-    }
-    if (!sql) {
-        console.error('Provide a SQL string. Example: wayai evals sql "SELECT count() FROM conversation"');
-        console.error('Or run: wayai evals sql --schema   to list available columns and paths.');
-        process.exit(1);
-    }
-    const result = await client.runEvalsSql({
-        hub_id: hubId,
-        sql,
-        ...(limit !== undefined && { limit }),
-    });
-    if (jsonOutput) {
-        console.log(JSON.stringify(result, null, 2));
-        return;
-    }
-    printQueryRows(result.data);
-}
-//# sourceMappingURL=evals.js.map

package/dist/commands/evals.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/commands/evals.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEvD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAc;IAC/C,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;QACtB,OAAO,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,8EAA8E;AAE9E,KAAK,UAAU,gBAAgB,CAAC,IAAc;IAC5C,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;IACpD,iBAAiB,EAAE,CAAC;IAEpB,IAAI,aAAiC,CAAC;IAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,aAAa,GAAG,MAAM,CAAC;QACzB,CAAC;aAAM,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;YAChC,aAAa,GAAG,OAAO,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;IAExE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC/B,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,MAAM,CAAC,CAAC;IAEtD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC;QACtD,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,cAAc,OAAO,KAAK,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;QACnF,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,EAAE,UAAU,IAAI,SAAS,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,SAAS,EAAE,CAAC,CAAC;IAC5I,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,uFAAuF;AACvF,8EAA8E;AAE9E,KAAK,UAAU,kBAAkB,CAAC,IAAc;IAC9C,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,WAAW,EAAE,CAAC;IACpD,iBAAiB,EAAE,CAAC;IAEpB,IAAI,GAAuB,CAAC;IAC5B,IAAI,KAAyB,CAAC;IAC9B,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,KAAK,GAAG,oBAAoB,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC5B,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;aAAM,IAAI,GAAG,KAAK,UAAU,EAAE,CAAC;YAC9B,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtD,GAAG,GAAG,GAAG,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;YACxD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IAEtE,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QACD,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,sDAAsD,CAAC,CAAC;QACpF,OAAO;IACT,CAAC;IAED,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,mFAAmF,CAAC,CAAC;QACnG,OAAO,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;QACzF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC;QACtC,MAAM,EAAE,KAAK;QACb,GAAG;QACH,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;KACtC,CAAC,CAAC;IAEH,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC"}

package/dist/commands/init.d.ts

@@ -1,16 +0,0 @@
-/**
- * wayai init [--org <uuid>] — set up .wayai.yaml to scope this repo to an organization
- *
- * Interactive mode: prompts user to pick an org (or auto-selects if only one).
- * Direct mode:     --org <uuid> sets the org without prompting.
- *
- * Hubs self-identify via `hub.yaml` inside their folder; this file only carries
- * org context so that push/pull know which org to talk to.
- */
-export declare const SKILL_INSTALL_CMD = "npx skills add wayai-pro/wayai-skill -y";
-export declare function writeWorkspaceFiles(gitRoot: string): string[];
-export declare function parseArgs(args: string[]): {
-    orgId: string | undefined;
-    autoConfirm: boolean;
-};
-export declare function initCommand(args: string[]): Promise<void>;