@gobing-ai/knowledge-kit 0.0.13 → 0.0.14

package/plugins/sp/scripts/workflow-step-profile.mjs

@@ -0,0 +1,316 @@
+#!/usr/bin/env node
+// @bun
+
+// plugins/sp/scripts/workflow-step-profile.ts
+import { spawnSync } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import { fileURLToPath } from 'node:url';
+
+var DEFAULT_LAST = 20;
+var DEFAULT_WINDOW_SEC = 300;
+function nearestRankP50(values) {
+    if (values.length === 0) return null;
+    const sorted = [...values].sort((a, b) => a - b);
+    return sorted[Math.ceil(sorted.length / 2) - 1] ?? null;
+}
+function numeric(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? value : null;
+}
+function msBetween(from, to) {
+    if (typeof from !== 'string' || typeof to !== 'string') return null;
+    const start = Date.parse(from);
+    const end = Date.parse(to);
+    if (!Number.isFinite(start) || !Number.isFinite(end)) return null;
+    return end - start;
+}
+function sessionOf(event) {
+    const value = event.invocation?.continue;
+    if (value === true) return 'resumed';
+    if (value === false) return 'fresh';
+    return null;
+}
+function cacheHitOf(event) {
+    return numeric(event.cost?.exact?.cacheHit);
+}
+function startKey(event) {
+    const parsed = typeof event.startedAt === 'string' ? Date.parse(event.startedAt) : Number.NaN;
+    return Number.isFinite(parsed) ? parsed : Number.POSITIVE_INFINITY;
+}
+function extractExecutions(runId, events) {
+    const actions = events
+        .filter((e) => e.kind === 'action')
+        .sort((a, b) => {
+            const left = startKey(a);
+            const right = startKey(b);
+            return left === right ? 0 : left - right;
+        });
+    const executions = [];
+    for (const [index, event] of actions.entries()) {
+        const previous = index === 0 ? undefined : actions[index - 1];
+        executions.push({
+            runId,
+            node: event.node ?? '',
+            actionKind: event.actionKind ?? '',
+            durationMs: numeric(event.durationMs),
+            idleGapMs: msBetween(previous?.completedAt, event.startedAt),
+            session: sessionOf(event),
+            cacheHit: cacheHitOf(event),
+        });
+    }
+    return executions;
+}
+function foldSession(executions) {
+    const known = new Set(executions.map((e) => e.session).filter((s) => s !== null));
+    if (known.size === 0) return null;
+    if (known.size === 1) return [...known][0] ?? null;
+    return 'mixed';
+}
+function rowFlags(row, windowSec) {
+    const wMs = windowSec * 1000;
+    const flags = [];
+    const agentRun = row.actionKind === 'agent.run';
+    const resumed = row.session === 'resumed' || row.session === 'mixed';
+    const p50 = row.durationMs.p50;
+    if (!agentRun && p50 !== null && p50 > wMs) flags.push('step-over-window');
+    const idle = row.idleGapMs.p50;
+    if (agentRun && resumed && idle !== null && idle > wMs) flags.push('resume-after-idle');
+    const hit = row.cacheHit.p50;
+    if (agentRun && resumed && row.cacheHit.known > 0 && hit !== null && hit < 0.5) flags.push('resume-cold-cache');
+    if (agentRun && p50 !== null && p50 > 2 * wMs) flags.push('agent-run-over-2w');
+    return flags;
+}
+function buildRows(executions, windowSec) {
+    const grouped = new Map();
+    for (const execution of executions) {
+        const key = `${execution.node}\x00${execution.actionKind}`;
+        const bucket = grouped.get(key);
+        if (bucket === undefined) grouped.set(key, [execution]);
+        else bucket.push(execution);
+    }
+    const rows = [];
+    for (const bucket of grouped.values()) {
+        const first = bucket[0];
+        if (first === undefined) continue;
+        const durations = bucket.map((e) => e.durationMs).filter((d) => d !== null);
+        const gaps = bucket.map((e) => e.idleGapMs).filter((g) => g !== null);
+        const hits = bucket.map((e) => e.cacheHit).filter((h) => h !== null);
+        const row = {
+            node: first.node,
+            actionKind: first.actionKind,
+            runs: new Set(bucket.map((e) => e.runId)).size,
+            executions: bucket.length,
+            durationMs: {
+                p50: nearestRankP50(durations),
+                max: durations.length === 0 ? null : Math.max(...durations),
+            },
+            idleGapMs: { p50: nearestRankP50(gaps) },
+            session: first.actionKind === 'agent.run' ? foldSession(bucket) : null,
+            cacheHit: {
+                p50: nearestRankP50(hits),
+                known: hits.length,
+                of: bucket.length,
+            },
+            flags: [],
+        };
+        row.flags = rowFlags(row, windowSec);
+        rows.push(row);
+    }
+    return rows.sort((a, b) =>
+        a.node === b.node ? a.actionKind.localeCompare(b.actionKind) : a.node.localeCompare(b.node),
+    );
+}
+function buildStepProfile(input) {
+    const executions = input.runs.flatMap((run) => extractExecutions(run.runId, run.events));
+    return {
+        workflow: input.workflow,
+        windowSec: input.windowSec,
+        sampledRuns: input.runs.length,
+        rows: buildRows(executions, input.windowSec),
+    };
+}
+function nonDryRuns(entries) {
+    return entries.filter((e) => e.isDryRun !== true && typeof e.runId === 'string' && e.runId.length > 0);
+}
+function seconds(value) {
+    return value === null ? '?' : `${(value / 1000).toFixed(1)}s`;
+}
+function ratio(value) {
+    return value === null ? '?' : value.toFixed(2);
+}
+function formatStepProfileHuman(profile) {
+    const lines = [
+        `step profile \u2014 ${profile.workflow} (window ${profile.windowSec}s, ${profile.sampledRuns} sampled runs)`,
+    ];
+    for (const row of profile.rows) {
+        lines.push(
+            [
+                row.node.padEnd(20),
+                row.actionKind.padEnd(14),
+                `${row.runs}/${row.executions}`.padEnd(8),
+                `p50=${seconds(row.durationMs.p50)}`.padEnd(12),
+                `max=${seconds(row.durationMs.max)}`.padEnd(12),
+                `idle=${seconds(row.idleGapMs.p50)}`.padEnd(12),
+                `session=${row.session ?? '?'}`.padEnd(15),
+                `cacheHit=${ratio(row.cacheHit.p50)} (${row.cacheHit.known}/${row.cacheHit.of})`.padEnd(20),
+                `flags=${row.flags.length === 0 ? '-' : row.flags.join(',')}`,
+            ].join(' '),
+        );
+    }
+    return `${lines.join(`
+`)}
+`;
+}
+function defaultSpurBin() {
+    if (process.env.SPUR_BIN) return process.env.SPUR_BIN;
+    const local = fileURLToPath(new URL('../../../apps/cli/src/index.ts', import.meta.url));
+    if (existsSync(local)) return `bun ${local}`;
+    return 'spur';
+}
+function positiveInt(raw, fallback) {
+    const parsed = Number.parseInt(raw ?? '', 10);
+    return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
+}
+function parseStepProfileCliArgs(argv) {
+    let workflow = '';
+    let spurBin = defaultSpurBin();
+    let last = DEFAULT_LAST;
+    let windowSec = DEFAULT_WINDOW_SEC;
+    let json = false;
+    let help = false;
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i];
+        if (a === '--help' || a === '-h') help = true;
+        else if (a === '--json') json = true;
+        else if (a === '--last') last = positiveInt(argv[++i], last);
+        else if (a === '--window') windowSec = positiveInt(argv[++i], windowSec);
+        else if (a === '--spur-bin') spurBin = argv[++i] ?? spurBin;
+        else if (!a.startsWith('--') && workflow === '') workflow = a;
+    }
+    return { workflow, last, windowSec, spurBin, json, help };
+}
+function runSpurJson(spurBin, args) {
+    const binParts = spurBin.split(/\s+/).filter(Boolean);
+    const cmd = binParts[0] ?? 'spur';
+    const cmdArgs = [...binParts.slice(1), ...args];
+    const r = spawnSync(cmd, cmdArgs, { stdio: ['ignore', 'pipe', 'pipe'], encoding: 'utf8' });
+    const decode = (b) => (typeof b === 'string' ? b : Buffer.from(b ?? []).toString('utf8'));
+    return {
+        stdout: typeof r.stdout === 'string' ? r.stdout : decode(r.stdout),
+        stderr: typeof r.stderr === 'string' ? r.stderr : decode(r.stderr),
+        exitCode: r.status ?? (r.error ? 1 : 0),
+        ok: (r.status ?? (r.error ? 1 : 0)) === 0,
+    };
+}
+var STEP_PROFILE_USAGE = `usage: workflow-step-profile <workflow> [--last <N>] [--window <sec>] [--json] [--spur-bin <cmd>]
+
+Read-only step profile from \`spur workflow trace\`: per node and action kind it reports runs,
+executions, p50/max durationMs, p50 idle gap, session mode and cacheHit p50 with coverage, then
+flags the satellite \xA710 cache-window budgets. --last defaults to ${DEFAULT_LAST} runs and --window
+(W) to ${DEFAULT_WINDOW_SEC} seconds. Unknown evidence is reported as \`?\` / null, never 0.
+
+Exit: 0 = profile produced (flags included); 1 = a spur call failed, its JSON did not parse, or the
+workflow argument is missing.`;
+function failure(message) {
+    return {
+        exitCode: 1,
+        stdout: '',
+        stderr: `workflow-step-profile: ${message}
+`,
+    };
+}
+function runFailure(spurBin, result, what) {
+    const detail =
+        result.stderr
+            .trim()
+            .split(`
+`)
+            .slice(-1)[0] ?? '';
+    return failure(`${what} failed (exit ${result.exitCode}${detail === '' ? '' : `: ${detail}`}) [${spurBin}]`);
+}
+function runStepProfileCli(argv) {
+    const args = parseStepProfileCliArgs(argv);
+    if (args.help)
+        return {
+            exitCode: 0,
+            stdout: `${STEP_PROFILE_USAGE}
+`,
+            stderr: '',
+        };
+    if (args.workflow === '')
+        return failure(`a workflow name is required
+${STEP_PROFILE_USAGE}`);
+    const listArgs = [
+        'workflow',
+        'trace',
+        '--workflow',
+        args.workflow,
+        '--status',
+        'done',
+        '--last',
+        String(args.last),
+        '--json',
+    ];
+    const list = runSpurJson(args.spurBin, listArgs);
+    if (!list.ok) return runFailure(args.spurBin, list, `spur ${listArgs.join(' ')}`);
+    let entries;
+    try {
+        const parsed = JSON.parse(list.stdout);
+        if (!Array.isArray(parsed.entries)) throw new Error('no "entries" array');
+        entries = parsed.entries;
+    } catch (err) {
+        return failure(`spur workflow trace output did not parse as JSON: ${String(err)}`);
+    }
+    const runs = [];
+    for (const entry of nonDryRuns(entries)) {
+        const runArgs = ['workflow', 'trace', entry.runId, '--json'];
+        const timeline = runSpurJson(args.spurBin, runArgs);
+        if (!timeline.ok) return runFailure(args.spurBin, timeline, `spur ${runArgs.join(' ')}`);
+        try {
+            const parsed = JSON.parse(timeline.stdout);
+            if (!Array.isArray(parsed.events)) throw new Error('no "events" array');
+            runs.push({ runId: entry.runId, events: parsed.events });
+        } catch (err) {
+            return failure(`spur workflow trace ${entry.runId} output did not parse as JSON: ${String(err)}`);
+        }
+    }
+    const profile = buildStepProfile({ workflow: args.workflow, windowSec: args.windowSec, runs });
+    return {
+        exitCode: 0,
+        stdout: args.json
+            ? `${JSON.stringify(profile, null, 2)}
+`
+            : formatStepProfileHuman(profile),
+        stderr: '',
+    };
+}
+function main(argv) {
+    const { exitCode, stdout, stderr } = runStepProfileCli(argv);
+    if (stdout) process.stdout.write(stdout);
+    if (stderr)
+        process.stderr.write(
+            stderr.endsWith(`
+`)
+                ? stderr
+                : `${stderr}
+`,
+        );
+    return exitCode;
+}
+process.exit(main(process.argv.slice(2)));
+
+export {
+    buildRows,
+    buildStepProfile,
+    DEFAULT_LAST,
+    DEFAULT_WINDOW_SEC,
+    defaultSpurBin,
+    extractExecutions,
+    formatStepProfileHuman,
+    main,
+    nearestRankP50,
+    nonDryRuns,
+    parseStepProfileCliArgs,
+    rowFlags,
+    runStepProfileCli,
+    STEP_PROFILE_USAGE,
+};