helixmind 0.1.0

package/dist/cli/auth/login.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"login.js","sourceRoot":"","sources":["../../../src/cli/auth/login.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,kBAAkB,GAAG,uBAAuB,CAAC;AAgBnD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAkB,EAAE,OAAqB;IACvE,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW,CAAW,IAAI,kBAAkB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAE9G,8CAA8C;IAC9C,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0TAA0T,CAAC,GAAG,IAAI,CAAC,CAAC;YACnW,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,6BAA6B,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,gCAAgC,CAAC,GAAG,IAAI,CAAC,CAAC;YAChJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,YAAY,MAAM,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;YAC9H,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,SAAS,MAAM,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;YACvH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0TAA0T,CAAC,GAAG,IAAI,CAAC,CAAC;YACnW,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,OAAO,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IAED,wBAAwB;IACxB,OAAO,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAkB,EAAE,MAAc,EAAE,SAAiB;IACjF,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC,CAAC;QACtF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAE7D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,SAAS,sBAAsB,EAAE;YAC1D,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC,CAAC;YACnE,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwE,CAAC;QAEvG,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAClC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,KAAK;YAAE,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,IAAI;YAAE,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,MAAM;YAAE,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAErC,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,qBAAqB,SAAS,4BAA4B,CAAC,CAAC,CAAC;QAC5F,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAkB,EAAE,SAAiB;IAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC,CAAC;IACrE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC,CAAC;IAE9E,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,mBAAmB,EAAE,CAAC;IACvC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,GAAG,QAAQ,EAAE,IAAI,OAAO,EAAE,EAAE,CAAC;IAC9C,MAAM,OAAO,GACX,GAAG,SAAS,WAAW;QACvB,kBAAkB,MAAM,CAAC,IAAI,EAAE;QAC/B,UAAU,MAAM,CAAC,KAAK,EAAE;QACxB,gBAAgB,kBAAkB,CAAC,UAAU,CAAC,EAAE;QAChD,cAAc,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;IAE/C,eAAe;IACf,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;IAE1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,2CAA2C,CAAC,CAAC,CAAC;QAChF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC,CAAC;QACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC,CAAC;IAC/F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC,CAAC;IAEjE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAC;QAE9C,kBAAkB;QAClB,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7D,IAAI,MAAM,CAAC,IAAI;YAAE,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACtD,IAAI,MAAM,CAAC,MAAM;YAAE,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5D,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAErC,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAE7D,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,gCAAgC,CAAC,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC;YACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC,CAAC;QAChF,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,GAAG,MAAM,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,IAAa,EAAE,MAAe;IACpE,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAE5D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0TAA0T,CAAC,GAAG,IAAI,CAAC,CAAC;IACnW,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,mCAAmC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,+BAA+B,CAAC,GAAG,IAAI,CAAC,CAAC;IACnJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,YAAY,KAAK,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;IACzH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,YAAY,IAAI,IAAI,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;IACnH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,YAAY,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3G,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0TAA0T,CAAC,GAAG,MAAM,CAAC,CAAC;AACvW,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;QACxB,MAAM,GAAG,GACP,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,aAAa,GAAG,GAAG;YACtC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG;gBACrC,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC;QAExB,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAkB;IACtD,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACjC,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,sBAAsB,EAAE;YACpD,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;QAClD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwE,CAAC;QAEvG,uBAAuB;QACvB,IAAI,IAAI,CAAC,KAAK;YAAE,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,IAAI;YAAE,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAElD,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;YAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;YAC5B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM;YAClC,SAAS,EAAE,IAAI,CAAC,GAAG;SACpB,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,kCAAkC;QAClC,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,GAAG;SACpB,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/cli/auth/logout.d.ts

@@ -0,0 +1,6 @@
+import type { ConfigStore } from '../config/store.js';
+export interface LogoutOptions {
+    revokeRemote?: boolean;
+}
+export declare function logoutFlow(store: ConfigStore, options?: LogoutOptions): Promise<void>;
+//# sourceMappingURL=logout.d.ts.map

package/dist/cli/auth/logout.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logout.d.ts","sourceRoot":"","sources":["../../../src/cli/auth/logout.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEtD,MAAM,WAAW,aAAa;IAC5B,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAsB,UAAU,CAC9B,KAAK,EAAE,WAAW,EAClB,OAAO,GAAE,aAAsC,GAC9C,OAAO,CAAC,IAAI,CAAC,CAiCf"}

package/dist/cli/auth/logout.js

@@ -0,0 +1,36 @@
+/**
+ * CLI logout — remove stored auth and optionally revoke the key on the server.
+ */
+import chalk from 'chalk';
+export async function logoutFlow(store, options = { revokeRemote: true }) {
+    const auth = store.getAuthInfo();
+    if (!auth?.apiKey) {
+        process.stdout.write(chalk.dim('  Not logged in.\n\n'));
+        return;
+    }
+    // Revoke on server (best-effort)
+    if (options.revokeRemote !== false && auth.url) {
+        try {
+            const url = auth.url.replace(/\/+$/, '');
+            await fetch(`${url}/api/auth/cli/revoke`, {
+                method: 'POST',
+                headers: {
+                    Authorization: `Bearer ${auth.apiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                signal: AbortSignal.timeout(5000),
+            });
+        }
+        catch {
+            // Silently ignore — key still gets removed locally
+        }
+    }
+    const email = auth.email ?? 'unknown';
+    store.clearAuth();
+    process.stdout.write(chalk.green(`  \u2713 Logged out (${email})\n`));
+    if (options.revokeRemote !== false) {
+        process.stdout.write(chalk.dim('  API key revoked on server.\n'));
+    }
+    process.stdout.write('\n');
+}
+//# sourceMappingURL=logout.js.map

package/dist/cli/auth/logout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logout.js","sourceRoot":"","sources":["../../../src/cli/auth/logout.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,KAAK,MAAM,OAAO,CAAC;AAQ1B,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAkB,EAClB,UAAyB,EAAE,YAAY,EAAE,IAAI,EAAE;IAE/C,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAEjC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IAED,iCAAiC;IACjC,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACzC,MAAM,KAAK,CAAC,GAAG,GAAG,sBAAsB,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBACtC,cAAc,EAAE,kBAAkB;iBACnC;gBACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;QACrD,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;IACtC,KAAK,CAAC,SAAS,EAAE,CAAC;IAElB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,wBAAwB,KAAK,KAAK,CAAC,CAAC,CAAC;IACtE,IAAI,OAAO,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;QACnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC"}

package/dist/cli/bench/dataset.d.ts

@@ -0,0 +1,13 @@
+import type { SWETask } from './types.js';
+/**
+ * Load dataset with local file cache.
+ * Cache stored at cacheDir/datasets/{variant}.json
+ */
+export declare function loadDataset(variant: 'lite' | 'verified', cacheDir: string, options?: {
+    filter?: RegExp;
+    limit?: number;
+    noCache?: boolean;
+}): Promise<SWETask[]>;
+/** Get count of cached tasks without loading full dataset */
+export declare function getCachedCount(variant: 'lite' | 'verified', cacheDir: string): number | null;
+//# sourceMappingURL=dataset.d.ts.map

package/dist/cli/bench/dataset.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../../src/cli/bench/dataset.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AA0D1C;;;GAGG;AACH,wBAAsB,WAAW,CAC/B,OAAO,EAAE,MAAM,GAAG,UAAU,EAC5B,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAC/D,OAAO,CAAC,OAAO,EAAE,CAAC,CA+BpB;AAED,6DAA6D;AAC7D,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAS5F"}

package/dist/cli/bench/dataset.js

@@ -0,0 +1,97 @@
+import { readFileSync, writeFileSync, mkdirSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+const DATASET_NAMES = {
+    lite: 'princeton-nlp/SWE-bench_Lite',
+    verified: 'princeton-nlp/SWE-bench_Verified',
+};
+const HF_API = 'https://datasets-server.huggingface.co';
+const PAGE_SIZE = 100;
+/**
+ * Fetch SWE-bench dataset from HuggingFace REST API.
+ * Paginates in chunks of 100 rows.
+ */
+async function fetchDataset(variant) {
+    const dataset = DATASET_NAMES[variant];
+    if (!dataset)
+        throw new Error(`Unknown dataset variant: ${variant}`);
+    const tasks = [];
+    let offset = 0;
+    while (true) {
+        const url = `${HF_API}/rows?dataset=${encodeURIComponent(dataset)}&config=default&split=test&offset=${offset}&length=${PAGE_SIZE}`;
+        const res = await fetch(url);
+        if (!res.ok) {
+            throw new Error(`HuggingFace API error (${res.status}): ${await res.text()}`);
+        }
+        const data = await res.json();
+        if (!data.rows || data.rows.length === 0)
+            break;
+        for (const item of data.rows) {
+            const r = item.row;
+            tasks.push({
+                instance_id: String(r.instance_id ?? ''),
+                repo: String(r.repo ?? ''),
+                base_commit: String(r.base_commit ?? ''),
+                problem_statement: String(r.problem_statement ?? ''),
+                hints_text: String(r.hints_text ?? ''),
+                patch: String(r.patch ?? ''),
+                test_patch: String(r.test_patch ?? ''),
+                FAIL_TO_PASS: String(r.FAIL_TO_PASS ?? '[]'),
+                PASS_TO_PASS: String(r.PASS_TO_PASS ?? '[]'),
+                version: String(r.version ?? ''),
+                environment_setup_commit: String(r.environment_setup_commit ?? ''),
+                created_at: String(r.created_at ?? ''),
+            });
+        }
+        if (data.rows.length < PAGE_SIZE)
+            break;
+        offset += PAGE_SIZE;
+    }
+    return tasks;
+}
+/**
+ * Load dataset with local file cache.
+ * Cache stored at cacheDir/datasets/{variant}.json
+ */
+export async function loadDataset(variant, cacheDir, options) {
+    const datasetDir = join(cacheDir, 'datasets');
+    const cachePath = join(datasetDir, `${variant}.json`);
+    let tasks;
+    if (!options?.noCache && existsSync(cachePath)) {
+        try {
+            tasks = JSON.parse(readFileSync(cachePath, 'utf-8'));
+        }
+        catch {
+            tasks = await fetchDataset(variant);
+            mkdirSync(datasetDir, { recursive: true });
+            writeFileSync(cachePath, JSON.stringify(tasks), 'utf-8');
+        }
+    }
+    else {
+        tasks = await fetchDataset(variant);
+        mkdirSync(datasetDir, { recursive: true });
+        writeFileSync(cachePath, JSON.stringify(tasks), 'utf-8');
+    }
+    // Apply filter
+    if (options?.filter) {
+        tasks = tasks.filter(t => options.filter.test(t.instance_id));
+    }
+    // Apply limit
+    if (options?.limit && options.limit > 0) {
+        tasks = tasks.slice(0, options.limit);
+    }
+    return tasks;
+}
+/** Get count of cached tasks without loading full dataset */
+export function getCachedCount(variant, cacheDir) {
+    const cachePath = join(cacheDir, 'datasets', `${variant}.json`);
+    if (!existsSync(cachePath))
+        return null;
+    try {
+        const data = JSON.parse(readFileSync(cachePath, 'utf-8'));
+        return Array.isArray(data) ? data.length : null;
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=dataset.js.map

package/dist/cli/bench/dataset.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../../src/cli/bench/dataset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,aAAa,GAA2B;IAC5C,IAAI,EAAE,8BAA8B;IACpC,QAAQ,EAAE,kCAAkC;CAC7C,CAAC;AAEF,MAAM,MAAM,GAAG,wCAAwC,CAAC;AACxD,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB;;;GAGG;AACH,KAAK,UAAU,YAAY,CAAC,OAA4B;IACtD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;IAErE,MAAM,KAAK,GAAc,EAAE,CAAC;IAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,GAAG,MAAM,iBAAiB,kBAAkB,CAAC,OAAO,CAAC,qCAAqC,MAAM,WAAW,SAAS,EAAE,CAAC;QACnI,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAE7B,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,CAAC,MAAM,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAuD,CAAC;QAEnF,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM;QAEhD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC;gBACT,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC;gBACxC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC1B,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC;gBACxC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC,iBAAiB,IAAI,EAAE,CAAC;gBACpD,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;gBACtC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC5B,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;gBACtC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC;gBAC5C,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC;gBAC5C,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;gBAChC,wBAAwB,EAAE,MAAM,CAAC,CAAC,CAAC,wBAAwB,IAAI,EAAE,CAAC;gBAClE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;aACvC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM;QACxC,MAAM,IAAI,SAAS,CAAC;IACtB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAA4B,EAC5B,QAAgB,EAChB,OAAgE;IAEhE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,OAAO,OAAO,CAAC,CAAC;IAEtD,IAAI,KAAgB,CAAC;IAErB,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/C,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YACpC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QACpC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED,eAAe;IACf,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAO,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,cAAc;IACd,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACxC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,cAAc,CAAC,OAA4B,EAAE,QAAgB;IAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,OAAO,OAAO,CAAC,CAAC;IAChE,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/cli/bench/harness.d.ts

@@ -0,0 +1,7 @@
+import type { SWETask, BenchConfig, TaskResult, BenchRunMetrics } from './types.js';
+/**
+ * Run the full benchmark suite.
+ * Executes tasks sequentially or in parallel, writes results incrementally.
+ */
+export declare function runBenchmark(config: BenchConfig, onTaskStart?: (task: SWETask, index: number, total: number) => void, onTaskEnd?: (result: TaskResult, index: number, total: number) => void): Promise<BenchRunMetrics>;
+//# sourceMappingURL=harness.d.ts.map

package/dist/cli/bench/harness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../src/cli/bench/harness.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAWpF;;;GAGG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,WAAW,EACnB,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,EACnE,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACrE,OAAO,CAAC,eAAe,CAAC,CAqH1B"}

package/dist/cli/bench/harness.js

@@ -0,0 +1,135 @@
+import { loadDataset } from './dataset.js';
+import { runSingleTask } from './runner.js';
+import { computeMetrics } from './metrics.js';
+import { appendPrediction, appendTaskResult, writeSummary, getCompletedTaskIds } from './output.js';
+import { join } from 'node:path';
+import { mkdirSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { SpiralEngine } from '../../spiral/engine.js';
+import { loadConfig as loadSpiralConfig } from '../../utils/config.js';
+/**
+ * Run the full benchmark suite.
+ * Executes tasks sequentially or in parallel, writes results incrementally.
+ */
+export async function runBenchmark(config, onTaskStart, onTaskEnd) {
+    const cacheDir = join(homedir(), '.helixmind', 'bench');
+    const tasks = await loadDataset(config.dataset, cacheDir, {
+        filter: config.taskFilter,
+        limit: config.taskLimit,
+        noCache: config.noCache,
+    });
+    if (tasks.length === 0) {
+        return computeMetrics(config, []);
+    }
+    // Resume: skip already-completed tasks from previous run
+    let completedIds = new Set();
+    if (config.resumeRunId) {
+        const resumeDir = join(homedir(), '.helixmind', 'bench', 'runs', config.resumeRunId);
+        completedIds = getCompletedTaskIds(resumeDir);
+    }
+    // Also check current output dir (in case we're resuming in-place)
+    const currentCompleted = getCompletedTaskIds(config.outputDir);
+    for (const id of currentCompleted)
+        completedIds.add(id);
+    const remainingTasks = completedIds.size > 0
+        ? tasks.filter(t => !completedIds.has(t.instance_id))
+        : tasks;
+    const skippedCount = tasks.length - remainingTasks.length;
+    if (skippedCount > 0 && onTaskStart) {
+        // Notify about skipped tasks
+        process.stdout?.write?.(`  Resuming: ${skippedCount} tasks already completed, ${remainingTasks.length} remaining\n`);
+    }
+    // Initialize shared Spiral for 'learning' mode
+    let sharedSpiral;
+    if (config.withSpiral && config.spiralMode === 'learning') {
+        const spiralDataDir = join(config.outputDir, 'spiral-learning');
+        mkdirSync(spiralDataDir, { recursive: true });
+        const spiralConfig = loadSpiralConfig(spiralDataDir);
+        sharedSpiral = new SpiralEngine(spiralConfig);
+        await sharedSpiral.initialize();
+    }
+    const results = [];
+    try {
+        const totalDisplay = tasks.length; // Show total including skipped
+        const offsetDisplay = skippedCount; // For numbering
+        if (config.parallelism <= 1) {
+            // Sequential execution
+            for (let i = 0; i < remainingTasks.length; i++) {
+                const displayIdx = offsetDisplay + i;
+                onTaskStart?.(remainingTasks[i], displayIdx, totalDisplay);
+                const result = await runSingleTask(remainingTasks[i], config, undefined, sharedSpiral);
+                results.push(result);
+                // Evolve spiral after each task (learning mode)
+                if (sharedSpiral) {
+                    try {
+                        sharedSpiral.evolve();
+                    }
+                    catch { /* non-critical */ }
+                }
+                // Write incrementally (crash-safe)
+                appendPrediction(config.outputDir, {
+                    instance_id: result.instance_id,
+                    model_name_or_path: `${config.provider}/${config.model}`,
+                    model_patch: result.model_patch,
+                });
+                appendTaskResult(config.outputDir, result);
+                onTaskEnd?.(result, displayIdx, totalDisplay);
+            }
+        }
+        else {
+            // Parallel execution with concurrency limit
+            await pool(remainingTasks, config.parallelism, async (task, i) => {
+                const displayIdx = offsetDisplay + i;
+                onTaskStart?.(task, displayIdx, totalDisplay);
+                const result = await runSingleTask(task, config, undefined, sharedSpiral);
+                results.push(result);
+                appendPrediction(config.outputDir, {
+                    instance_id: result.instance_id,
+                    model_name_or_path: `${config.provider}/${config.model}`,
+                    model_patch: result.model_patch,
+                });
+                appendTaskResult(config.outputDir, result);
+                onTaskEnd?.(result, displayIdx, totalDisplay);
+            });
+        }
+        // Store run summary in spiral brain (learning mode)
+        if (sharedSpiral) {
+            const resolved = results.filter(r => r.status === 'resolved').length;
+            const total = results.length;
+            try {
+                await sharedSpiral.store(`SWE-bench run completed: ${resolved}/${total} resolved (${((resolved / Math.max(total, 1)) * 100).toFixed(1)}%). ` +
+                    `Dataset: ${config.dataset}, Model: ${config.model}. ` +
+                    `Common patterns: ${results.filter(r => r.status === 'resolved').map(r => r.instance_id).slice(0, 10).join(', ')}`, 'summary', { tags: ['bench_run', 'summary', config.dataset] });
+            }
+            catch { /* non-critical */ }
+        }
+    }
+    finally {
+        // Cleanup shared spiral
+        if (sharedSpiral) {
+            try {
+                sharedSpiral.close();
+            }
+            catch { /* ignore */ }
+        }
+    }
+    const metrics = computeMetrics(config, results);
+    writeSummary(config.outputDir, metrics);
+    return metrics;
+}
+/** Simple concurrency-limited Promise pool */
+async function pool(items, concurrency, fn) {
+    let nextIndex = 0;
+    const workers = [];
+    async function worker() {
+        while (nextIndex < items.length) {
+            const i = nextIndex++;
+            await fn(items[i], i);
+        }
+    }
+    for (let w = 0; w < Math.min(concurrency, items.length); w++) {
+        workers.push(worker());
+    }
+    await Promise.all(workers);
+}
+//# sourceMappingURL=harness.js.map

package/dist/cli/bench/harness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../src/cli/bench/harness.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACpG,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEvE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAmB,EACnB,WAAmE,EACnE,SAAsE;IAEtE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAExD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE;QACxD,MAAM,EAAE,MAAM,CAAC,UAAU;QACzB,KAAK,EAAE,MAAM,CAAC,SAAS;QACvB,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,yDAAyD;IACzD,IAAI,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QACrF,YAAY,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IACD,kEAAkE;IAClE,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC/D,KAAK,MAAM,EAAE,IAAI,gBAAgB;QAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAExD,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,GAAG,CAAC;QAC1C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC,CAAC,KAAK,CAAC;IAEV,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;IAC1D,IAAI,YAAY,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;QACpC,6BAA6B;QAC7B,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,eAAe,YAAY,6BAA6B,cAAc,CAAC,MAAM,cAAc,CAAC,CAAC;IACvH,CAAC;IAED,+CAA+C;IAC/C,IAAI,YAAsC,CAAC;IAC3C,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;QAC1D,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;QAChE,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAC;QACrD,YAAY,GAAG,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,+BAA+B;QAClE,MAAM,aAAa,GAAG,YAAY,CAAC,CAAC,gBAAgB;QAEpD,IAAI,MAAM,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;YAC5B,uBAAuB;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;gBACrC,WAAW,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;gBAE3D,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBACvF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAErB,gDAAgD;gBAChD,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,CAAC;wBAAC,YAAY,CAAC,MAAM,EAAE,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;gBAC7D,CAAC;gBAED,mCAAmC;gBACnC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE;oBACjC,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,kBAAkB,EAAE,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE;oBACxD,WAAW,EAAE,MAAM,CAAC,WAAW;iBAChC,CAAC,CAAC;gBACH,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAE3C,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,4CAA4C;YAC5C,MAAM,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE;gBAC/D,MAAM,UAAU,GAAG,aAAa,GAAG,CAAC,CAAC;gBACrC,WAAW,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;gBAE9C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBAC1E,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAErB,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE;oBACjC,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,kBAAkB,EAAE,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE;oBACxD,WAAW,EAAE,MAAM,CAAC,WAAW;iBAChC,CAAC,CAAC;gBACH,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAE3C,SAAS,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;QACL,CAAC;QAED,oDAAoD;QACpD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;YACrE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,YAAY,CAAC,KAAK,CACtB,4BAA4B,QAAQ,IAAI,KAAK,cAAc,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBACnH,YAAY,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,KAAK,IAAI;oBACtD,oBAAoB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAClH,SAAS,EACT,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CACnD,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,wBAAwB;QACxB,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC;gBAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,YAAY,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACxC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8CAA8C;AAC9C,KAAK,UAAU,IAAI,CACjB,KAAU,EACV,WAAmB,EACnB,EAA6C;IAE7C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,KAAK,UAAU,MAAM;QACnB,OAAO,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,CAAC,GAAG,SAAS,EAAE,CAAC;YACtB,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC"}

package/dist/cli/bench/metrics.d.ts

@@ -0,0 +1,15 @@
+import type { BenchConfig, TaskResult, BenchRunMetrics } from './types.js';
+/** Estimate cost for a given model and token counts */
+export declare function estimateCost(model: string, tokens: {
+    input: number;
+    output: number;
+}): number;
+/** Format USD with appropriate precision */
+export declare function formatCurrency(usd: number): string;
+/** Format token count for display */
+export declare function formatTokens(count: number): string;
+/** Format duration in human-readable form */
+export declare function formatDuration(ms: number): string;
+/** Compute aggregated metrics from a set of task results */
+export declare function computeMetrics(config: BenchConfig, results: TaskResult[]): BenchRunMetrics;
+//# sourceMappingURL=metrics.d.ts.map

package/dist/cli/bench/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../src/cli/bench/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AA4B3E,uDAAuD;AACvD,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAI7F;AAED,4CAA4C;AAC5C,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAIlD;AAED,qCAAqC;AACrC,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAIlD;AAED,6CAA6C;AAC7C,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CASjD;AAED,4DAA4D;AAC5D,wBAAgB,cAAc,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,eAAe,CAoC1F"}

package/dist/cli/bench/metrics.js

@@ -0,0 +1,98 @@
+/** Model pricing per 1M tokens in USD */
+const MODEL_PRICING = {
+    // Anthropic
+    'claude-sonnet-4-6': { input: 3.0, output: 15.0 },
+    'claude-opus-4-6': { input: 15.0, output: 75.0 },
+    'claude-haiku-4-5-20251001': { input: 1.0, output: 5.0 },
+    // OpenAI
+    'gpt-4o': { input: 2.5, output: 10.0 },
+    'gpt-4o-mini': { input: 0.15, output: 0.6 },
+    'gpt-4-turbo': { input: 10.0, output: 30.0 },
+    'o1': { input: 15.0, output: 60.0 },
+    'o1-mini': { input: 3.0, output: 12.0 },
+    'o3-mini': { input: 1.1, output: 4.4 },
+    // DeepSeek
+    'deepseek-chat': { input: 0.14, output: 0.28 },
+    'deepseek-reasoner': { input: 0.55, output: 2.19 },
+    // Z.AI
+    'glm-5': { input: 0.5, output: 1.0 },
+    'glm-4.7': { input: 0.3, output: 0.6 },
+    'glm-4.6': { input: 0.2, output: 0.4 },
+    'glm-4.5': { input: 0.15, output: 0.3 },
+    // OpenRouter (pass-through pricing varies)
+    'anthropic/claude-sonnet-4': { input: 3.0, output: 15.0 },
+    'openai/gpt-4o': { input: 2.5, output: 10.0 },
+};
+/** Estimate cost for a given model and token counts */
+export function estimateCost(model, tokens) {
+    const pricing = MODEL_PRICING[model];
+    if (!pricing)
+        return 0;
+    return (tokens.input / 1_000_000) * pricing.input + (tokens.output / 1_000_000) * pricing.output;
+}
+/** Format USD with appropriate precision */
+export function formatCurrency(usd) {
+    if (usd < 0.01)
+        return `$${usd.toFixed(4)}`;
+    if (usd < 1)
+        return `$${usd.toFixed(3)}`;
+    return `$${usd.toFixed(2)}`;
+}
+/** Format token count for display */
+export function formatTokens(count) {
+    if (count >= 1_000_000)
+        return `${(count / 1_000_000).toFixed(1)}M`;
+    if (count >= 1_000)
+        return `${(count / 1_000).toFixed(1)}k`;
+    return String(count);
+}
+/** Format duration in human-readable form */
+export function formatDuration(ms) {
+    if (ms < 1000)
+        return `${ms}ms`;
+    const s = Math.round(ms / 1000);
+    if (s < 60)
+        return `${s}s`;
+    const m = Math.floor(s / 60);
+    const rem = s % 60;
+    if (m < 60)
+        return `${m}m ${rem}s`;
+    const h = Math.floor(m / 60);
+    return `${h}h ${m % 60}m`;
+}
+/** Compute aggregated metrics from a set of task results */
+export function computeMetrics(config, results) {
+    const resolved = results.filter(r => r.status === 'resolved').length;
+    const failed = results.filter(r => r.status === 'failed').length;
+    const errors = results.filter(r => r.status === 'error').length;
+    const timeouts = results.filter(r => r.status === 'timeout').length;
+    const totalTokensIn = results.reduce((sum, r) => sum + r.tokens.input, 0);
+    const totalTokensOut = results.reduce((sum, r) => sum + r.tokens.output, 0);
+    const totalToolCalls = results.reduce((sum, r) => sum + r.toolCalls, 0);
+    const totalDuration = results.reduce((sum, r) => sum + r.durationMs, 0);
+    const n = results.length || 1;
+    return {
+        runId: config.runId,
+        timestamp: new Date().toISOString(),
+        dataset: config.dataset,
+        provider: config.provider,
+        model: config.model,
+        totalTasks: results.length,
+        resolved,
+        failed,
+        errors,
+        timeouts,
+        resolutionRate: results.length > 0 ? (resolved / results.length) * 100 : 0,
+        avgTokensPerTask: {
+            input: Math.round(totalTokensIn / n),
+            output: Math.round(totalTokensOut / n),
+        },
+        avgToolCallsPerTask: Math.round((totalToolCalls / n) * 10) / 10,
+        avgDurationMs: Math.round(totalDuration / n),
+        totalCostEstimate: estimateCost(config.model, { input: totalTokensIn, output: totalTokensOut }),
+        totalDurationMs: totalDuration,
+        taskResults: results,
+        spiralMode: config.withSpiral ? (config.spiralMode ?? 'fresh') : undefined,
+    };
+}
+//# sourceMappingURL=metrics.js.map

package/dist/cli/bench/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../src/cli/bench/metrics.ts"],"names":[],"mappings":"AAEA,yCAAyC;AACzC,MAAM,aAAa,GAAsD;IACvE,YAAY;IACZ,mBAAmB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,iBAAiB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAChD,2BAA2B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IACxD,SAAS;IACT,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACtC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IAC3C,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC5C,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACnC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACvC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IACtC,WAAW;IACX,eAAe,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9C,mBAAmB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAClD,OAAO;IACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IACpC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IACtC,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IACtC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IACvC,2CAA2C;IAC3C,2BAA2B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACzD,eAAe,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;CAC9C,CAAC;AAEF,uDAAuD;AACvD,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,MAAyC;IACnF,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,CAAC;IACvB,OAAO,CAAC,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;AACnG,CAAC;AAED,4CAA4C;AAC5C,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,IAAI,GAAG,GAAG,IAAI;QAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACzC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9B,CAAC;AAED,qCAAqC;AACrC,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,IAAI,KAAK,IAAI,SAAS;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACpE,IAAI,KAAK,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC5D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,cAAc,CAAC,EAAU;IACvC,IAAI,EAAE,GAAG,IAAI;QAAE,OAAO,GAAG,EAAE,IAAI,CAAC;IAChC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAChC,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,GAAG,CAAC,GAAG,CAAC;IAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;IACnB,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC;IACnC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7B,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC;AAC5B,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,cAAc,CAAC,MAAmB,EAAE,OAAqB;IACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;IACrE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;IAChE,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAEpE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAExE,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IAE9B,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,QAAQ;QACR,MAAM;QACN,MAAM;QACN,QAAQ;QACR,cAAc,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1E,gBAAgB,EAAE;YAChB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;YACpC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;SACvC;QACD,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;QAC/D,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;QAC5C,iBAAiB,EAAE,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;QAC/F,eAAe,EAAE,aAAa;QAC9B,WAAW,EAAE,OAAO;QACpB,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;KAC3E,CAAC;AACJ,CAAC"}

package/dist/cli/bench/output.d.ts

@@ -0,0 +1,42 @@
+import type { SWEPrediction, TaskResult, BenchRunMetrics, RunSummary } from './types.js';
+/**
+ * Append a single prediction to the JSONL file (SWE-bench compatible).
+ */
+export declare function appendPrediction(outputDir: string, prediction: SWEPrediction): void;
+/**
+ * Append a task result to the detailed results JSONL.
+ */
+export declare function appendTaskResult(outputDir: string, result: TaskResult): void;
+/**
+ * Write the final run summary.
+ */
+export declare function writeSummary(outputDir: string, metrics: BenchRunMetrics): void;
+/**
+ * List all past benchmark runs from the bench/runs/ directory.
+ */
+export declare function listRuns(benchDir: string): RunSummary[];
+/**
+ * Get IDs of tasks that were already completed (resolved/failed) in a previous run.
+ * Reads results.jsonl line by line and returns Set of instance_ids.
+ */
+export declare function getCompletedTaskIds(outputDir: string): Set<string>;
+/**
+ * Load previous run's task results for merging into resumed run.
+ */
+export declare function loadPreviousResults(outputDir: string): Array<{
+    instance_id: string;
+    status: string;
+    tokens: {
+        input: number;
+        output: number;
+    };
+    toolCalls: number;
+    durationMs: number;
+    errors: string[];
+    stepCount: number;
+}>;
+/**
+ * Load a specific run's summary metrics.
+ */
+export declare function loadRunSummary(benchDir: string, runId: string): BenchRunMetrics | null;
+//# sourceMappingURL=output.d.ts.map

package/dist/cli/bench/output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../../../src/cli/bench/output.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEzF;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,GAAG,IAAI,CAOnF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI,CAiB5E;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,IAAI,CAS9E;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAwCvD;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAoBlE;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAY5N;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAUtF"}