@cursor/july 0.1.6 → 0.1.8

package/dist/internal/cli-ax.d.ts

@@ -46,17 +46,18 @@ export interface AxCliOptions {
     url?: string;
     /**
      * Route chat/resume/run/call/eval/logs/sessions at the team's hosted
-     * deployment
-     * instead of a local ephemeral server. Mutually exclusive with `--url`.
-     * `eval` targets the deployment by default, so there `--prod` is just
-     * being explicit.
+     * deployment instead of a local ephemeral server. Mutually exclusive with
+     * `--url`. For `eval`, this runs a server-side batch via
+     * `/v1/dev/evals/runs` (persisted when `defineStorage` has an `evals` table);
+     * without `--prod`, eval defaults to an ephemeral local harness.
      */
     prod?: boolean;
     /**
-     * `eval`: run against an ephemeral local server instead of the hosted
-     * deployment (the eval default). Mutually exclusive with `--url`/`--prod`.
+     * `eval` (`--prod` / `--url` only): start the batch via
+     * `POST /v1/dev/evals/runs` and return the `runId` without polling.
+     * Mutually exclusive with `--list`.
      */
-    local?: boolean;
+    noWait?: boolean;
     /** Cursor team id for `--prod` (defaults to the account's team). */
     team?: string;
     /** Cursor API key override for `--prod` management calls. */
@@ -120,14 +121,26 @@ export declare function cmdRun(options: AxCliOptions): Promise<number>;
 export declare function cmdCall(options: AxCliOptions): Promise<number>;
 export declare function cmdTrajectory(options: AxCliOptions): Promise<number>;
 /**
- * Which surface `eval` should target. Deployment is the default; `--local`
- * opts into an ephemeral local server, `--url` into a running one.
+ * Which surface `eval` should target. Local (ephemeral) is the default;
+ * `--prod` uses the hosted deployment, `--url` a running server.
  * Exported for tests.
  */
-export declare function resolveEvalTargetMode(options: Pick<AxCliOptions, "local" | "prod" | "url">): "local" | "url" | "deployment" | {
+export declare function resolveEvalTargetMode(options: Pick<AxCliOptions, "prod" | "url">): "local" | "url" | "deployment" | {
     error: string;
 };
 export declare function cmdEval(options: AxCliOptions): Promise<number>;
+/**
+ * Flags to re-target the same surface from an `eval --no-wait` hint.
+ * Exported for tests.
+ */
+export declare function formatEvalStatusFlags(options: Pick<AxCliOptions, "prod" | "url" | "slug" | "team">): string;
+/**
+ * `eval status [runId]` — fetch one batch (or list recent) on the deployment /
+ * `--url` target. Exit `0` when the batch is completed with all cases passing,
+ * `1` when failed / any case failed / unknown, `2` for usage errors, `3` when
+ * the batch is still running (for poll loops after `--no-wait`).
+ */
+export declare function cmdEvalStatus(runId: string | undefined, options: AxCliOptions): Promise<number>;
 /**
  * `logs` — follow deploy progress (`--prod`) then runtime agent logs.
  * Local / `--url` tails `/v1/logs` only.

package/dist/internal/cli-ax.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cli-ax.d.ts","sourceRoot":"","sources":["../../src/internal/cli-ax.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAkDH,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC;IAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,gCAAgC;IAChC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,4CAA4C;IAC5C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4BAA4B;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iEAAiE;IACjE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb;;;;;;OAMG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;IACf;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,oEAAoE;IACpE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6DAA6D;IAC7D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yCAAyC;IACzC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,4DAA4D;IAC5D,IAAI,CAAC,EAAE,OAAO,CAAC;IACf;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,sEAAsE;IACtE,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7B;AAsED,wBAAsB,aAAa,CACjC,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,mBAAmB,CAAC,CAmB9B;AAED,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAoFpE;AAED;;;GAGG;AACH;;;;;;;;GAQG;AACH,wBAAsB,SAAS,CAC7B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,CAcjB;AAUD,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA8GpE;AAED,wBAAsB,MAAM,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA4GnE;AAED;;;GAGG;AACH,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA0DpE;AAED,wBAAsB,aAAa,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAe1E;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC,GACpD,OAAO,GAAG,KAAK,GAAG,YAAY,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAgBpD;AAkDD,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAgFpE;AA6CD;;;GAGG;AACH,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAgFpE;AAmCD;;GAEG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA4BxE;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,CAkDjB;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAoF1E"}
+{"version":3,"file":"cli-ax.d.ts","sourceRoot":"","sources":["../../src/internal/cli-ax.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA2DH,MAAM,WAAW,YAAY;IAC3B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,KAAK,CAAC;IAC/B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,gCAAgC;IAChC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,4CAA4C;IAC5C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4BAA4B;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iEAAiE;IACjE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb;;;;;;OAMG;IACH,IAAI,CAAC,EAAE,OAAO,CAAC;IACf;;;;OAIG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,oEAAoE;IACpE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,6DAA6D;IAC7D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yCAAyC;IACzC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,4DAA4D;IAC5D,IAAI,CAAC,EAAE,OAAO,CAAC;IACf;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,sEAAsE;IACtE,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7B;AAsED,wBAAsB,aAAa,CACjC,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,mBAAmB,CAAC,CAmB9B;AAED,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAoFpE;AAED;;;GAGG;AACH;;;;;;;;GAQG;AACH,wBAAsB,SAAS,CAC7B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,CAcjB;AAUD,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA8GpE;AAED,wBAAsB,MAAM,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA4GnE;AAED;;;GAGG;AACH,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA0DpE;AAED,wBAAsB,aAAa,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAe1E;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,GAAG,KAAK,CAAC,GAC1C,OAAO,GAAG,KAAK,GAAG,YAAY,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAepD;AAiDD,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA6KpE;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC,GAC5D,MAAM,CAcR;AAuCD;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,CA4FjB;AA6KD;;;GAGG;AACH,wBAAsB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAgFpE;AAmCD;;GAEG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CA4BxE;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAC9B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,CAkDjB;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAoF1E"}

package/dist/internal/cli-ax.js

@@ -25,6 +25,7 @@ import { resolveDeployAuth } from "./cli-deploy.js";
 import { resolveApiKey } from "./cursor/credentials.js";
 import { CLI_COMMAND_NAME } from "./distribution.js";
 import { discoverEvals, filterDiscoveredEvals, runDiscoveredEvals, } from "./eval-runner.js";
+import { getRemoteEvalRun, listRemoteEvalRuns, listRemoteEvals, RemoteEvalError, runRemoteEvals, startRemoteEvalRun, } from "./evals-client.js";
 import { formatInitNextSteps, formatInitScaffoldSummary, initNextCommands, initProject, installScaffoldDependencies, printInitGuide, } from "./init-project.js";
 import { offerInstallCursorSkills } from "./install-cursor-skills.js";
 import { runLogsTail, sanitizeCustomerError } from "./logs-client.js";
@@ -476,26 +477,25 @@ export function cmdTrajectory(options) {
     });
 }
 /**
- * Which surface `eval` should target. Deployment is the default; `--local`
- * opts into an ephemeral local server, `--url` into a running one.
+ * Which surface `eval` should target. Local (ephemeral) is the default;
+ * `--prod` uses the hosted deployment, `--url` a running server.
  * Exported for tests.
  */
 export function resolveEvalTargetMode(options) {
     const flags = [
-        options.local === true ? "--local" : undefined,
         options.prod === true ? "--prod" : undefined,
         options.url !== undefined ? "--url" : undefined,
     ].filter((flag) => flag !== undefined);
     if (flags.length > 1) {
         return { error: `${flags.join(" and ")} are mutually exclusive` };
     }
-    if (options.local === true) {
-        return "local";
-    }
     if (options.url !== undefined) {
         return "url";
     }
-    return "deployment";
+    if (options.prod === true) {
+        return "deployment";
+    }
+    return "local";
 }
 /** Resolve the eval target; prints a CLI-ready error and returns an exit code on failure. */
 function resolveEvalTarget(options) {
@@ -528,13 +528,12 @@ function resolveEvalTarget(options) {
                 // disabled feature gate, and the message distinguishes those from a
                 // genuinely missing deployment.
                 process.stderr.write(`${sanitizeCustomerError(error.message)}\n` +
-                    `Evals run on the hosted deployment by default.\n` +
                     `  deploy it first:  ${CLI_COMMAND_NAME} deploy --slug ${error.slug}\n` +
-                    `  or run locally:   ${CLI_COMMAND_NAME} eval --local --dir ${options.dir}\n`);
+                    `  or omit --prod:   ${CLI_COMMAND_NAME} eval --dir ${options.dir}\n`);
                 return 1;
             }
             process.stderr.write(`${sanitizeCustomerError(error instanceof Error ? error.message : String(error))}\n` +
-                `Evals run on the hosted deployment by default; pass --local to run on an ephemeral local server.\n`);
+                `Pass --prod for the hosted deployment, or omit it to run on an ephemeral local server.\n`);
             return 1;
         }
     });
@@ -543,81 +542,385 @@ export function cmdEval(options) {
     return __awaiter(this, void 0, void 0, function* () {
         var _a;
         const projectRoot = resolve((_a = options.cwd) !== null && _a !== void 0 ? _a : process.cwd(), options.dir);
+        const mode = resolveEvalTargetMode(options);
+        if (typeof mode === "object") {
+            process.stderr.write(`${mode.error}\n`);
+            return 2;
+        }
+        if (options.noWait === true) {
+            if (options.list === true) {
+                process.stderr.write("--no-wait and --list are mutually exclusive\n");
+                return 2;
+            }
+            if (mode === "local") {
+                process.stderr.write("--no-wait requires --prod or --url (not the default local target)\n");
+                return 2;
+            }
+        }
+        const filterIds = options.evalIds === undefined || options.evalIds.length === 0
+            ? undefined
+            : options.evalIds;
+        const tags = options.tags === undefined || options.tags.length === 0
+            ? undefined
+            : options.tags;
         if (options.list) {
-            const { evals } = yield discoverEvals(projectRoot);
-            const listed = filterDiscoveredEvals(evals, {
-                filterIds: options.evalIds,
-                tags: options.tags,
-            });
-            if (options.json) {
-                console.log(JSON.stringify(listed.map((e) => { var _a; return ({
+            // List the same surface a run will execute: local filesystem by default,
+            // GET /v1/dev/evals on --prod / --url.
+            if (mode === "local") {
+                return listLocalEvals(projectRoot, options, filterIds, tags);
+            }
+            const target = yield resolveEvalTarget(options);
+            if (typeof target === "number") {
+                return target;
+            }
+            try {
+                const listed = yield listRemoteEvals({
+                    baseUrl: target.agentUrl,
+                    auth: {
+                        bearerToken: options.bearerToken,
+                        headers: target.headers,
+                    },
+                    fetchImpl: options.fetchImpl,
+                    filterIds,
+                    tags,
+                });
+                return printListedEvals(listed.map((e) => { var _a; return ({
                     id: e.id,
                     fileId: e.fileId,
-                    path: e.path,
-                    description: e.definition.description,
-                    tags: (_a = e.definition.tags) !== null && _a !== void 0 ? _a : [],
-                }); }), null, 2));
+                    description: e.description,
+                    tags: (_a = e.tags) !== null && _a !== void 0 ? _a : [],
+                }); }), options, `No evals on ${target.agentUrl}`);
             }
-            else if (listed.length === 0) {
-                process.stdout.write(`No evals under ${projectRoot}/evals\n`);
+            catch (error) {
+                process.stderr.write(`${sanitizeCustomerError(error instanceof Error ? error.message : String(error))}\n`);
+                return 1;
             }
-            else {
-                for (const e of listed) {
-                    const tags = e.definition.tags && e.definition.tags.length > 0
-                        ? `  [${e.definition.tags.join(", ")}]`
-                        : "";
-                    const desc = e.definition.description !== undefined
-                        ? ` — ${e.definition.description}`
-                        : "";
-                    process.stdout.write(`${e.id}${tags}${desc}\n`);
+            finally {
+                if (target.close !== undefined) {
+                    yield target.close();
                 }
             }
-            return 0;
         }
         const target = yield resolveEvalTarget(options);
         if (typeof target === "number") {
             return target;
         }
         const stream = shouldStreamProgress(options);
-        const progress = stream ? createStreamProgress() : undefined;
         try {
             if (options.verbose || stream) {
                 process.stderr.write(`eval target: ${target.agentUrl}\n`);
             }
-            const results = yield runDiscoveredEvals({
-                projectRoot,
+            // Default local: ephemeral in-process harness against local eval sources.
+            // --prod / --url: run on the serve process via /v1/dev/evals/runs so the
+            // batch lands in playground history and defineStorage evals (when set).
+            if (mode === "local") {
+                const progress = stream ? createStreamProgress() : undefined;
+                try {
+                    const results = yield runDiscoveredEvals({
+                        projectRoot,
+                        baseUrl: target.agentUrl,
+                        filterIds,
+                        tags,
+                        timeoutMs: options.timeoutMs,
+                        bearerToken: options.bearerToken,
+                        headers: target.headers,
+                        verbose: Boolean(options.verbose) || stream,
+                        onEvent: progress === undefined ? undefined : (e) => progress.onEvent(e),
+                    });
+                    if (results.length === 0) {
+                        process.stderr.write("No matching evals found.\n");
+                        return 2;
+                    }
+                    return printEvalResults(results, options);
+                }
+                finally {
+                    progress === null || progress === void 0 ? void 0 : progress.close();
+                }
+            }
+            try {
+                if (options.noWait === true) {
+                    const started = yield startRemoteEvalRun({
+                        baseUrl: target.agentUrl,
+                        filterIds,
+                        tags,
+                        timeoutMs: options.timeoutMs,
+                        verbose: Boolean(options.verbose),
+                        auth: {
+                            bearerToken: options.bearerToken,
+                            headers: target.headers,
+                        },
+                        fetchImpl: options.fetchImpl,
+                    });
+                    return printEvalAccepted(started, options, target.agentUrl);
+                }
+                const progress = createRemoteEvalProgress(options.verbose === true || stream);
+                const { snapshot, results } = yield runRemoteEvals({
+                    baseUrl: target.agentUrl,
+                    filterIds,
+                    tags,
+                    timeoutMs: options.timeoutMs,
+                    verbose: Boolean(options.verbose) || stream,
+                    bearerToken: options.bearerToken,
+                    headers: target.headers,
+                    fetchImpl: options.fetchImpl,
+                    onSnapshot: progress === undefined ? undefined : progress.onSnapshot,
+                });
+                if (results.length === 0 && snapshot.status !== "failed") {
+                    process.stderr.write("No matching evals found.\n");
+                    return 2;
+                }
+                return printEvalResults(results, options, {
+                    runId: snapshot.runId,
+                    status: snapshot.status,
+                    error: snapshot.error,
+                });
+            }
+            catch (error) {
+                if (error instanceof RemoteEvalError &&
+                    error.code === "no_matching_evals") {
+                    process.stderr.write(`${error.message}\n`);
+                    return 2;
+                }
+                process.stderr.write(`${sanitizeCustomerError(error instanceof Error ? error.message : String(error))}\n`);
+                return 1;
+            }
+        }
+        finally {
+            if (target.close !== undefined) {
+                yield target.close();
+            }
+        }
+    });
+}
+/**
+ * Flags to re-target the same surface from an `eval --no-wait` hint.
+ * Exported for tests.
+ */
+export function formatEvalStatusFlags(options) {
+    const parts = [];
+    if (options.url !== undefined) {
+        parts.push(`--url ${options.url.replace(/\/$/, "")}`);
+    }
+    else {
+        parts.push("--prod");
+        if (options.slug !== undefined && options.slug !== "") {
+            parts.push(`--slug ${options.slug}`);
+        }
+    }
+    if (options.team !== undefined && options.team !== "") {
+        parts.push(`--team ${options.team}`);
+    }
+    return parts.length === 0 ? "" : ` ${parts.join(" ")}`;
+}
+/** `--no-wait`: print the accepted batch id (and how to poll) then exit. */
+function printEvalAccepted(started, options, agentUrl) {
+    const pollPath = `${agentUrl.replace(/\/$/, "")}/v1/dev/evals/runs/${started.runId}`;
+    const statusFlags = formatEvalStatusFlags(options);
+    if (options.json) {
+        console.log(JSON.stringify({
+            ok: true,
+            accepted: true,
+            runId: started.runId,
+            status: started.status,
+            summary: started.summary,
+            pollUrl: pollPath,
+            durableRuns: started.config.durableRuns === true,
+        }, null, 2));
+    }
+    else {
+        const durable = started.config.durableRuns === true ? " (persisted)" : "";
+        process.stdout.write(`Accepted eval run ${started.runId}${durable} — ${started.summary.total} case(s)\n`);
+        process.stdout.write(`Status: ${CLI_COMMAND_NAME} eval status ${started.runId}${statusFlags}\n`);
+        process.stdout.write(`Poll: ${pollPath}\n`);
+    }
+    return 0;
+}
+/**
+ * `eval status [runId]` — fetch one batch (or list recent) on the deployment /
+ * `--url` target. Exit `0` when the batch is completed with all cases passing,
+ * `1` when failed / any case failed / unknown, `2` for usage errors, `3` when
+ * the batch is still running (for poll loops after `--no-wait`).
+ */
+export function cmdEvalStatus(runId, options) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const mode = resolveEvalTargetMode(options);
+        if (typeof mode === "object") {
+            process.stderr.write(`${mode.error}\n`);
+            return 2;
+        }
+        if (mode === "local") {
+            process.stderr.write("eval status requires --prod or --url (not the default local target)\n");
+            return 2;
+        }
+        if (options.list === true || options.noWait === true) {
+            process.stderr.write("eval status does not accept --list or --no-wait\n");
+            return 2;
+        }
+        const target = yield resolveEvalTarget(options);
+        if (typeof target === "number") {
+            return target;
+        }
+        const auth = {
+            bearerToken: options.bearerToken,
+            headers: target.headers,
+        };
+        try {
+            if (runId === undefined || runId === "") {
+                const { runs, activeRunId } = yield listRemoteEvalRuns({
+                    baseUrl: target.agentUrl,
+                    auth,
+                    fetchImpl: options.fetchImpl,
+                });
+                if (options.json) {
+                    console.log(JSON.stringify({ runs, activeRunId }, null, 2));
+                }
+                else if (runs.length === 0) {
+                    process.stdout.write("No eval runs on this agent.\n");
+                }
+                else {
+                    if (activeRunId !== undefined) {
+                        process.stdout.write(`active: ${activeRunId}\n`);
+                    }
+                    for (const run of runs) {
+                        process.stdout.write(`${formatEvalRunSummaryLine(run)}\n`);
+                    }
+                }
+                return 0;
+            }
+            const snap = yield getRemoteEvalRun({
                 baseUrl: target.agentUrl,
-                filterIds: options.evalIds === undefined || options.evalIds.length === 0
-                    ? undefined
-                    : options.evalIds,
-                tags: options.tags === undefined || options.tags.length === 0
-                    ? undefined
-                    : options.tags,
-                timeoutMs: options.timeoutMs,
-                bearerToken: options.bearerToken,
-                headers: target.headers,
-                verbose: Boolean(options.verbose) || stream,
-                onEvent: progress === undefined ? undefined : (e) => progress.onEvent(e),
+                runId,
+                auth,
+                fetchImpl: options.fetchImpl,
             });
-            if (results.length === 0) {
-                process.stderr.write("No matching evals found.\n");
-                return 2;
+            if (options.json) {
+                console.log(JSON.stringify(snap, null, 2));
+            }
+            else {
+                process.stdout.write(`${formatEvalRunSummaryLine(snap)}\n`);
+                if (snap.error !== undefined && snap.error !== "") {
+                    process.stdout.write(`error: ${snap.error}\n`);
+                }
+                for (const c of snap.cases) {
+                    const mark = c.status !== "done" ? c.status : c.ok === true ? "PASS" : "FAIL";
+                    const dur = c.durationMs === undefined
+                        ? ""
+                        : ` (${(c.durationMs / 1000).toFixed(1)}s)`;
+                    process.stdout.write(`  ${mark}  ${c.id}${dur}\n`);
+                    if (c.error !== undefined && c.error !== "") {
+                        process.stdout.write(`    error: ${c.error}\n`);
+                    }
+                }
+            }
+            if (snap.status === "running") {
+                return 3;
             }
-            return printEvalResults(results, options);
+            const failed = snap.status === "failed" || snap.cases.some((c) => c.ok !== true);
+            return failed ? 1 : 0;
+        }
+        catch (error) {
+            process.stderr.write(`${sanitizeCustomerError(error instanceof Error ? error.message : String(error))}\n`);
+            return 1;
         }
         finally {
-            progress === null || progress === void 0 ? void 0 : progress.close();
             if (target.close !== undefined) {
                 yield target.close();
             }
         }
     });
 }
-function printEvalResults(results, options) {
+function formatEvalRunSummaryLine(run) {
+    const { passed, failed, total, done } = run.summary;
+    const durable = run.config.durableRuns === true ? " persisted" : "";
+    return `${run.runId}  ${run.status}  ${done}/${total} done (${passed} passed, ${failed} failed)${durable}`;
+}
+function listLocalEvals(projectRoot, options, filterIds, tags) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const { evals } = yield discoverEvals(projectRoot);
+        const listed = filterDiscoveredEvals(evals, { filterIds, tags });
+        return printListedEvals(listed.map((e) => { var _a; return ({
+            id: e.id,
+            fileId: e.fileId,
+            path: e.path,
+            description: e.definition.description,
+            tags: (_a = e.definition.tags) !== null && _a !== void 0 ? _a : [],
+        }); }), options, `No evals under ${projectRoot}/evals`);
+    });
+}
+function printListedEvals(listed, options, emptyMessage) {
+    if (options.json) {
+        console.log(JSON.stringify(listed, null, 2));
+    }
+    else if (listed.length === 0) {
+        process.stdout.write(`${emptyMessage}\n`);
+    }
+    else {
+        for (const e of listed) {
+            const tagSuffix = e.tags.length > 0 ? `  [${e.tags.join(", ")}]` : "";
+            const desc = e.description !== undefined ? ` — ${e.description}` : "";
+            process.stdout.write(`${e.id}${tagSuffix}${desc}\n`);
+        }
+    }
+    return 0;
+}
+/**
+ * Remote batches don't stream turn events to the CLI; print run/case progress
+ * (and case logs once they appear on the snapshot) instead.
+ */
+function createRemoteEvalProgress(enabled) {
+    if (!enabled) {
+        return undefined;
+    }
+    let announced = false;
+    let lastSummaryKey = "";
+    const seenCaseKeys = new Set();
+    return {
+        onSnapshot(snap) {
+            var _a, _b;
+            if (!announced) {
+                announced = true;
+                const durable = snap.config.durableRuns === true ? " (persisted)" : "";
+                process.stderr.write(`eval run: ${snap.runId}${durable}\n`);
+            }
+            const summaryKey = `${snap.status}:${snap.summary.done}:${snap.summary.passed}:${snap.summary.failed}`;
+            if (summaryKey !== lastSummaryKey) {
+                lastSummaryKey = summaryKey;
+                const { done, total, passed, failed } = snap.summary;
+                process.stderr.write(`eval progress: ${done}/${total} done (${passed} passed, ${failed} failed) [${snap.status}]\n`);
+            }
+            for (const c of snap.cases) {
+                if (c.status !== "done") {
+                    continue;
+                }
+                const caseKey = `${c.id}:${c.ok === true ? "pass" : "fail"}:${(_a = c.durationMs) !== null && _a !== void 0 ? _a : 0}`;
+                if (seenCaseKeys.has(caseKey)) {
+                    continue;
+                }
+                seenCaseKeys.add(caseKey);
+                process.stderr.write(`  eval ${c.id}: ${c.ok === true ? "PASS" : "FAIL"}${c.error !== undefined ? ` — ${c.error}` : ""}\n`);
+                for (const line of (_b = c.logs) !== null && _b !== void 0 ? _b : []) {
+                    process.stderr.write(`    ${line}\n`);
+                }
+            }
+        },
+    };
+}
+function printEvalResults(results, options, batch) {
     const passed = results.filter((r) => r.ok).length;
     const failed = results.length - passed;
+    const batchFailed = (batch === null || batch === void 0 ? void 0 : batch.status) === "failed";
+    const ok = failed === 0 && !batchFailed;
+    if ((batch === null || batch === void 0 ? void 0 : batch.error) !== undefined && batch.error !== "" && !options.json) {
+        // Always surface harness-level failures (not only --verbose).
+        process.stderr.write(`eval run error: ${batch.error}\n`);
+    }
     if (options.json) {
-        console.log(JSON.stringify({ ok: failed === 0, passed, failed, results }, null, 2));
+        console.log(JSON.stringify(Object.assign(Object.assign(Object.assign({ ok,
+            passed,
+            failed,
+            results }, ((batch === null || batch === void 0 ? void 0 : batch.runId) === undefined ? {} : { runId: batch.runId })), ((batch === null || batch === void 0 ? void 0 : batch.status) === undefined ? {} : { status: batch.status })), ((batch === null || batch === void 0 ? void 0 : batch.error) === undefined || batch.error === ""
+            ? {}
+            : { error: batch.error })), null, 2));
     }
     else {
         for (const r of results) {
@@ -638,7 +941,7 @@ function printEvalResults(results, options) {
         }
         process.stdout.write(`\n${passed} passed, ${failed} failed, ${results.length} total\n`);
     }
-    return failed === 0 ? 0 : 1;
+    return ok ? 0 : 1;
 }
 /**
  * `logs` — follow deploy progress (`--prod`) then runtime agent logs.

package/dist/internal/cli-mcp.d.ts

@@ -0,0 +1,64 @@
+/**
+ * `agentkit mcp` — stdio ↔ streamable-HTTP proxy for an agent's MCP endpoint.
+ *
+ * Every served agent is an MCP server at `<base>/v1/mcp` (hosted deployments
+ * run in single mode, so the endpoint sits directly on the engine base URL).
+ * MCP clients that spawn stdio servers (Cursor, Claude Code, …) can reach it
+ * through this command: newline-delimited JSON-RPC on stdin/stdout, one POST
+ * per message to the remote endpoint.
+ *
+ * Targets:
+ * - `--prod [--slug <slug>]` — the team's hosted deployment. Short-lived
+ *   `engineAccess` credentials are minted through the management API with the
+ *   signed-in Cursor account, re-minted near expiry and once on auth-shaped
+ *   failures. No durable secret ever lands in a config file.
+ * - `--url <baseUrl>` — a running server (local `serve` mount or self-hosted
+ *   base URL), with optional `--bearer-token`.
+ *
+ * `agentkit mcp install` writes the matching entry into `~/.cursor/mcp.json`
+ * so the agent shows up as an MCP server in Cursor:
+ *
+ *   { "mcpServers": { "weather-agent": {
+ *       "command": "agentkit",
+ *       "args": ["mcp", "--prod", "--slug", "weather-agent"] } } }
+ *
+ * stdout is reserved for the MCP wire in serve mode; all logging goes to
+ * stderr.
+ */
+import { resolveProdTarget } from "./resolve-prod-target.js";
+export interface McpCliOptions {
+    dir: string;
+    cwd?: string;
+    /** Hosted deployment slug (with `--prod`); defaults to the `--dir` basename. */
+    slug?: string;
+    team?: string;
+    apiKey?: string;
+    /** Base URL of a running agent (mutually exclusive with `--prod`). */
+    url?: string;
+    prod?: boolean;
+    bearerToken?: string;
+    /** `install`: server name for the mcp.json entry (defaults to the slug). */
+    name?: string;
+    /** `install`: print the entry instead of writing ~/.cursor/mcp.json. */
+    print?: boolean;
+    /** `install`: machine-readable output. */
+    json?: boolean;
+    /** Injected seams for tests. */
+    fetchImpl?: typeof fetch;
+    resolveProdTargetImpl?: typeof resolveProdTarget;
+    stdin?: NodeJS.ReadableStream;
+    stdout?: {
+        write(chunk: string): unknown;
+    };
+    err?: (text: string) => void;
+    now?: () => number;
+    sleep?: (ms: number) => Promise<void>;
+}
+export declare function cmdMcp(subcommand: string | undefined, options: McpCliOptions): Promise<number>;
+export declare function cmdMcpServe(options: McpCliOptions): Promise<number>;
+export declare function cmdMcpInstall(options: McpCliOptions): Promise<number>;
+/** `~/.cursor/mcp.json` — the user-level Cursor MCP config. */
+export declare function cursorMcpJsonPath(home?: string): string;
+/** Agent base URL → MCP endpoint URL (idempotent when already pointed at it). */
+export declare function joinMcpPath(baseUrl: string): string;
+//# sourceMappingURL=cli-mcp.d.ts.map

package/dist/internal/cli-mcp.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-mcp.d.ts","sourceRoot":"","sources":["../../src/internal/cli-mcp.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAMH,OAAO,EAGL,iBAAiB,EAClB,MAAM,0BAA0B,CAAC;AA0BlC,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,gFAAgF;IAChF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sEAAsE;IACtE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,4EAA4E;IAC5E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,wEAAwE;IACxE,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,0CAA0C;IAC1C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,gCAAgC;IAChC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB,qBAAqB,CAAC,EAAE,OAAO,iBAAiB,CAAC;IACjD,KAAK,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,CAAC,EAAE;QAAE,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAC3C,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvC;AAED,wBAAsB,MAAM,CAC1B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,MAAM,CAAC,CAajB;AAMD,wBAAsB,WAAW,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAkFzE;AAyRD,wBAAsB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAqG3E;AAED,+DAA+D;AAC/D,wBAAgB,iBAAiB,CAC/B,IAAI,GAAE,MAAsC,GAC3C,MAAM,CAGR;AAqED,iFAAiF;AACjF,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAQnD"}