@haystackeditor/cli 0.23.1 → 0.23.3

package/dist/commands/crawl-contract.js

@@ -4,6 +4,7 @@ export const CRAWL_BUDGET_MIN_MS = 60_000;
 export const CRAWL_BUDGET_MAX_MS = 30 * 60_000;
 export const CRAWL_MAX_FINDINGS = 50;
 export const CRAWL_MAX_FINDING_STEPS = 64;
+export const CRAWL_POOLS = ['fleet', 'freestyle', 'auto'];
 /** Amendment 9: what a crawl has found so far (`exploring`) or its answer at the budget (`answered`), before the sealed manifest;
  * findings carry no images. A read may pass `waitAfter=<updatedAt>` to be held until the crawl changes (at most CRAWL_WAIT_MAX_MS). */
 export const CRAWL_WAIT_MAX_MS = 25_000;

package/dist/commands/db-profile-upload.js

@@ -14,7 +14,7 @@ import chalk from 'chalk';
 import { DATABASE_PROFILE_UPLOAD_REQUEST_VERSION, parseDatabaseProfileUpload, } from './db-profile-contract.js';
 import { readDatabaseProfileFile } from './db-profile-show.js';
 import { resolveAuthContext } from '../utils/auth.js';
-import { classifyHttpError, haystackApiUrl } from '../utils/haystack-api.js';
+import { classifyHttpError, haystackApiUrl, readWithRetries, transientReadFailure } from '../utils/haystack-api.js';
 export const DATABASE_PROFILES_PATH = '/api/agent/cloud-verifier/database-profiles';
 /** GitHub's owner and repository name alphabets. */
 const REPOSITORY = /^([A-Za-z0-9](?:[A-Za-z0-9-]{0,38}))\/([A-Za-z0-9_.-]{1,100})$/u;
@@ -43,7 +43,23 @@ export function buildDatabaseProfileUploadRequest(file, options) {
         },
     };
 }
+// The service stores a profile by its content hash, so sending the same
+// request again after a dropped connection or a restarting service stores
+// nothing new: the upload is asked again on the same transient failures a
+// read is (readWithRetries: three more tries, 2 s, 5 s, 10 s apart).
 export async function uploadDatabaseProfile(request, token) {
+    try {
+        return await readWithRetries(() => uploadDatabaseProfileOnce(request, token));
+    }
+    catch (error) {
+        const transient = transientReadFailure(error);
+        if (transient === null)
+            throw error;
+        throw new Error(`Haystack API ${DATABASE_PROFILES_PATH} did not store the profile after 4 tries (${transient}). `
+            + 'Nothing was stored twice: run the same command again once the network or service is back.', { cause: error });
+    }
+}
+async function uploadDatabaseProfileOnce(request, token) {
     const response = await fetch(haystackApiUrl(DATABASE_PROFILES_PATH), {
         method: 'POST',
         headers: {
@@ -62,6 +78,9 @@ export async function uploadDatabaseProfile(request, token) {
         body = await response.json();
     }
     catch (error) {
+        // A connection dropped while the body is read is a transport failure, so the upload is asked again.
+        if (transientReadFailure(error) !== null)
+            throw error;
         throw new Error(`Haystack API ${DATABASE_PROFILES_PATH} returned a body that is not JSON: ${error instanceof Error ? error.message : String(error)}`);
     }
     const upload = parseDatabaseProfileUpload(body);

package/dist/commands/verify-onboarding.js

@@ -95,6 +95,8 @@ export function parseOnboardingStatus(value, expected) {
         invalid('its version choices');
     if (!isStrings(value.standIns) || !isStrings(value.unsetProviders) || !isStrings(value.standInGaps))
         invalid('its stand-ins');
+    if (!(value.worldMemoryMib === null || (typeof value.worldMemoryMib === 'number' && Number.isInteger(value.worldMemoryMib))))
+        invalid('its world memory');
     if (value.block !== null)
         parseOnboardingBlock(value.block);
     const checkpoint = value.checkpoint;
@@ -136,11 +138,13 @@ async function body(response, what) {
         throw new OnboardingResponseError(`The onboarding service returned ${what} that is not JSON: ${error instanceof Error ? error.message : String(error)}`);
     }
 }
-/** The onboarding of `repository` at `baseCommit`, now. */
-export async function readOnboardingStatus(repository, baseCommit, token) {
+/** The onboarding of `repository` at `baseCommit`, now; with `onboardRunId`, that run's (or the run a derivation change moved
+ * it to), whatever derivation is live: what a waiting command follows. */
+export async function readOnboardingStatus(repository, baseCommit, token, onboardRunId = null) {
     if (!COMMIT.test(baseCommit))
         throw new Error(`Invalid base commit ${baseCommit}.`);
-    const path = `${ONBOARDING_PATH}?repository=${encodeURIComponent(repository)}&baseCommit=${baseCommit}`;
+    const path = `${ONBOARDING_PATH}?repository=${encodeURIComponent(repository)}&baseCommit=${baseCommit}`
+        + (onboardRunId === null ? '' : `&onboardRunId=${encodeURIComponent(onboardRunId)}`);
     const response = await gatewayFetch(path, token);
     if (!response.ok)
         throw await classifyHttpError(response, `Haystack API ${ONBOARDING_PATH}`);
@@ -185,7 +189,9 @@ export async function waitForOnboarding(first, token, progress, resume) {
             await delay(ONBOARDING_READ_EVERY_MS);
             let next;
             try {
-                next = await readOnboardingStatus(status.repository, status.baseCommit, token);
+                // The run this wait follows, not the base under whatever derivation is live: a release swap mid-wait otherwise reads
+                // not-started while the run goes on to admit this command's crawl (galaxy's n8n replays, 2026-10-03).
+                next = await readOnboardingStatus(status.repository, status.baseCommit, token, status.onboardRunId);
             }
             catch (error) {
                 const why = transientReadFailure(error);
@@ -225,9 +231,15 @@ export function onboardingStep(status) {
     const stages = status.checkpoint?.execution.stages ?? [];
     const done = stages.filter(stage => stage.status === 'ok' || stage.status === 'reused').map(stage => stage.stage);
     const current = status.checkpoint?.stage;
+    // A deferred run's checkpoint is its last attempt's (stage cleanup): it is waiting, not cleaning up (2026-10-05, Excalidraw
+    // showed "cleaning up" for ten minutes behind a duplicate onboarding of the same commit).
     const doing = status.state !== 'onboarding' ? status.state
-        : current === undefined ? 'queued' : STAGE_WORDS[current];
-    return `Onboarding: ${doing}${done.length ? ` (done: ${done.join(', ')})` : ''}.`;
+        : status.checkpoint?.error?.code === 'deferred' ? 'waiting for an earlier onboarding of this commit to finish, then reusing it'
+            : current === undefined ? 'queued' : STAGE_WORDS[current];
+    // A world larger than the first size is what onboarding found the app needs; every crawl's VMs are that size.
+    const memory = status.state === 'ready' && status.worldMemoryMib !== null && status.worldMemoryMib > 4096
+        ? ` Its copies run with ${status.worldMemoryMib} MiB of memory: it ran out at 4096.` : '';
+    return `Onboarding: ${doing}${done.length ? ` (done: ${done.join(', ')})` : ''}.${memory}`;
 }
 /** The stage list, one line per stage the run has reached. */
 export function onboardingStageLines(status) {

package/dist/commands/verify-precompute.js

@@ -264,7 +264,9 @@ export async function derivePrecomputeRequest(gitRoot, owner, repository, deadli
 /** How long the crawl may take (CRAWL-V1 amendment 8); undefined: the service's default. */
 budgetMs, 
 /** Amendment 12: 'prepare' builds and freezes only (the turn-end hook); 'crawl' is `haystack verify`. */
-mode = 'crawl') {
+mode = 'crawl', 
+/** Amendment 16: `haystack verify --pool`; undefined: the service decides ('auto'). */
+pool) {
     // Capture this before git and compression work so delivery latency cannot
     // make an older stop look newer than a later one.
     const observedAt = Date.now();
@@ -292,7 +294,7 @@ mode = 'crawl') {
             cacheKey,
             patchGzBase64: patchGzip.toString('base64'),
             patchSha256: createHash('sha256').update(patchGzip).digest('hex'),
-            ...(workCommit === baseSha ? {} : { crawl: { treeSha, changeTitle, ...(budgetMs === undefined ? {} : { budgetMs }), mode } }),
+            ...(workCommit === baseSha ? {} : { crawl: { treeSha, changeTitle, ...(budgetMs === undefined ? {} : { budgetMs }), mode, ...(pool === undefined ? {} : { pool }) } }),
         },
     };
 }
@@ -519,7 +521,9 @@ export async function captureCheckout(deadline,
 /** Amendment 12: the turn-end hook and `verify precompute` ask to prepare (build and freeze); `haystack verify` to crawl. */
 mode, repository, 
 /** `haystack verify --minutes`; undefined: the repository's .haystack.json crawl.minutes, else the service's default. */
-minutes) {
+minutes, 
+/** `haystack verify --pool`; undefined: the service decides. */
+pool) {
     const gitRoot = findGitRoot();
     if (!gitRoot) {
         throw new PrecomputeFailure('Run this command from a git repository.');
@@ -527,7 +531,7 @@ minutes) {
     const metadataDirectory = walkerMetadataDirectory(gitRoot, deadline);
     const target = repository ?? resolveOriginRepository(gitRoot);
     const chosen = minutes ?? configuredCrawlMinutes(gitRoot);
-    const derivation = await derivePrecomputeRequest(gitRoot, target.owner, target.repository, deadline, chosen === undefined ? undefined : chosen * 60_000, mode);
+    const derivation = await derivePrecomputeRequest(gitRoot, target.owner, target.repository, deadline, chosen === undefined ? undefined : chosen * 60_000, mode, pool);
     return { metadataDirectory, derivation };
 }
 /** The explicit (non-hook) submission of a capture: one synchronous

package/dist/commands/verify.js

@@ -28,7 +28,7 @@ import { findGitRoot } from '../utils/hooks.js';
 import { resolveAuthContext } from '../utils/auth.js';
 import { classifyHttpError, readWithRetries, SERVICE_SILENCE_LIMIT_MS, ServiceSilentError, transientReadFailure, } from '../utils/haystack-api.js';
 import { GATEWAY_TIMEOUT_MS, gatewayFetch } from './case-batch.js';
-import { CRAWL_BUDGET_MAX_MS, CRAWL_BUDGET_MIN_MS, CRAWL_MAX_FINDINGS, CRAWL_MAX_FINDING_STEPS, CRAWL_MAX_STAND_IN_LINES, CRAWL_MAX_STAND_IN_ROWS, CRAWL_WAIT_MAX_MS, } from './crawl-contract.js';
+import { CRAWL_BUDGET_MAX_MS, CRAWL_BUDGET_MIN_MS, CRAWL_MAX_FINDINGS, CRAWL_MAX_FINDING_STEPS, CRAWL_MAX_STAND_IN_LINES, CRAWL_MAX_STAND_IN_ROWS, CRAWL_WAIT_MAX_MS, CRAWL_POOLS, } from './crawl-contract.js';
 import { captureCheckout, crawlUnavailableText, EXPLICIT_WALL_MS, normalModeFailure, postPrecomputeCapture, } from './verify-precompute.js';
 import { formatOnboarding, onboardingExitCode, readOnboardingStatus, reportOnboardingState, standInGapNotes, waitForOnboarding } from './verify-onboarding.js';
 const CRAWLS_PATH = '/api/agent/cloud-verifier/crawls';
@@ -172,6 +172,14 @@ function checkPlanningCoverage(value) {
             invalid('its unresolved changes');
         changes.add(item.changeKey);
     }
+    if ('incidentExecution' in value) {
+        if (value.incidentExecution !== 'incident-exploration-v1' || !isCount(value.coveredSituations) || !isCount(value.unfinishedSituations)
+            || value.completedSituations !== value.coveredSituations || value.unrealizedSituations !== 0
+            || value.coveredSituations + value.blockedSituations + value.unfinishedSituations !== value.selectedSituations)
+            invalid('its exploration coverage');
+    }
+    else if ('coveredSituations' in value || 'unfinishedSituations' in value)
+        invalid('exploration counts without execution mode');
 }
 /** The published results' shape, shared by the sealed manifest and (amendment 9) an answer; `what` names which. */
 function checkResults(value, view, what) {
@@ -456,7 +464,13 @@ export function formatCrawl(view) {
         lines.push(`  ${blast.ran} of ${plural(blast.functions, 'affected function')} ran.`);
     const planning = published.reach.planning;
     if (planning !== undefined) {
-        lines.push('', chalk.bold('Situations considered'), `  Considered ${plural(planning.groups, 'group')} of related behavior, with ${plural(planning.selectedIncidentPairs, 'possible failure pattern')} selected across them.`, `  ${planning.selectedSituations} of ${plural(planning.proposedSituations, 'proposed situation')} selected; ${planning.deferredSituations} deferred.`, `  Actions completed for ${plural(planning.completedSituations, 'situation')}; ${planning.blockedSituations} blocked during execution.`, `  Could not plan checks for ${plural(planning.unplannedIncidentPairs, 'selected failure pattern')}; ${plural(planning.unrealizedSituations, 'selected situation')} had no executable route.`, '  Completed actions do not establish that a situation is free of bugs.');
+        lines.push('', chalk.bold('Situations considered'), `  Considered ${plural(planning.groups, 'group')} of related behavior, with ${plural(planning.selectedIncidentPairs, 'possible failure pattern')} selected across them.`, `  ${planning.selectedSituations} of ${plural(planning.proposedSituations, 'proposed situation')} selected; ${planning.deferredSituations} deferred.`);
+        if (planning.incidentExecution === 'incident-exploration-v1') {
+            lines.push(`  Browser evidence covers ${plural(planning.coveredSituations, 'exploration goal')}; ${planning.blockedSituations} blocked; ${planning.unfinishedSituations} unfinished.`, `  Could not plan goals for ${plural(planning.unplannedIncidentPairs, 'selected failure pattern')}.`, '  Covered goals were exercised and reviewed; coverage does not mean the product passed.');
+        }
+        else {
+            lines.push(`  Actions completed for ${plural(planning.completedSituations, 'situation')}; ${planning.blockedSituations} blocked during execution.`, `  Could not plan checks for ${plural(planning.unplannedIncidentPairs, 'selected failure pattern')}; ${plural(planning.unrealizedSituations, 'selected situation')} had no executable route.`, '  Completed actions do not establish that a situation is free of bugs.');
+        }
         if (planning.sourceGraphTruncated)
             lines.push('  The recorded code relationships were incomplete.');
         if (planning.unresolvedChanges.length) {
@@ -492,6 +506,14 @@ export function crawlExitCode(view) {
     return 0;
 }
 /* ---------------------------------------------------------------- command */
+/** --pool: fleet, freestyle or auto (CRAWL-V1 amendment 16). */
+function poolOption(value) {
+    if (value === undefined)
+        return undefined;
+    if (!CRAWL_POOLS.includes(value))
+        throw new Error(`--pool must be one of ${CRAWL_POOLS.join(', ')}.`);
+    return value;
+}
 /** --minutes: whole minutes from 1 to 30 (CRAWL-V1 amendment 8). */
 function minutesOption(value) {
     if (value === undefined)
@@ -697,7 +719,7 @@ export async function verifyCommand(options) {
         console.error(line);
     else
         console.log(line); };
-    const capture = await captureCheckout(Date.now() + EXPLICIT_WALL_MS, 'crawl', repositoryOverride(options.repo), minutesOption(options.minutes));
+    const capture = await captureCheckout(Date.now() + EXPLICIT_WALL_MS, 'crawl', repositoryOverride(options.repo), minutesOption(options.minutes), poolOption(options.pool));
     const request = capture.derivation.request;
     const change = checkedChange(request.baseCommit, request.workCommit);
     if (!request.crawl) {
@@ -723,7 +745,8 @@ export async function verifyCommand(options) {
     let view = await readWithRetries(() => readCrawl(identity, auth.token));
     let onboarding = null;
     const stale = view === null ? null : staleCrawl(view, identity);
-    if (view === null || stale !== null) {
+    // A pinned pool is its own crawl (amendment 16), which the capture read cannot tell apart: always submit, and follow that run.
+    if (view === null || stale !== null || options.pool !== undefined) {
         const found = view === null || stale === null ? null : { view, stale };
         let submitted = await submitCapture(capture, auth.token, found);
         note(submitted.line);

package/dist/index.js

@@ -230,6 +230,7 @@ const verify = program
     .option('--account <login>', 'Use a specific saved Haystack account')
     .option('--no-wait', 'Print the crawl\'s current state and return without waiting')
     .option('--minutes <n>', 'How long the crawl may take, 1-30 (default: .haystack.json crawl.minutes, else 3)')
+    .addOption(new Option('--pool <pool>', 'Where the crawl\'s clones are created: fleet, freestyle or auto (default auto)').hideHelp())
     .option('--json', 'The crawl as one JSON document on stdout (see `haystack schema verify`)')
     .addHelpText('after', `
 Run inside a git checkout; nothing needs to be committed or pushed. It captures

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@haystackeditor/cli",
-  "version": "0.23.1",
+  "version": "0.23.3",
   "description": "haystack verify: run your app with and without a change, and see what the change broke",
   "type": "module",
   "bin": {