@cleocode/core 2026.3.57 → 2026.3.59

package/src/lib/__tests__/retry.test.ts

@@ -0,0 +1,321 @@
+/**
+ * Tests for the shared general-purpose retry utility.
+ *
+ * @module lib/__tests__/retry.test
+ */
+
+import { describe, expect, it, vi } from 'vitest';
+import { computeDelay, withRetry } from '../retry.js';
+
+// ============================================================================
+// computeDelay
+// ============================================================================
+
+describe('computeDelay', () => {
+  it('returns baseDelayMs on first retry attempt', () => {
+    expect(computeDelay(1, 2_000, 30_000)).toBe(2_000);
+  });
+
+  it('doubles the delay on each subsequent attempt', () => {
+    expect(computeDelay(2, 2_000, 30_000)).toBe(4_000);
+    expect(computeDelay(3, 2_000, 30_000)).toBe(8_000);
+    expect(computeDelay(4, 2_000, 30_000)).toBe(16_000);
+  });
+
+  it('caps delay at maxDelayMs', () => {
+    expect(computeDelay(5, 2_000, 30_000)).toBe(30_000); // 32000 → capped
+    expect(computeDelay(10, 2_000, 30_000)).toBe(30_000); // way over → capped
+  });
+
+  it('produces the task-spec schedule with defaults (0 ms / 2000 ms / 4000 ms)', () => {
+    // Attempt 1 succeeds → no delay called.
+    // Delay before attempt 2 = computeDelay(1, 2000, 30000) = 2000
+    expect(computeDelay(1, 2_000, 30_000)).toBe(2_000);
+    // Delay before attempt 3 = computeDelay(2, 2000, 30000) = 4000
+    expect(computeDelay(2, 2_000, 30_000)).toBe(4_000);
+  });
+
+  it('handles baseDelayMs=0 gracefully', () => {
+    expect(computeDelay(1, 0, 30_000)).toBe(0);
+    expect(computeDelay(2, 0, 30_000)).toBe(0);
+  });
+});
+
+// ============================================================================
+// withRetry — success paths
+// ============================================================================
+
+describe('withRetry — success', () => {
+  it('returns the value on first attempt', async () => {
+    const result = await withRetry(async () => 42);
+    expect(result).toBe(42);
+  });
+
+  it('returns the value when fn succeeds after failures', async () => {
+    vi.useFakeTimers();
+    let calls = 0;
+
+    const promise = withRetry(
+      async () => {
+        calls++;
+        if (calls < 3) throw new Error('transient');
+        return 'ok';
+      },
+      { baseDelayMs: 100, maxDelayMs: 1_000 },
+    );
+
+    // Advance past both retry waits
+    await vi.runAllTimersAsync();
+    const result = await promise;
+
+    expect(result).toBe('ok');
+    expect(calls).toBe(3);
+
+    vi.useRealTimers();
+  });
+});
+
+// ============================================================================
+// withRetry — failure paths
+// ============================================================================
+
+describe('withRetry — failure', () => {
+  it('throws after exhausting all attempts', async () => {
+    vi.useFakeTimers();
+    let calls = 0;
+
+    // Attach rejection handler BEFORE advancing timers to avoid unhandled rejection warnings.
+    const promise = withRetry(
+      async () => {
+        calls++;
+        throw new Error('always fails');
+      },
+      { maxAttempts: 3, baseDelayMs: 10, maxDelayMs: 100 },
+    );
+    const settled = promise.then(
+      (v) => ({ ok: true as const, value: v }),
+      (e: unknown) => ({ ok: false as const, error: e }),
+    );
+
+    await vi.runAllTimersAsync();
+
+    const result = await settled;
+    expect(result.ok).toBe(false);
+    expect((result as { ok: false; error: unknown }).error).toBeInstanceOf(Error);
+    expect(calls).toBe(3);
+
+    vi.useRealTimers();
+  });
+
+  it('attaches retry context to the thrown error', async () => {
+    vi.useFakeTimers();
+
+    // Attach rejection handler BEFORE advancing timers.
+    const promise = withRetry(
+      async () => {
+        throw new Error('kaboom');
+      },
+      { maxAttempts: 2, baseDelayMs: 50, maxDelayMs: 500 },
+    );
+    const settled = promise.then(
+      (v) => ({ ok: true as const, value: v }),
+      (e: unknown) => ({ ok: false as const, error: e }),
+    );
+
+    await vi.runAllTimersAsync();
+
+    const result = await settled;
+    expect(result.ok).toBe(false);
+    const err = (result as { ok: false; error: unknown }).error as Error & {
+      attempts?: number;
+      totalDelayMs?: number;
+    };
+    expect(err).toBeInstanceOf(Error);
+    expect(err.attempts).toBe(2);
+    expect(err.totalDelayMs).toBeGreaterThanOrEqual(0);
+
+    vi.useRealTimers();
+  });
+
+  it('makes exactly 1 attempt when maxAttempts is 1', async () => {
+    let calls = 0;
+    await expect(
+      withRetry(
+        async () => {
+          calls++;
+          throw new Error('nope');
+        },
+        { maxAttempts: 1 },
+      ),
+    ).rejects.toThrow('nope');
+    expect(calls).toBe(1);
+  });
+});
+
+// ============================================================================
+// withRetry — retryableErrors filter
+// ============================================================================
+
+describe('withRetry — retryableErrors', () => {
+  it('retries when error matches a RegExp', async () => {
+    vi.useFakeTimers();
+    let calls = 0;
+
+    const promise = withRetry(
+      async () => {
+        calls++;
+        if (calls < 3) throw new Error('ECONNREFUSED connection failed');
+        return 'connected';
+      },
+      {
+        maxAttempts: 3,
+        baseDelayMs: 10,
+        maxDelayMs: 100,
+        retryableErrors: [/ECONNREFUSED/],
+      },
+    );
+
+    await vi.runAllTimersAsync();
+    const result = await promise;
+
+    expect(result).toBe('connected');
+    expect(calls).toBe(3);
+
+    vi.useRealTimers();
+  });
+
+  it('does not retry when error does NOT match any pattern', async () => {
+    let calls = 0;
+
+    await expect(
+      withRetry(
+        async () => {
+          calls++;
+          throw new Error('Permission denied');
+        },
+        {
+          maxAttempts: 3,
+          baseDelayMs: 10,
+          retryableErrors: [/ECONNREFUSED/],
+        },
+      ),
+    ).rejects.toThrow('Permission denied');
+
+    expect(calls).toBe(1);
+  });
+
+  it('retries when error matches a predicate function', async () => {
+    vi.useFakeTimers();
+    let calls = 0;
+
+    const isRateLimit = (err: unknown) =>
+      err instanceof Error && err.message.includes('rate limit');
+
+    const promise = withRetry(
+      async () => {
+        calls++;
+        if (calls < 2) throw new Error('rate limit exceeded');
+        return 'done';
+      },
+      {
+        maxAttempts: 3,
+        baseDelayMs: 10,
+        maxDelayMs: 100,
+        retryableErrors: [isRateLimit],
+      },
+    );
+
+    await vi.runAllTimersAsync();
+    const result = await promise;
+
+    expect(result).toBe('done');
+    expect(calls).toBe(2);
+
+    vi.useRealTimers();
+  });
+
+  it('retries when any predicate in the list matches', async () => {
+    vi.useFakeTimers();
+    let calls = 0;
+
+    const promise = withRetry(
+      async () => {
+        calls++;
+        if (calls < 2) throw new Error('503 Service Unavailable');
+        return 'up';
+      },
+      {
+        maxAttempts: 3,
+        baseDelayMs: 10,
+        maxDelayMs: 100,
+        retryableErrors: [/ECONNREFUSED/, /503/],
+      },
+    );
+
+    await vi.runAllTimersAsync();
+    const result = await promise;
+
+    expect(result).toBe('up');
+    expect(calls).toBe(2);
+
+    vi.useRealTimers();
+  });
+
+  it('treats all errors as retryable when retryableErrors is omitted', async () => {
+    vi.useFakeTimers();
+    let calls = 0;
+
+    const promise = withRetry(
+      async () => {
+        calls++;
+        if (calls < 2) throw new Error('whatever obscure error');
+        return 'ok';
+      },
+      { maxAttempts: 3, baseDelayMs: 10, maxDelayMs: 100 },
+    );
+
+    await vi.runAllTimersAsync();
+    const result = await promise;
+
+    expect(result).toBe('ok');
+    expect(calls).toBe(2);
+
+    vi.useRealTimers();
+  });
+});
+
+// ============================================================================
+// withRetry — default schedule (0 ms / 2000 ms / 4000 ms)
+// ============================================================================
+
+describe('withRetry — default schedule', () => {
+  it('uses the task-spec defaults: 3 attempts, 2000/4000 ms delays', async () => {
+    // Verify delay schedule using computeDelay directly — no timer mocking needed.
+    // Attempt 1 fails → wait computeDelay(1, 2000, 30000) = 2000 ms
+    expect(computeDelay(1, 2_000, 30_000)).toBe(2_000);
+    // Attempt 2 fails → wait computeDelay(2, 2000, 30000) = 4000 ms
+    expect(computeDelay(2, 2_000, 30_000)).toBe(4_000);
+
+    // Verify that withRetry makes exactly 3 attempts with default options.
+    vi.useFakeTimers();
+    let calls = 0;
+
+    // Attach rejection handler before timer advancement.
+    const promise = withRetry(async () => {
+      calls++;
+      throw new Error('fail');
+    });
+    const settled = promise.then(
+      (v) => ({ ok: true as const, value: v }),
+      (e: unknown) => ({ ok: false as const, error: e }),
+    );
+
+    await vi.runAllTimersAsync();
+    const result = await settled;
+
+    expect(result.ok).toBe(false);
+    expect(calls).toBe(3);
+
+    vi.useRealTimers();
+  });
+});

package/src/lib/index.ts

@@ -0,0 +1,16 @@
+/**
+ * Shared utility primitives for @cleocode/core.
+ *
+ * These modules are dependency-free and safe to import from any layer
+ * without risking circular dependencies or DB coupling.
+ *
+ * @module lib
+ */
+
+export {
+  computeDelay,
+  type RetryablePredicate,
+  type RetryContext,
+  type RetryOptions,
+  withRetry,
+} from './retry.js';

package/src/lib/retry.ts

@@ -0,0 +1,224 @@
+/**
+ * General-purpose retry utility with exponential backoff.
+ *
+ * This module provides a shared, dependency-free retry primitive for use
+ * anywhere in the CLEO core. Unlike the agent-specific retry in
+ * `agents/retry.ts`, this utility has no database coupling and is safe to
+ * import from any layer.
+ *
+ * Default schedule (3 attempts, task T040 spec):
+ * - Attempt 1: immediate (0 ms delay before retry)
+ * - Attempt 2: 2 000 ms delay before retry
+ * - Attempt 3: 4 000 ms delay before retry
+ * - After attempt 3: throw last error
+ *
+ * @module lib/retry
+ */
+
+// ============================================================================
+// Types
+// ============================================================================
+
+/**
+ * A predicate or pattern used to decide whether an error is retryable.
+ *
+ * - `RegExp` — matched against `error.message` (or `String(error)`)
+ * - `(error: unknown) => boolean` — arbitrary predicate function
+ */
+export type RetryablePredicate = RegExp | ((error: unknown) => boolean);
+
+/**
+ * Options that control retry behavior for {@link withRetry}.
+ */
+export interface RetryOptions {
+  /**
+   * Maximum total number of attempts (initial + retries).
+   *
+   * @default 3
+   */
+  maxAttempts?: number;
+
+  /**
+   * Delay before the second attempt in milliseconds.
+   * Each subsequent delay is `baseDelayMs * 2^(attempt - 1)`.
+   *
+   * @default 2000
+   */
+  baseDelayMs?: number;
+
+  /**
+   * Upper bound on computed delay in milliseconds.
+   * Prevents unbounded growth with many retries.
+   *
+   * @default 30000
+   */
+  maxDelayMs?: number;
+
+  /**
+   * Explicit list of patterns or predicates that identify retryable errors.
+   *
+   * When provided, ONLY errors matching at least one entry are retried.
+   * Errors that match none of the entries cause immediate failure.
+   *
+   * When omitted, all errors are treated as retryable (up to `maxAttempts`).
+   */
+  retryableErrors?: ReadonlyArray<RetryablePredicate>;
+}
+
+/**
+ * Metadata attached to errors thrown after all retry attempts are exhausted.
+ *
+ * The last error from the final attempt is augmented with these fields so
+ * callers can distinguish a retry-exhausted failure from a first-attempt one.
+ */
+export interface RetryContext {
+  /** Total number of attempts made (always equal to `maxAttempts`). */
+  attempts: number;
+  /** Cumulative delay applied across all retry waits in milliseconds. */
+  totalDelayMs: number;
+}
+
+// ============================================================================
+// Public API
+// ============================================================================
+
+/**
+ * Execute an async function with automatic retry and exponential backoff.
+ *
+ * @remarks
+ * The function is called up to `maxAttempts` times. After the first failure,
+ * the utility waits `baseDelayMs` milliseconds, then retries. Each subsequent
+ * wait doubles: `baseDelayMs * 2^(attempt - 1)`, capped at `maxDelayMs`.
+ *
+ * If `retryableErrors` is supplied, only errors matching at least one entry
+ * are retried; other errors cause immediate re-throw.
+ *
+ * On final failure the original error is re-thrown. Use {@link RetryContext}
+ * fields (attached to the error) to inspect retry metadata.
+ *
+ * @example
+ * ```ts
+ * // Basic usage — 3 attempts with 0 ms / 2 000 ms / 4 000 ms delays
+ * const data = await withRetry(() => fetchFromApi());
+ *
+ * // Custom retry window — only on network errors
+ * const result = await withRetry(
+ *   () => db.query(sql),
+ *   {
+ *     maxAttempts: 5,
+ *     baseDelayMs: 500,
+ *     retryableErrors: [/SQLITE_BUSY/, /database is locked/i],
+ *   },
+ * );
+ * ```
+ *
+ * @typeParam T - The resolved type of the async function
+ * @param fn - Async factory that is called on each attempt.
+ * @param options - Optional retry configuration.
+ * @returns Resolved value of `fn` on success.
+ * @throws The last error thrown by `fn`, augmented with {@link RetryContext}
+ *   fields (`attempts`, `totalDelayMs`).
+ */
+export async function withRetry<T>(fn: () => Promise<T>, options?: RetryOptions): Promise<T> {
+  const maxAttempts = options?.maxAttempts ?? 3;
+  const baseDelayMs = options?.baseDelayMs ?? 2_000;
+  const maxDelayMs = options?.maxDelayMs ?? 30_000;
+  const retryableErrors = options?.retryableErrors;
+
+  let lastError: unknown;
+  let totalDelayMs = 0;
+
+  for (let attempt = 1; attempt <= maxAttempts; attempt++) {
+    try {
+      return await fn();
+    } catch (err) {
+      lastError = err;
+
+      const isLastAttempt = attempt === maxAttempts;
+      if (isLastAttempt) break;
+
+      // If a filter list is provided, only retry matching errors.
+      if (retryableErrors !== undefined && !isRetryable(err, retryableErrors)) break;
+
+      const delay = computeDelay(attempt, baseDelayMs, maxDelayMs);
+      totalDelayMs += delay;
+      await sleep(delay);
+    }
+  }
+
+  // Augment last error with retry context before re-throwing.
+  const context: RetryContext = { attempts: maxAttempts, totalDelayMs };
+  augmentError(lastError, context);
+  throw lastError;
+}
+
+// ============================================================================
+// Delay helpers (exported for unit testing)
+// ============================================================================
+
+/**
+ * Compute the wait time before the next attempt.
+ *
+ * @remarks
+ * Formula: `min(baseDelayMs * 2^(attempt - 1), maxDelayMs)`.
+ * On the first retry (`attempt === 1`) the delay is `baseDelayMs * 1 = baseDelayMs`.
+ *
+ * @example
+ * ```ts
+ * computeDelay(1, 2000, 30000); // 2000
+ * computeDelay(2, 2000, 30000); // 4000
+ * computeDelay(3, 2000, 30000); // 8000
+ * ```
+ *
+ * @param attempt - The 1-based attempt number that just failed.
+ * @param baseDelayMs - Base delay in milliseconds.
+ * @param maxDelayMs - Maximum allowed delay in milliseconds.
+ * @returns Delay in milliseconds before the next attempt.
+ */
+export function computeDelay(attempt: number, baseDelayMs: number, maxDelayMs: number): number {
+  const exponential = baseDelayMs * 2 ** (attempt - 1);
+  return Math.min(exponential, maxDelayMs);
+}
+
+// ============================================================================
+// Internal helpers
+// ============================================================================
+
+/**
+ * Test whether an error matches at least one retryable predicate.
+ *
+ * @param err - The caught error.
+ * @param predicates - List of `RegExp` or predicate functions.
+ * @returns `true` if the error is retryable.
+ */
+function isRetryable(err: unknown, predicates: ReadonlyArray<RetryablePredicate>): boolean {
+  const message = err instanceof Error ? err.message : String(err);
+  return predicates.some((predicate) => {
+    if (predicate instanceof RegExp) return predicate.test(message);
+    return predicate(err);
+  });
+}
+
+/**
+ * Attach `RetryContext` fields to an error value in-place when possible.
+ * Falls back gracefully for non-Error thrown values.
+ *
+ * @param err - The value to augment.
+ * @param context - Retry metadata to attach.
+ */
+function augmentError(err: unknown, context: RetryContext): void {
+  if (err instanceof Error) {
+    const mutableErr = err as Error & Partial<RetryContext>;
+    mutableErr.attempts = context.attempts;
+    mutableErr.totalDelayMs = context.totalDelayMs;
+  }
+}
+
+/**
+ * Promisified `setTimeout` for testability.
+ *
+ * @param ms - Duration in milliseconds.
+ */
+function sleep(ms: number): Promise<void> {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}

package/src/lifecycle/__tests__/chain-store.test.ts

@@ -191,9 +191,13 @@ describe('WarpChain chain-store', () => {
 
   it('enforces DB foreign key for chain instances', async () => {
     const { getDb } = await import('../../store/sqlite.js');
+    const { getNativeTasksDb } = await import('../../store/sqlite.js');
     const { warpChainInstances } = await import('../../store/chain-schema.js');
 
     const db = await getDb(tempDir);
+    // Enable FKs for this specific test — it validates FK enforcement
+    const nativeDb = getNativeTasksDb();
+    nativeDb?.exec('PRAGMA foreign_keys=ON');
 
     await expect(
       db.insert(warpChainInstances).values({
@@ -206,6 +210,9 @@ describe('WarpChain chain-store', () => {
 
     const instances = await db.select().from(warpChainInstances);
     expect(instances).toHaveLength(0);
+
+    // Restore FKs OFF for remaining tests
+    nativeDb?.exec('PRAGMA foreign_keys=OFF');
   });
 
   it('advanceInstance updates currentStage and records gate results', async () => {

package/src/lifecycle/__tests__/tessera-engine.test.ts

@@ -111,6 +111,19 @@ describe('Tessera engine', () => {
 
   it('instantiate default RCASD template creates valid instance', async () => {
     const { buildDefaultTessera, instantiateTessera } = await import('../tessera-engine.js');
+    // Insert FK parent task: warp_chain_instances.epic_id -> tasks.id CASCADE.
+    const { getDb } = await import('../../store/sqlite.js');
+    const { tasks: tasksTable } = await import('../../store/tasks-schema.js');
+    const db = await getDb(tempDir);
+    db.insert(tasksTable)
+      .values({
+        id: 'T8888',
+        title: 'Epic task',
+        status: 'pending',
+        priority: 'medium',
+        createdAt: new Date().toISOString(),
+      })
+      .run();
 
     const template = buildDefaultTessera();
     const instance = await instantiateTessera(
@@ -146,6 +159,19 @@ describe('Tessera engine', () => {
 
   it('default values applied when optional variable not provided', async () => {
     const { buildDefaultTessera, instantiateTessera } = await import('../tessera-engine.js');
+    // Insert FK parent task: warp_chain_instances.epic_id -> tasks.id CASCADE.
+    const { getDb } = await import('../../store/sqlite.js');
+    const { tasks: tasksTable } = await import('../../store/tasks-schema.js');
+    const db = await getDb(tempDir);
+    db.insert(tasksTable)
+      .values({
+        id: 'T8888',
+        title: 'Epic task',
+        status: 'pending',
+        priority: 'medium',
+        createdAt: new Date().toISOString(),
+      })
+      .run();
 
     const template = buildDefaultTessera();
     const instance = await instantiateTessera(
@@ -219,6 +245,19 @@ describe('Tessera engine', () => {
 
   it('positive path still succeeds after invalid-type assertions', async () => {
     const { instantiateTessera } = await import('../tessera-engine.js');
+    // Insert FK parent task: warp_chain_instances.epic_id -> tasks.id CASCADE.
+    const { getDb } = await import('../../store/sqlite.js');
+    const { tasks: tasksTable } = await import('../../store/tasks-schema.js');
+    const db = await getDb(tempDir);
+    db.insert(tasksTable)
+      .values({
+        id: 'T8888',
+        title: 'Epic task',
+        status: 'pending',
+        priority: 'medium',
+        createdAt: new Date().toISOString(),
+      })
+      .run();
 
     const instance = await instantiateTessera(
       buildTypedTemplate(),
@@ -307,6 +346,19 @@ describe('Tessera engine', () => {
   it('performs deep substitution in nested chain structures', async () => {
     const { buildDefaultTessera, instantiateTessera } = await import('../tessera-engine.js');
     const { showChain } = await import('../chain-store.js');
+    // Insert FK parent task: warp_chain_instances.epic_id -> tasks.id CASCADE.
+    const { getDb } = await import('../../store/sqlite.js');
+    const { tasks: tasksTable } = await import('../../store/tasks-schema.js');
+    const db = await getDb(tempDir);
+    db.insert(tasksTable)
+      .values({
+        id: 'T8888',
+        title: 'Epic task',
+        status: 'pending',
+        priority: 'medium',
+        createdAt: new Date().toISOString(),
+      })
+      .run();
 
     const base = buildDefaultTessera();
     const template = {