@rangojs/router 0.0.0-experimental.2

package/src/cache/memory-store.ts

@@ -0,0 +1,253 @@
+/**
+ * In-Memory Cache Store
+ *
+ * Simple implementation for development and testing.
+ * Not suitable for production (no persistence, single-instance only).
+ *
+ * @internal This is reserved for future extensibility.
+ * For segment caching, use MemorySegmentCacheStore instead.
+ */
+
+import type {
+  CacheStore,
+  CacheEntry,
+  CacheValue,
+  CachePutOptions,
+  CacheMetadata,
+  CacheValueType,
+} from "./types.js";
+
+// ============================================================================
+// Constants
+// ============================================================================
+
+/** Default TTL when no explicit value is provided */
+const DEFAULT_TTL_SECONDS = 60;
+
+// ============================================================================
+// Types
+// ============================================================================
+
+interface StoredEntry {
+  /** Stored value (streams/responses converted to ArrayBuffer) */
+  value: ArrayBuffer | string | object;
+  metadata: CacheMetadata;
+}
+
+/**
+ * In-memory cache store implementation
+ */
+export class MemoryCacheStore implements CacheStore {
+  private cache = new Map<string, StoredEntry>();
+
+  async match<T = CacheValue>(key: string): Promise<CacheEntry<T> | undefined> {
+    const entry = this.cache.get(key);
+
+    if (!entry) {
+      return undefined;
+    }
+
+    // Check expiration
+    if (entry.metadata.expiresAt && Date.now() > entry.metadata.expiresAt) {
+      this.cache.delete(key);
+      return undefined;
+    }
+
+    // Reconstruct value based on original type
+    const value = this.reconstructValue(entry);
+
+    return {
+      value: value as T,
+      metadata: entry.metadata,
+    };
+  }
+
+  async put<T extends CacheValue>(
+    key: string,
+    value: T,
+    options?: CachePutOptions
+  ): Promise<void> {
+    const ttl = options?.ttl ?? DEFAULT_TTL_SECONDS;
+    const expiresAt = Date.now() + ttl * 1000;
+
+    // Detect value type and convert for storage
+    const { storedValue, valueType, responseHeaders, responseStatus } =
+      await this.prepareForStorage(value);
+
+    const metadata: CacheMetadata = {
+      ...options?.metadata,
+      expiresAt,
+      valueType,
+      responseHeaders,
+      responseStatus,
+    };
+
+    this.cache.set(key, {
+      value: storedValue,
+      metadata,
+    });
+  }
+
+  async delete(key: string): Promise<boolean> {
+    return this.cache.delete(key);
+  }
+
+  /**
+   * Clear all entries (useful for testing)
+   */
+  clear(): void {
+    this.cache.clear();
+  }
+
+  /**
+   * Get current cache size (useful for testing/debugging)
+   */
+  get size(): number {
+    return this.cache.size;
+  }
+
+  /**
+   * Manually purge expired entries
+   */
+  purgeExpired(): number {
+    const now = Date.now();
+    let purged = 0;
+
+    for (const [key, entry] of this.cache) {
+      if (entry.metadata.expiresAt && now > entry.metadata.expiresAt) {
+        this.cache.delete(key);
+        purged++;
+      }
+    }
+
+    return purged;
+  }
+
+  /**
+   * Prepare a value for storage
+   * Converts streams and responses to ArrayBuffer, detects type
+   */
+  private async prepareForStorage(value: CacheValue): Promise<{
+    storedValue: ArrayBuffer | string | object;
+    valueType: CacheValueType;
+    responseHeaders?: Record<string, string>;
+    responseStatus?: number;
+  }> {
+    // ReadableStream -> ArrayBuffer
+    if (value instanceof ReadableStream) {
+      return {
+        storedValue: await streamToArrayBuffer(value),
+        valueType: "stream",
+      };
+    }
+
+    // Response -> ArrayBuffer + headers/status
+    if (value instanceof Response) {
+      const headers: Record<string, string> = {};
+      value.headers.forEach((v, k) => {
+        headers[k] = v;
+      });
+
+      return {
+        storedValue: await value.clone().arrayBuffer(),
+        valueType: "response",
+        responseHeaders: headers,
+        responseStatus: value.status,
+      };
+    }
+
+    // ArrayBuffer -> store as-is
+    if (value instanceof ArrayBuffer) {
+      return {
+        storedValue: value,
+        valueType: "arraybuffer",
+      };
+    }
+
+    // String -> store as-is
+    if (typeof value === "string") {
+      return {
+        storedValue: value,
+        valueType: "string",
+      };
+    }
+
+    // Object -> store as-is (JSON-serializable)
+    return {
+      storedValue: value,
+      valueType: "object",
+    };
+  }
+
+  /**
+   * Reconstruct original value type from stored entry
+   */
+  private reconstructValue(entry: StoredEntry): CacheValue {
+    const { value, metadata } = entry;
+
+    switch (metadata.valueType) {
+      case "stream":
+        return arrayBufferToStream(value as ArrayBuffer);
+
+      case "response": {
+        const status = metadata.responseStatus ?? 200;
+        // Status codes 204 (No Content) and 304 (Not Modified) cannot have a body
+        const isNullBodyStatus = status === 204 || status === 304;
+        return new Response(isNullBodyStatus ? null : (value as ArrayBuffer), {
+          status,
+          headers: metadata.responseHeaders,
+        });
+      }
+
+      case "arraybuffer":
+      case "string":
+      case "object":
+      default:
+        return value as CacheValue;
+    }
+  }
+}
+
+/**
+ * Convert a ReadableStream to ArrayBuffer.
+ * @internal
+ */
+async function streamToArrayBuffer(
+  stream: ReadableStream<Uint8Array>
+): Promise<ArrayBuffer> {
+  const chunks: Uint8Array[] = [];
+  const reader = stream.getReader();
+
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) break;
+    chunks.push(value);
+  }
+
+  // Concatenate chunks
+  const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);
+  const result = new Uint8Array(totalLength);
+  let offset = 0;
+
+  for (const chunk of chunks) {
+    result.set(chunk, offset);
+    offset += chunk.length;
+  }
+
+  return result.buffer;
+}
+
+/**
+ * Convert an ArrayBuffer to a ReadableStream.
+ * @internal
+ */
+function arrayBufferToStream(buffer: ArrayBuffer): ReadableStream<Uint8Array> {
+  const uint8 = new Uint8Array(buffer);
+
+  return new ReadableStream({
+    start(controller) {
+      controller.enqueue(uint8);
+      controller.close();
+    },
+  });
+}

package/src/cache/types.ts

@@ -0,0 +1,387 @@
+/**
+ * Cache Store Types
+ *
+ * Generic caching interface supporting multiple value types.
+ * Designed to be implemented by different backends:
+ * - MemoryCacheStore (dev/testing)
+ * - Cloudflare Cache API adapter
+ * - Cloudflare KV adapter
+ * - Redis adapter
+ */
+
+import type { ResolvedSegment } from "../types.js";
+import type { RequestContext } from "../server/request-context.js";
+
+// ============================================================================
+// Segment Cache Store (low-level storage interface)
+// ============================================================================
+
+/**
+ * Result from cache get() including data and revalidation status
+ */
+export interface CacheGetResult {
+  /** The cached entry data */
+  data: CachedEntryData;
+  /**
+   * Whether the caller should trigger background revalidation.
+   * True when entry is stale AND not already being revalidated.
+   * The store atomically marks the entry as REVALIDATING when returning true.
+   */
+  shouldRevalidate: boolean;
+}
+
+/**
+ * Low-level segment cache store interface.
+ *
+ * Implementations handle the actual storage (memory, KV, Redis, etc.).
+ * The store deals with serialized data - RSC serialization is handled
+ * by the cache provider layer.
+ *
+ * @typeParam TEnv - Platform bindings type (e.g., Cloudflare env)
+ */
+export interface SegmentCacheStore<TEnv = unknown> {
+  /**
+   * Default cache options for this store.
+   * Used by cache() boundaries when ttl/swr are not explicitly specified.
+   */
+  readonly defaults?: CacheDefaults;
+
+  /**
+   * Custom key generator applied to all cache operations using this store.
+   * Receives the full RequestContext and the default-generated key.
+   * Return value becomes the final cache key (unless route overrides with `key` option).
+   *
+   * Resolution priority:
+   * 1. Route-level `key` function (full override)
+   * 2. Store-level `keyGenerator` (modifies default key)
+   * 3. Default key generation (prefix:pathname:params)
+   *
+   * @example Using headers for cache segmentation
+   * ```typescript
+   * keyGenerator: (ctx, defaultKey) => {
+   *   const segment = ctx.request.headers.get('x-user-segment') || 'default';
+   *   return `${segment}:${defaultKey}`;
+   * }
+   * ```
+   *
+   * @example Using env bindings (Cloudflare)
+   * ```typescript
+   * keyGenerator: (ctx, defaultKey) => {
+   *   const region = ctx.env.REGION || 'us';
+   *   return `${region}:${defaultKey}`;
+   * }
+   * ```
+   *
+   * @example Using cookies for locale
+   * ```typescript
+   * keyGenerator: (ctx, defaultKey) => {
+   *   const locale = ctx.cookie('locale') || 'en';
+   *   return `${locale}:${defaultKey}`;
+   * }
+   * ```
+   */
+  readonly keyGenerator?: (
+    ctx: RequestContext<TEnv>,
+    defaultKey: string
+  ) => string | Promise<string>;
+
+  /**
+   * Get cached entry data by key
+   * @returns Cache result with data and staleness, or null if not found/expired
+   */
+  get(key: string): Promise<CacheGetResult | null>;
+
+  /**
+   * Store entry data with TTL
+   * @param key - Cache key
+   * @param data - Serialized entry data
+   * @param ttl - Time-to-live in seconds
+   * @param swr - Optional stale-while-revalidate window in seconds
+   */
+  set(key: string, data: CachedEntryData, ttl: number, swr?: number): Promise<void>;
+
+  /**
+   * Delete a cached entry
+   * @returns true if deleted, false if not found
+   */
+  delete(key: string): Promise<boolean>;
+
+  /**
+   * Clear all cached entries (optional, for testing)
+   */
+  clear?(): Promise<void>;
+
+  // ============================================================================
+  // Document Cache Methods (optional)
+  // ============================================================================
+  // These methods are for caching full HTTP responses (document-level caching).
+  // Stores that support response caching should implement these methods.
+
+  /**
+   * Get a cached Response by key.
+   * Returns the response and whether it should be revalidated (SWR).
+   */
+  getResponse?(key: string): Promise<{ response: Response; shouldRevalidate: boolean } | null>;
+
+  /**
+   * Store a Response with TTL and optional SWR window.
+   * @param key - Cache key
+   * @param response - Response to cache (will be cloned)
+   * @param ttl - Time-to-live in seconds
+   * @param swr - Optional stale-while-revalidate window in seconds
+   */
+  putResponse?(key: string, response: Response, ttl: number, swr?: number): Promise<void>;
+}
+
+/**
+ * Serialized segment data stored in cache
+ * Note: loading is preserved to ensure consistent tree structure between cached and fresh renders
+ */
+export interface SerializedSegmentData {
+  /** RSC-encoded component string */
+  encoded: string;
+  /** RSC-encoded layout string (if present) */
+  encodedLayout?: string;
+  /** RSC-encoded loading skeleton string (if present), or "null" for explicit null */
+  encodedLoading?: string;
+  /** RSC-encoded loaderData (if present) */
+  encodedLoaderData?: string;
+  /** RSC-encoded loaderDataPromise (if present) */
+  encodedLoaderDataPromise?: string;
+  /** Segment metadata (everything except component, layout, loading, and loader data) */
+  metadata: Omit<ResolvedSegment, "component" | "layout" | "loading" | "loaderData" | "loaderDataPromise">;
+}
+
+/**
+ * Raw data stored in cache for an entry
+ */
+export interface CachedEntryData {
+  /** Serialized segments for this entry */
+  segments: SerializedSegmentData[];
+  /** Handle data keyed by segment ID */
+  handles: Record<string, SegmentHandleData>;
+  /** Expiration timestamp (ms since epoch) */
+  expiresAt: number;
+}
+
+// ============================================================================
+// Cache Configuration
+// ============================================================================
+
+/**
+ * Default cache options applied to all cache() boundaries.
+ * Individual cache() calls can override any of these values.
+ *
+ * @example
+ * ```ts
+ * const store = new CFCacheStore({
+ *   defaults: { ttl: 60, swr: 300 }
+ * });
+ * ```
+ */
+export interface CacheDefaults {
+  /**
+   * Default time-to-live in seconds.
+   * After TTL expires, cached entry is considered stale.
+   */
+  ttl?: number;
+  /**
+   * Default stale-while-revalidate window in seconds.
+   * During SWR window, stale content is served while revalidating in background.
+   */
+  swr?: number;
+}
+
+/**
+ * Cache configuration for RSC handler
+ */
+export interface CacheConfig {
+  /** Cache store implementation (includes defaults) */
+  store: SegmentCacheStore;
+  /** Enable/disable caching (default: true) */
+  enabled?: boolean;
+}
+
+/**
+ * Cache configuration - can be static or a function receiving env
+ */
+export type CacheConfigOrFactory<TEnv> =
+  | CacheConfig
+  | ((env: TEnv) => CacheConfig);
+
+// ============================================================================
+// Segment Cache Provider (request-level interface)
+// ============================================================================
+
+/**
+ * Handle data for a single segment
+ * Structure: { handleName: [values...] }
+ */
+export type SegmentHandleData = Record<string, unknown[]>;
+
+/**
+ * Result from cache get() including segments and their handle data
+ * Each entry can produce multiple segments (main + parallels)
+ */
+export interface CachedEntryResult {
+  /** All segments for this entry (main segment + parallels) */
+  segments: ResolvedSegment[];
+  /** Handle data keyed by segment ID */
+  handles: Record<string, SegmentHandleData>;
+}
+
+
+/**
+ * Segment cache provider interface
+ *
+ * Used by router to check/store segment cache during matching.
+ * Accessed via request context - if not present, caching is disabled.
+ *
+ * @internal Not currently implemented - CacheScope is used directly.
+ * Reserved for future extensibility.
+ */
+export interface SegmentCacheProvider {
+  /** Whether caching is enabled for this request */
+  readonly enabled: boolean;
+
+  /**
+   * Get cached segments and restore handles/loaders.
+   *
+   * Combines cache get with handle replay and loader data restoration.
+   * Returns tuple of [segments, segmentIds] if cache hit, null if miss or disabled.
+   *
+   * @param cacheKey - Cache key to look up
+   * @param params - Route params for cache key generation
+   * @param loaderPromises - Map to restore loader data into
+   * @returns Tuple of [segments, segmentIds] or null if miss
+   */
+  restore(
+    cacheKey: string,
+    params: Record<string, string>,
+    loaderPromises: Map<string, Promise<any>>
+  ): Promise<[ResolvedSegment[], string[]] | null>;
+
+  /**
+   * Cache entry with automatic handle collection (non-blocking).
+   *
+   * Schedules caching via waitUntil - handles are collected after they settle.
+   * Validates segments have actual components before caching.
+   *
+   * @param cacheKey - The cache key to store under
+   * @param segments - All resolved segments for this entry
+   */
+  cacheEntry(cacheKey: string, segments: ResolvedSegment[]): void;
+}
+
+// ============================================================================
+// Generic Cache Store (for future extensibility)
+// ============================================================================
+// These types support a general-purpose cache interface that can be used
+// for caching arbitrary values (responses, streams, objects). Currently,
+// the segment caching system uses SegmentCacheStore directly, but these
+// types enable future use cases like response caching or data caching.
+
+/**
+ * Supported cache value types for the generic CacheStore interface.
+ * @internal Reserved for future extensibility
+ */
+export type CacheValue =
+  | ReadableStream<Uint8Array>
+  | Response
+  | ArrayBuffer
+  | string
+  | Record<string, unknown>; // JSON-serializable object
+
+/**
+ * Cache entry returned by match().
+ * @internal Reserved for future extensibility
+ */
+export interface CacheEntry<T = CacheValue> {
+  /** The cached value */
+  value: T;
+  /** Optional metadata stored with the entry */
+  metadata?: CacheMetadata;
+}
+
+/**
+ * Original value type for reconstruction.
+ * @internal Reserved for future extensibility
+ */
+export type CacheValueType =
+  | "stream"
+  | "response"
+  | "arraybuffer"
+  | "string"
+  | "object";
+
+/**
+ * Metadata associated with a cache entry.
+ * @internal Reserved for future extensibility
+ */
+export interface CacheMetadata {
+  /** Timestamp when entry expires (ms since epoch) */
+  expiresAt?: number;
+  /** Tags for bulk invalidation */
+  tags?: string[];
+  /** Original value type for reconstruction on read */
+  valueType?: CacheValueType;
+  /** Response headers (preserved when caching Response) */
+  responseHeaders?: Record<string, string>;
+  /** Response status (preserved when caching Response) */
+  responseStatus?: number;
+  /** Custom metadata */
+  [key: string]: unknown;
+}
+
+/**
+ * Options for put().
+ * @internal Reserved for future extensibility
+ */
+export interface CachePutOptions {
+  /** Time-to-live in seconds */
+  ttl?: number;
+  /** Metadata to store with entry */
+  metadata?: Omit<CacheMetadata, "expiresAt">;
+}
+
+/**
+ * Generic cache store interface for arbitrary value types.
+ *
+ * This interface is designed for future extensibility to support caching
+ * responses, streams, and other values. Currently, segment caching uses
+ * the SegmentCacheStore interface directly.
+ *
+ * Implementations must handle:
+ * - Stream values (clone before storing, streams can only be read once)
+ * - Promise values (await before storing)
+ * - Expiration/TTL
+ *
+ * @internal Reserved for future extensibility
+ */
+export interface CacheStore {
+  /**
+   * Retrieve a cached entry by key.
+   * @param key - Cache key
+   * @returns The cached entry or undefined if not found/expired
+   */
+  match<T = CacheValue>(key: string): Promise<CacheEntry<T> | undefined>;
+
+  /**
+   * Store a value in the cache.
+   * @param key - Cache key
+   * @param value - Value to cache (stream, response, string, object, etc.)
+   * @param options - TTL, metadata, etc.
+   */
+  put<T extends CacheValue>(
+    key: string,
+    value: T,
+    options?: CachePutOptions
+  ): Promise<void>;
+
+  /**
+   * Delete a cached entry.
+   * @param key - Cache key
+   * @returns true if entry was deleted, false if not found
+   */
+  delete(key: string): Promise<boolean>;
+}