@leejpsd/nextjs-cache-handler 0.1.1 → 0.2.0

package/dist/index.d.cts

@@ -1,7 +1,7 @@
 export { CacheComponentsHandler, createCacheComponentsHandler, partitionEntry, shouldServeStale } from './cache-components/index.cjs';
 export { IncrementalCtx, IncrementalRedisCacheHandler, createIncrementalCacheHandler } from './incremental/index.cjs';
 export { getMetricSnapshot } from './ops/index.cjs';
-export { C as CacheComponentsEntry, b as CacheHandlerOptions, F as FallbackStrategy, I as IncrementalCacheData, L as Logger, M as MetricEmitter, c as MetricEvent, d as MetricEventType, a as RedisClientConfig, e as RedisClientFactory, R as RedisClientLike } from './types-CgriT7My.cjs';
+export { C as CacheComponentsEntry, b as CacheHandlerOptions, F as FallbackStrategy, I as IncrementalCacheData, L as Logger, M as MetricEmitter, c as MetricEvent, d as MetricEventType, a as RedisClientConfig, e as RedisClientFactory, R as RedisClientLike } from './types-Dq1q6qXd.cjs';
 
 /**
  * Timeout-bounded operation wrapper. Surrounds every Redis call so a hung

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 export { CacheComponentsHandler, createCacheComponentsHandler, partitionEntry, shouldServeStale } from './cache-components/index.js';
 export { IncrementalCtx, IncrementalRedisCacheHandler, createIncrementalCacheHandler } from './incremental/index.js';
 export { getMetricSnapshot } from './ops/index.js';
-export { C as CacheComponentsEntry, b as CacheHandlerOptions, F as FallbackStrategy, I as IncrementalCacheData, L as Logger, M as MetricEmitter, c as MetricEvent, d as MetricEventType, a as RedisClientConfig, e as RedisClientFactory, R as RedisClientLike } from './types-CgriT7My.js';
+export { C as CacheComponentsEntry, b as CacheHandlerOptions, F as FallbackStrategy, I as IncrementalCacheData, L as Logger, M as MetricEmitter, c as MetricEvent, d as MetricEventType, a as RedisClientConfig, e as RedisClientFactory, R as RedisClientLike } from './types-Dq1q6qXd.js';
 
 /**
  * Timeout-bounded operation wrapper. Surrounds every Redis call so a hung

package/dist/index.js

@@ -641,7 +641,9 @@ var DEFAULT_KEY_PREFIX = "next-cache:";
 var ENTRY_SUFFIX = "entry:";
 var TAG_SUFFIX = "tag:";
 var TAG_EXP_SUFFIX = "tag-expiration:";
+var LOCK_SUFFIX = "lock:";
 var DEFAULT_ABORT_MS = 1500;
+var DEFAULT_LOCK_TTL_SEC = 10;
 var ONE_YEAR_SEC = 60 * 60 * 24 * 365;
 var FALLBACK_TTL_SEC = 3600;
 var TAG_EXP_MARKER_TTL_SEC = 60 * 60 * 24 * 7;
@@ -664,6 +666,8 @@ function init(opts) {
       staleWhileRevalidate: opts.staleWhileRevalidate ?? true,
       hashTag: opts.hashTag ?? false,
       keyPrefix: opts.keyPrefix ?? DEFAULT_KEY_PREFIX,
+      singleFlight: opts.singleFlight ?? false,
+      singleFlightLockTtlSec: opts.singleFlightLockTtlSec ?? DEFAULT_LOCK_TTL_SEC,
       rest: opts
     },
     logger,
@@ -673,7 +677,8 @@ function init(opts) {
     memTags: new MemorySetStore(),
     memTagExp: /* @__PURE__ */ new Map(),
     localTagTimestamps: /* @__PURE__ */ new Map(),
-    resolveNs: () => resolveBuildNamespace(opts.buildNamespace)
+    resolveNs: () => resolveBuildNamespace(opts.buildNamespace),
+    instanceId: process.env.HOSTNAME || process.env.ECS_TASK_ID || `pid-${process.pid}`
   };
 }
 function entryKey(state, cacheKey) {
@@ -700,6 +705,40 @@ function tagExpKey(state, tag) {
     state.opts.hashTag
   );
 }
+function lockKey(state, cacheKey) {
+  return buildKey(
+    `${state.opts.keyPrefix}${LOCK_SUFFIX}`,
+    state.resolveNs(),
+    cacheKey,
+    state.opts.hashTag
+  );
+}
+async function tryAcquireRefreshLock(state, cacheKey) {
+  if (!state.opts.singleFlight) return false;
+  if (!gateRedis(state)) return false;
+  try {
+    return await withAbortSignal(
+      "cacheHandlers.singleFlight.lock",
+      state.opts.abortTimeoutMs,
+      async () => {
+        const client = await state.conn.getOrConnect();
+        if (!client) return false;
+        const result = await execLuaScript(
+          client,
+          "refreshTagLock",
+          [lockKey(state, cacheKey)],
+          [
+            state.instanceId,
+            String(state.opts.singleFlightLockTtlSec)
+          ]
+        );
+        return result === 1;
+      }
+    );
+  } catch {
+    return false;
+  }
+}
 function resolveTtlSeconds(entry) {
   if (Number.isFinite(entry.expire) && entry.expire > 0) {
     return Math.max(60, Math.ceil(entry.expire));
@@ -794,11 +833,28 @@ async function getImpl(state, cacheKey, softTags) {
       return void 0;
     }
   }
-  state.emit({
-    type: partition.freshness === "stale" ? "cache.stale" : "cache.hit",
-    ms: Date.now() - start,
-    meta: { freshness: partition.freshness }
-  });
+  if (partition.freshness === "stale") {
+    if (state.opts.singleFlight) {
+      const isLeader = await tryAcquireRefreshLock(state, cacheKey);
+      state.emit({
+        type: isLeader ? "cache.stale.refresh.leader" : "cache.stale.refresh.follower",
+        ms: Date.now() - start,
+        meta: { freshness: partition.freshness }
+      });
+    } else {
+      state.emit({
+        type: "cache.stale",
+        ms: Date.now() - start,
+        meta: { freshness: partition.freshness }
+      });
+    }
+  } else {
+    state.emit({
+      type: "cache.hit",
+      ms: Date.now() - start,
+      meta: { freshness: partition.freshness }
+    });
+  }
   return {
     value: bufferToStream(Buffer.from(envelope.value, "base64")),
     tags: envelope.tags,