@graphrefly/graphrefly 0.47.1 → 0.48.0

package/dist/base/io/index.cjs

@@ -78,7 +78,12 @@ module.exports = __toCommonJS(io_exports);
 // src/base/io/checkpoint.ts
 var import_core = require("@graphrefly/pure-ts/core");
 function checkpointToS3(graph, client, bucket, opts) {
-  const { prefix = "checkpoints/", debounceMs = 500, compactEvery = 10, onError } = opts ?? {};
+  const {
+    prefix = "checkpoints/",
+    debounceMs = 500,
+    compactEvery = 10,
+    onError = (err) => console.error(`checkpointToS3(${bucket}): checkpoint persistence failed`, err)
+  } = opts ?? {};
   const tier = {
     name: `s3:${bucket}`,
     debounceMs,
@@ -90,7 +95,7 @@ function checkpointToS3(graph, client, bucket, opts) {
       try {
         body = JSON.stringify(record);
       } catch (err) {
-        onError?.(err);
+        onError(err);
         return;
       }
       void client.putObject({
@@ -98,13 +103,13 @@ function checkpointToS3(graph, client, bucket, opts) {
         Key: s3Key,
         Body: body,
         ContentType: "application/json"
-      }).catch((err) => onError?.(err));
+      }).catch((err) => onError(err));
     }
     // S3 tier is write-only here — one object per checkpoint timestamp,
     // no canonical "latest" key for load.
   };
   return graph.attachSnapshotStorage([{ snapshot: tier }], {
-    onError: (err) => onError?.(err)
+    onError: (err) => onError(err)
   });
 }
 function checkpointToRedis(graph, client, opts) {
@@ -112,7 +117,7 @@ function checkpointToRedis(graph, client, opts) {
     prefix = "graphrefly:checkpoint:",
     debounceMs = 500,
     compactEvery = 10,
-    onError
+    onError = (err) => console.error(`checkpointToRedis(${graph.name}): checkpoint persistence failed`, err)
   } = opts ?? {};
   const redisKey = `${prefix}${graph.name}`;
   const tier = {
@@ -124,23 +129,24 @@ function checkpointToRedis(graph, client, opts) {
       try {
         body = JSON.stringify(record);
       } catch (err) {
-        onError?.(err);
+        onError(err);
         return;
       }
-      void client.set(redisKey, body).catch((err) => onError?.(err));
+      void client.set(redisKey, body).catch((err) => onError(err));
     },
     async load() {
       const raw = await client.get(redisKey);
       if (raw == null) return void 0;
       try {
         return JSON.parse(raw);
-      } catch {
+      } catch (err) {
+        onError(err);
         return void 0;
       }
     }
   };
   return graph.attachSnapshotStorage([{ snapshot: tier }], {
-    onError: (err) => onError?.(err)
+    onError: (err) => onError(err)
   });
 }
 
@@ -267,8 +273,10 @@ function fromClickHouseWatch(client, query, opts) {
         }
       };
       void run();
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     })
   );
@@ -339,8 +347,10 @@ function fromCSV(source, opts) {
         }
       };
       void run();
-      return () => {
-        cancelled = true;
+      return {
+        onDeactivation: () => {
+          cancelled = true;
+        }
       };
     },
     sourceOpts(rest)
@@ -444,8 +454,10 @@ function fromDrizzle(query, opts) {
         } catch {
         }
       });
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     },
     { ...rest, describeKind: "producer", completeWhenDepsComplete: false }
@@ -524,7 +536,7 @@ function withStatus(src, options) {
           } else a.down([m]);
         }
       });
-      return unsub;
+      return { onDeactivation: unsub };
     },
     {
       ...operatorOpts(),
@@ -705,7 +717,21 @@ function reactiveSink(source, config) {
     }
     return run();
   };
-  const maxBuf = backpressure?.maxBuffer ?? Number.POSITIVE_INFINITY;
+  let maxBuf = Number.POSITIVE_INFINITY;
+  if (backpressure) {
+    const mb = backpressure.maxBuffer;
+    if (mb === void 0) {
+      throw new RangeError(
+        "reactiveSink: backpressure requires explicit maxBuffer (use Infinity to opt in to unbounded)"
+      );
+    }
+    if (mb !== Number.POSITIVE_INFINITY && (!Number.isInteger(mb) || mb < 1)) {
+      throw new RangeError(
+        "reactiveSink: backpressure.maxBuffer must be a positive integer (or Infinity for unbounded)"
+      );
+    }
+    maxBuf = mb;
+  }
   const buffer = new BackpressureBuffer(maxBuf);
   let flushTimer;
   let disposed = false;
@@ -1025,9 +1051,11 @@ function fromHTTP(url, opts) {
   };
   const sourceNode = (0, import_core8.node)(
     [],
-    (_data, a) => runFetch({
-      emit: (v) => a.emit(v),
-      down: (msgs) => a.down(msgs)
+    (_data, a) => ({
+      onDeactivation: runFetch({
+        emit: (v) => a.emit(v),
+        down: (msgs) => a.down(msgs)
+      })
     }),
     {
       ...sourceOpts(rest),
@@ -1128,8 +1156,8 @@ function fromHTTPStream(url, opts) {
       const abort = new AbortController();
       if (externalSignal?.aborted) {
         a.down([[import_core8.ERROR, externalSignal.reason ?? new Error("Aborted")]]);
-        return () => {
-        };
+        return { onDeactivation: () => {
+        } };
       }
       externalSignal?.addEventListener("abort", () => abort.abort(externalSignal.reason), {
         once: true
@@ -1155,9 +1183,11 @@ function fromHTTPStream(url, opts) {
         }
       };
       void run();
-      return () => {
-        active = false;
-        abort.abort();
+      return {
+        onDeactivation: () => {
+          active = false;
+          abort.abort();
+        }
       };
     },
     sourceOpts(rest)
@@ -1219,8 +1249,10 @@ function fromKafka(consumer, topic, opts) {
         }
       };
       void start();
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     },
     sourceOpts(rest)
@@ -1260,8 +1292,10 @@ function fromKysely(query, opts) {
         } catch {
         }
       });
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     },
     { ...rest, describeKind: "producer", completeWhenDepsComplete: false }
@@ -1298,15 +1332,19 @@ function externalProducer(register, opts) {
       cleanup = typeof ret === "function" ? ret : void 0;
     } catch (err) {
       triad.error(err);
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     }
-    return () => {
-      active = false;
-      try {
-        cleanup?.();
-      } catch {
+    return {
+      onDeactivation: () => {
+        active = false;
+        try {
+          cleanup?.();
+        } catch {
+        }
       }
     };
   }, sourceOpts2(opts));
@@ -1332,10 +1370,12 @@ function externalBundle(register, channels, opts) {
     const n = (0, import_core11.node)(
       (_data, _a) => {
         activatedCount++;
-        return () => {
-          teardownCount++;
-          if (activatedCount > 0 && teardownCount >= activatedCount && teardownCount >= channels.length) {
-            finishCleanup();
+        return {
+          onDeactivation: () => {
+            teardownCount++;
+            if (activatedCount > 0 && teardownCount >= activatedCount && teardownCount >= channels.length) {
+              finishCleanup();
+            }
           }
         };
       },
@@ -1442,8 +1482,10 @@ function fromNATS(client, subject, opts) {
         }
       };
       void loop();
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     },
     sourceOpts(rest)
@@ -1527,8 +1569,10 @@ function fromNDJSON(source, opts) {
         }
       };
       void run();
-      return () => {
-        cancelled = true;
+      return {
+        onDeactivation: () => {
+          cancelled = true;
+        }
       };
     },
     sourceOpts(opts)
@@ -1584,8 +1628,10 @@ function fromPrisma(model, opts) {
         } catch {
         }
       });
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     },
     { ...rest, describeKind: "producer", completeWhenDepsComplete: false }
@@ -1640,10 +1686,12 @@ function fromPrometheus(endpoint, opts) {
         }
       };
       void run();
-      return () => {
-        active = false;
-        clearTimeout(timeoutId);
-        abort.abort();
+      return {
+        onDeactivation: () => {
+          active = false;
+          clearTimeout(timeoutId);
+          abort.abort();
+        }
       };
     })
   );
@@ -1793,8 +1841,10 @@ function fromPulsar(consumer, opts) {
         }
       };
       void loop();
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     },
     sourceOpts(rest)
@@ -1915,10 +1965,12 @@ function fromRabbitMQ(channel, queue, opts) {
         }
       };
       void start();
-      return () => {
-        active = false;
-        if (consumerTag !== void 0) {
-          void channel.cancel(consumerTag);
+      return {
+        onDeactivation: () => {
+          active = false;
+          if (consumerTag !== void 0) {
+            void channel.cancel(consumerTag);
+          }
         }
       };
     },
@@ -1996,8 +2048,10 @@ function fromRedisStream(client, key, opts) {
         }
       };
       void poll();
-      return () => {
-        active = false;
+      return {
+        onDeactivation: () => {
+          active = false;
+        }
       };
     },
     sourceOpts(rest)
@@ -2414,11 +2468,13 @@ function toSSEBytes(source, opts) {
     }
     if (signal?.aborted) onAbort();
     else signal?.addEventListener("abort", onAbort, { once: true });
-    return () => {
-      active = false;
-      if (keepAlive !== void 0) clearInterval(keepAlive);
-      signal?.removeEventListener("abort", onAbort);
-      unsub();
+    return {
+      onDeactivation: () => {
+        active = false;
+        if (keepAlive !== void 0) clearInterval(keepAlive);
+        signal?.removeEventListener("abort", onAbort);
+        unsub();
+      }
     };
   });
 }
@@ -2605,9 +2661,11 @@ function fromSSE(source, opts) {
         }
       };
       void run();
-      return () => {
-        active = false;
-        ctrl.abort();
+      return {
+        onDeactivation: () => {
+          active = false;
+          ctrl.abort();
+        }
       };
     },
     sourceOpts(rest)
@@ -3060,9 +3118,11 @@ function _retrySource(source, opts, emitState) {
       const merged = makeMergedOptsMirror(opts);
       const getCfg = () => resolveRetryConfig(merged.current());
       const inner = _runRetryStateMachine(getCfg, () => source, a, emitState);
-      return () => {
-        inner();
-        merged.unsub();
+      return {
+        onDeactivation: () => {
+          inner();
+          merged.unsub();
+        }
       };
     },
     {
@@ -3086,9 +3146,11 @@ function _retryFactory(factory, opts, emitState) {
       const merged = makeMergedOptsMirror(opts);
       const getCfg = () => resolveRetryConfig(merged.current());
       const inner = _runRetryStateMachine(getCfg, factory, a, emitState);
-      return () => {
-        inner();
-        merged.unsub();
+      return {
+        onDeactivation: () => {
+          inner();
+          merged.unsub();
+        }
       };
     },
     {
@@ -3151,9 +3213,11 @@ function fromWebSocket(socketOrRegister, opts) {
         } catch (err) {
           terminate([import_core27.ERROR, err]);
         }
-        return () => {
-          active = false;
-          runCleanup();
+        return {
+          onDeactivation: () => {
+            active = false;
+            runCleanup();
+          }
         };
       }
       const ws = socketOrRegister;
@@ -3169,9 +3233,11 @@ function fromWebSocket(socketOrRegister, opts) {
         ws.removeEventListener("close", onClose);
         if (closeOnTeardown) ws.close();
       };
-      return () => {
-        active = false;
-        runCleanup();
+      return {
+        onDeactivation: () => {
+          active = false;
+          runCleanup();
+        }
       };
     },
     sourceOpts(rest)
@@ -3251,13 +3317,7 @@ function toWebSocket(source, socket, opts) {
   return handle;
 }
 function fromWebSocketReconnect(factory, opts) {
-  const {
-    parse,
-    maxRetries,
-    backoff = "exponential",
-    closeOnTeardown = true,
-    ...rest
-  } = opts ?? {};
+  const { parse, maxRetries, backoff = "exponential", closeOnTeardown = true, ...rest } = opts;
   return retry(
     () => fromWebSocket(factory(), {
       parse,