@rocicorp/zero 0.25.0 → 0.26.0-canary.0

package/out/zero-cache/src/types/streams.js

@@ -1,279 +1,270 @@
-import { resolver } from '@rocicorp/resolver';
-import { pipeline, Readable, Transform, Writable, } from 'node:stream';
-import { createWebSocketStream, } from 'ws';
+import { resolver } from "@rocicorp/resolver";
+import { pipeline, Writable, Readable, Transform } from "node:stream";
+import { createWebSocketStream } from "ws";
 import { BigIntJSON } from "../../../shared/src/bigint-json.js";
 import { Queue } from "../../../shared/src/queue.js";
-import * as v from "../../../shared/src/valita.js";
+import { parse } from "../../../shared/src/valita.js";
 import { Subscription } from "./subscription.js";
-import { closeWithError, expectPingsForLiveness, sendPingsForLiveness, } from "./ws.js";
-// Consistent with Postgres keepalives, and shorter than the
-// commonly used default idle timeout of 1 minute.
-const PING_INTERVAL_MS = 30_000;
-/**
- * Back-pressure-aware transformation of a WebSocket into
- * upstream and downstream {@link Subscription} objects.
- */
-// TODO: Change {@link streamIn} and {@link streamOut} to use this
-//       under the covers so that internal communication is also
-//       responsive to backpressure.
-export function stream(lc, ws, inSchema, outOptions = {}, inOptions = {}, streamOptions = {}) {
-    const endpoint = ws.url ?? 'client';
-    function close(err) {
-        if (ws.readyState !== ws.CLOSED && ws.readyState !== ws.CLOSING) {
-            if (err) {
-                closeWithError(lc, ws, err);
-            }
-            else {
-                lc.info?.(`closing connection to ${endpoint}`);
-                ws.close();
-            }
-        }
-    }
-    const instream = Subscription.create({
-        ...inOptions,
-        cleanup: (unconsumed, err) => {
-            inOptions.cleanup?.(unconsumed, err);
-            close(err);
-        },
-    });
-    const outstream = Subscription.create({
-        ...outOptions,
-        cleanup: (unconsumed, err) => {
-            outOptions.cleanup?.(unconsumed, err);
-            close(err);
-        },
-    });
-    const duplex = createWebSocketStream(ws, {
-        ...streamOptions,
-        decodeStrings: false,
-    });
-    // Outgoing transform.
-    function streamOut() {
-        // Mainly used for verifying that back-pressure kicks in tests.
-        duplex.on('drain', () => lc.debug?.(`drained messages to ${endpoint}`));
-        pipeline(Readable.from(outstream), new Transform({
-            objectMode: true,
-            transform: (msg, _encoding, callback) => callback(null, BigIntJSON.stringify(msg)),
-        }), duplex, err => (err ? outstream.fail(err) : outstream.cancel()));
+import { sendPingsForLiveness, closeWithError, expectPingsForLiveness } from "./ws.js";
+import { object, number } from "@badrap/valita";
+const PING_INTERVAL_MS = 3e4;
+function stream(lc, ws, inSchema, outOptions = {}, inOptions = {}, streamOptions = {}) {
+  const endpoint = ws.url ?? "client";
+  function close(err) {
+    if (ws.readyState !== ws.CLOSED && ws.readyState !== ws.CLOSING) {
+      if (err) {
+        closeWithError(lc, ws, err);
+      } else {
+        lc.info?.(`closing connection to ${endpoint}`);
+        ws.close();
+      }
     }
-    if (ws.readyState === ws.CONNECTING) {
-        ws.on('open', () => {
-            lc.info?.(`connected to ${endpoint}`);
-            streamOut();
-        });
+  }
+  const instream = Subscription.create({
+    ...inOptions,
+    cleanup: (unconsumed, err) => {
+      inOptions.cleanup?.(unconsumed, err);
+      close(err);
     }
-    else {
-        streamOut();
+  });
+  const outstream = Subscription.create({
+    ...outOptions,
+    cleanup: (unconsumed, err) => {
+      outOptions.cleanup?.(unconsumed, err);
+      close(err);
     }
-    // Incoming transform.
-    pipe(duplex, instream, chunk => {
-        const json = BigIntJSON.parse(chunk.toString());
-        return v.parse(json, inSchema, 'passthrough');
+  });
+  const duplex = createWebSocketStream(ws, {
+    ...streamOptions,
+    decodeStrings: false
+  });
+  function streamOut2() {
+    duplex.on("drain", () => lc.debug?.(`drained messages to ${endpoint}`));
+    pipeline(
+      Readable.from(outstream),
+      new Transform({
+        objectMode: true,
+        transform: (msg, _encoding, callback) => callback(null, BigIntJSON.stringify(msg))
+      }),
+      duplex,
+      (err) => err ? outstream.fail(err) : outstream.cancel()
+    );
+  }
+  if (ws.readyState === ws.CONNECTING) {
+    ws.on("open", () => {
+      lc.info?.(`connected to ${endpoint}`);
+      streamOut2();
     });
-    sendPingsForLiveness(lc, ws, PING_INTERVAL_MS);
-    return { outstream, instream };
+  } else {
+    streamOut2();
+  }
+  pipe(duplex, instream, (chunk) => {
+    const json = BigIntJSON.parse(chunk.toString());
+    return parse(json, inSchema, "passthrough");
+  });
+  sendPingsForLiveness(lc, ws, PING_INTERVAL_MS);
+  return { outstream, instream };
 }
-export function pipe(source, sink, parse) {
-    pipeline(source, new Writable({
-        decodeStrings: false,
-        write: (chunk, _encoding, callback) => {
-            let msg;
-            try {
-                if ((msg = parse(chunk)) === null) {
-                    callback();
-                    return;
-                }
-            }
-            catch (err) {
-                callback(ensureError(err));
-                return;
-            }
-            const { result } = sink.push(msg);
-            // Inbound backpressure is exerted by unconsumed
-            // messages in the subscription.
-            void result.then(() => callback(), err => callback(ensureError(err)));
-        },
-        destroy: (err, callback) => {
-            if (err) {
-                sink.fail(ensureError(err));
-            }
-            // Otherwise, final will handle the cancel.
-            callback();
-        },
-        final: callback => {
-            sink.cancel();
+function pipe(source, sink, parse2) {
+  pipeline(
+    source,
+    new Writable({
+      decodeStrings: false,
+      write: (chunk, _encoding, callback) => {
+        let msg;
+        try {
+          if ((msg = parse2(chunk)) === null) {
             callback();
-        },
-    }), err => (err ? sink.fail(err) : sink.cancel()));
+            return;
+          }
+        } catch (err) {
+          callback(ensureError(err));
+          return;
+        }
+        const { result } = sink.push(msg);
+        void result.then(
+          () => callback(),
+          (err) => callback(ensureError(err))
+        );
+      },
+      destroy: (err, callback) => {
+        if (err) {
+          sink.fail(ensureError(err));
+        }
+        callback();
+      },
+      final: (callback) => {
+        sink.cancel();
+        callback();
+      }
+    }),
+    (err) => err ? sink.fail(err) : sink.cancel()
+  );
 }
 function ensureError(err) {
-    return err instanceof Error ? err : new Error(String(err));
+  return err instanceof Error ? err : new Error(String(err));
 }
-const ackSchema = v.object({ ack: v.number() });
-export async function streamOut(lc, source, sink) {
-    sendPingsForLiveness(lc, sink, PING_INTERVAL_MS);
-    const closer = WebSocketCloser.forSource(lc, sink, source);
-    const acks = new Queue();
-    sink.addEventListener('message', ({ data }) => {
-        try {
-            if (typeof data !== 'string') {
-                throw new Error('Expected string message');
-            }
-            acks.enqueue(v.parse(JSON.parse(data), ackSchema));
-        }
-        catch (e) {
-            lc.error?.(`error parsing ack`, e);
-            closer.close(e);
-        }
-    });
+const ackSchema = object({ ack: number() });
+async function streamOut(lc, source, sink) {
+  sendPingsForLiveness(lc, sink, PING_INTERVAL_MS);
+  const closer = WebSocketCloser.forSource(lc, sink, source);
+  const acks = new Queue();
+  sink.addEventListener("message", ({ data }) => {
     try {
-        let nextID = 0;
-        const { pipeline } = source;
-        if (pipeline) {
-            lc.debug?.(`started pipelined outbound stream`);
-            for await (const { value: msg, consumed } of pipeline) {
-                const id = ++nextID;
-                const data = BigIntJSON.stringify({ msg, id });
-                // Enable for debugging. Otherwise too verbose.
-                // lc.debug?.(`pipelining`, data);
-                sink.send(data);
-                void (async () => {
-                    const { ack } = await acks.dequeue();
-                    // lc.debug?.(`received ack`, ack);
-                    if (ack !== id) {
-                        throw new Error(`Unexpected ack for ${id}: ${ack}`);
-                    }
-                    consumed();
-                })();
-            }
-        }
-        else {
-            lc.debug?.(`started synchronous outbound stream`);
-            for await (const msg of source) {
-                const id = ++nextID;
-                const data = BigIntJSON.stringify({ msg, id });
-                // Enable for debugging. Otherwise too verbose.
-                // lc.debug?.(`sending`, data);
-                sink.send(data);
-                const { ack } = await acks.dequeue();
-                if (ack !== id) {
-                    throw new Error(`Unexpected ack for ${id}: ${ack}`);
-                }
-            }
-        }
-        closer.close();
+      if (typeof data !== "string") {
+        throw new Error("Expected string message");
+      }
+      acks.enqueue(parse(JSON.parse(data), ackSchema));
+    } catch (e) {
+      lc.error?.(`error parsing ack`, e);
+      closer.close(e);
     }
-    catch (e) {
-        closer.close(e);
-    }
-}
-export async function streamIn(lc, source, schema) {
-    expectPingsForLiveness(lc, source, PING_INTERVAL_MS);
-    const streamedSchema = v.object({
-        msg: schema,
-        id: v.number(),
-    });
-    const sink = new Subscription({
-        consumed: ({ id }) => source.send(JSON.stringify({ ack: id })),
-        cleanup: () => closer.close(),
-    }, ({ msg }) => msg);
-    const closer = WebSocketCloser.forSink(lc, source, sink, handleMessage);
-    function handleMessage(event) {
-        const data = event.data.toString();
-        if (!sink.active) {
-            lc.warn?.('dropping ws message received after close', data);
-            return;
-        }
-        try {
-            const value = BigIntJSON.parse(data);
-            const msg = v.parse(value, streamedSchema, 'passthrough');
-            // Enable for debugging. Otherwise too verbose.
-            // lc.debug?.(`received`, data);
-            sink.push(msg);
-        }
-        catch (e) {
-            closer.close(e);
+  });
+  try {
+    let nextID = 0;
+    const { pipeline: pipeline2 } = source;
+    if (pipeline2) {
+      lc.debug?.(`started pipelined outbound stream`);
+      for await (const { value: msg, consumed } of pipeline2) {
+        const id = ++nextID;
+        const data = BigIntJSON.stringify({ msg, id });
+        sink.send(data);
+        void (async () => {
+          const { ack } = await acks.dequeue();
+          if (ack !== id) {
+            throw new Error(`Unexpected ack for ${id}: ${ack}`);
+          }
+          consumed();
+        })();
+      }
+    } else {
+      lc.debug?.(`started synchronous outbound stream`);
+      for await (const msg of source) {
+        const id = ++nextID;
+        const data = BigIntJSON.stringify({ msg, id });
+        sink.send(data);
+        const { ack } = await acks.dequeue();
+        if (ack !== id) {
+          throw new Error(`Unexpected ack for ${id}: ${ack}`);
         }
+      }
     }
-    await closer.connected;
-    return sink;
+    closer.close();
+  } catch (e) {
+    closer.close(e);
+  }
 }
-class WebSocketCloser {
-    #lc;
-    #ws;
-    #closeStream;
-    #messageHandler;
-    #connected = resolver();
-    get connected() {
-        return this.#connected.promise;
+async function streamIn(lc, source, schema) {
+  expectPingsForLiveness(lc, source, PING_INTERVAL_MS);
+  const streamedSchema = object({
+    msg: schema,
+    id: number()
+  });
+  const sink = new Subscription(
+    {
+      consumed: ({ id }) => source.send(JSON.stringify({ ack: id })),
+      cleanup: () => closer.close()
+    },
+    ({ msg }) => msg
+  );
+  const closer = WebSocketCloser.forSink(lc, source, sink, handleMessage);
+  function handleMessage(event) {
+    const data = event.data.toString();
+    if (!sink.active) {
+      lc.warn?.("dropping ws message received after close", data);
+      return;
     }
-    static forSource(lc, ws, stream) {
-        // If the websocket is closed, call cancel() to notify the Source of
-        // any unconsumed messages.
-        return new WebSocketCloser(lc, ws, () => stream.cancel());
+    try {
+      const value = BigIntJSON.parse(data);
+      const msg = parse(value, streamedSchema, "passthrough");
+      sink.push(msg);
+    } catch (e) {
+      closer.close(e);
     }
-    static forSink(lc, ws, stream, messageHandler) {
-        // If the websocket is closed, call end() to allow the downstream Sink
-        // to process any pending messages before closing the stream.
-        return new WebSocketCloser(lc, ws, () => stream.end(), messageHandler);
+  }
+  await closer.connected;
+  return sink;
+}
+class WebSocketCloser {
+  #lc;
+  #ws;
+  #closeStream;
+  #messageHandler;
+  #connected = resolver();
+  get connected() {
+    return this.#connected.promise;
+  }
+  static forSource(lc, ws, stream2) {
+    return new WebSocketCloser(lc, ws, () => stream2.cancel());
+  }
+  static forSink(lc, ws, stream2, messageHandler) {
+    return new WebSocketCloser(lc, ws, () => stream2.end(), messageHandler);
+  }
+  constructor(lc, ws, closeStream, messageHandler) {
+    this.#lc = lc;
+    this.#ws = ws;
+    this.#closeStream = closeStream;
+    this.#messageHandler = messageHandler ?? null;
+    ws.addEventListener("open", this.#handleOpen);
+    ws.addEventListener("close", this.#handleClose);
+    ws.addEventListener("error", this.#handleError);
+    if (this.#messageHandler) {
+      ws.addEventListener("message", this.#messageHandler);
     }
-    constructor(lc, ws, closeStream, messageHandler) {
-        this.#lc = lc;
-        this.#ws = ws;
-        this.#closeStream = closeStream;
-        this.#messageHandler = messageHandler ?? null;
-        ws.addEventListener('open', this.#handleOpen);
-        ws.addEventListener('close', this.#handleClose);
-        ws.addEventListener('error', this.#handleError);
-        if (this.#messageHandler) {
-            ws.addEventListener('message', this.#messageHandler);
-        }
-        switch (ws.readyState) {
-            case ws.CONNECTING:
-                break; // expected for new connections. resolve or reject in handlers.
-            case ws.OPEN:
-                this.#connected.resolve();
-                break;
-            default:
-                this.#connected.reject(new Error(`websocket already in state ${ws.readyState}`));
-                break;
-        }
+    switch (ws.readyState) {
+      case ws.CONNECTING:
+        break;
+      // expected for new connections. resolve or reject in handlers.
+      case ws.OPEN:
+        this.#connected.resolve();
+        break;
+      default:
+        this.#connected.reject(
+          new Error(`websocket already in state ${ws.readyState}`)
+        );
+        break;
     }
-    get #conn() {
-        return 'connection' + (this.#ws.url ? ` to ${this.#ws.url}` : '');
+  }
+  get #conn() {
+    return "connection" + (this.#ws.url ? ` to ${this.#ws.url}` : "");
+  }
+  #handleOpen = () => {
+    this.#lc.info?.(`${this.#conn} established`);
+    this.#connected.resolve();
+  };
+  #handleClose = (e) => {
+    const { code, reason, wasClean } = e;
+    this.#lc.info?.(`${this.#conn} closed`, {
+      code,
+      reason,
+      wasClean
+    });
+    this.close();
+    this.#connected.reject(`${this.#conn} closed with code ${code}`);
+  };
+  #handleError = ({ message, error }) => {
+    if (this.#ws.readyState === this.#ws.OPEN) {
+      this.#lc.error?.(`error in ${this.#conn}`, message, error);
     }
-    #handleOpen = () => {
-        this.#lc.info?.(`${this.#conn} established`);
-        this.#connected.resolve();
-    };
-    #handleClose = (e) => {
-        const { code, reason, wasClean } = e;
-        this.#lc.info?.(`${this.#conn} closed`, {
-            code,
-            reason,
-            wasClean,
-        });
-        this.close();
-        this.#connected.reject(`${this.#conn} closed with code ${code}`);
-    };
-    #handleError = ({ message, error }) => {
-        if (this.#ws.readyState === this.#ws.OPEN) {
-            this.#lc.error?.(`error in ${this.#conn}`, message, error);
-        }
-        this.#connected.reject(error);
-    };
-    close(err) {
-        if (err) {
-            this.#lc.error?.(`closing stream with error`, err);
-        }
-        this.#closeStream();
-        if (!this.closed()) {
-            this.#ws.close();
-        }
+    this.#connected.reject(error);
+  };
+  close(err) {
+    if (err) {
+      this.#lc.error?.(`closing stream with error`, err);
     }
-    closed() {
-        return (this.#ws.readyState === this.#ws.CLOSED ||
-            this.#ws.readyState === this.#ws.CLOSING);
+    this.#closeStream();
+    if (!this.closed()) {
+      this.#ws.close();
     }
+  }
+  closed() {
+    return this.#ws.readyState === this.#ws.CLOSED || this.#ws.readyState === this.#ws.CLOSING;
+  }
 }
-//# sourceMappingURL=streams.js.map
+export {
+  pipe,
+  stream,
+  streamIn,
+  streamOut
+};
+//# sourceMappingURL=streams.js.map

package/out/zero-cache/src/types/streams.js.map

@@ -1 +1 @@
-{"version":3,"file":"streams.js","sourceRoot":"","sources":["../../../../../zero-cache/src/types/streams.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EACL,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,QAAQ,GAET,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,qBAAqB,GAKtB,MAAM,IAAI,CAAC;AACZ,OAAO,EAAC,UAAU,EAAiB,MAAM,oCAAoC,CAAC;AAC9E,OAAO,EAAC,KAAK,EAAC,MAAM,8BAA8B,CAAC;AACnD,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,EAAC,YAAY,EAAe,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EACL,cAAc,EACd,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,SAAS,CAAC;AAEjB,4DAA4D;AAC5D,kDAAkD;AAClD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AA4BhC;;;GAGG;AACH,kEAAkE;AAClE,gEAAgE;AAChE,oCAAoC;AACpC,MAAM,UAAU,MAAM,CACpB,EAAc,EACd,EAAa,EACb,QAAoB,EACpB,aAA2B,EAAE,EAC7B,YAAyB,EAAE,EAC3B,gBAA+B,EAAE;IAEjC,MAAM,QAAQ,GAAG,EAAE,CAAC,GAAG,IAAI,QAAQ,CAAC;IACpC,SAAS,KAAK,CAAC,GAAa;QAC1B,IAAI,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;YAChE,IAAI,GAAG,EAAE,CAAC;gBACR,cAAc,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,EAAE,CAAC,IAAI,EAAE,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;gBAC/C,EAAE,CAAC,KAAK,EAAE,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAK;QACvC,GAAG,SAAS;QACZ,OAAO,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE;YAC3B,SAAS,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YACrC,KAAK,CAAC,GAAG,CAAC,CAAC;QACb,CAAC;KACF,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAM;QACzC,GAAG,UAAU;QACb,OAAO,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE;YAC3B,UAAU,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YACtC,KAAK,CAAC,GAAG,CAAC,CAAC;QACb,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,EAAE;QACvC,GAAG,aAAa;QAChB,aAAa,EAAE,KAAK;KACrB,CAAC,CAAC;IAEH,sBAAsB;IACtB,SAAS,SAAS;QAChB,+DAA+D;QAC/D,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC,CAAC;QAExE,QAAQ,CACN,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EACxB,IAAI,SAAS,CAAC;YACZ,UAAU,EAAE,IAAI;YAChB,SAAS,EAAE,CAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,CACtC,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;SAC5C,CAAC,EACF,MAAM,EACN,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CACxD,CAAC;IACJ,CAAC;IAED,IAAI,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC,UAAU,EAAE,CAAC;QACpC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACjB,EAAE,CAAC,IAAI,EAAE,CAAC,gBAAgB,QAAQ,EAAE,CAAC,CAAC;YACtC,SAAS,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,SAAS,EAAE,CAAC;IACd,CAAC;IAED,sBAAsB;IACtB,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE;QAC7B,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,oBAAoB,CAAC,EAAE,EAAE,EAAE,EAAE,gBAAgB,CAAC,CAAC;IAE/C,OAAO,EAAC,SAAS,EAAE,QAAQ,EAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,IAAI,CAClB,MAAgB,EAChB,IAAqB,EACrB,KAAmC;IAEnC,QAAQ,CACN,MAAM,EACN,IAAI,QAAQ,CAAC;QACX,aAAa,EAAE,KAAK;QACpB,KAAK,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;YACpC,IAAI,GAAa,CAAC;YAClB,IAAI,CAAC;gBACH,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBAClC,QAAQ,EAAE,CAAC;oBACX,OAAO;gBACT,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3B,OAAO;YACT,CAAC;YACD,MAAM,EAAC,MAAM,EAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,gDAAgD;YAChD,gCAAgC;YAChC,KAAK,MAAM,CAAC,IAAI,CACd,GAAG,EAAE,CAAC,QAAQ,EAAE,EAChB,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAClC,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;YACzB,IAAI,GAAG,EAAE,CAAC;gBACR,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,2CAA2C;YAC3C,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,KAAK,EAAE,QAAQ,CAAC,EAAE;YAChB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;QACb,CAAC;KACF,CAAC,EACF,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAC9C,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,EAAC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAC,CAAC,CAAC;AAY9C,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAc,EACd,MAAiB,EACjB,IAAe;IAEf,oBAAoB,CAAC,EAAE,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAEjD,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IAE3D,MAAM,IAAI,GAAG,IAAI,KAAK,EAAO,CAAC;IAC9B,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAC,IAAI,EAAC,EAAE,EAAE;QAC1C,IAAI,CAAC;YACH,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,EAAE,CAAC,KAAK,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,EAAC,QAAQ,EAAC,GAAG,MAAM,CAAC;QAC1B,IAAI,QAAQ,EAAE,CAAC;YACb,EAAE,CAAC,KAAK,EAAE,CAAC,mCAAmC,CAAC,CAAC;YAChD,IAAI,KAAK,EAAE,MAAM,EAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAC,IAAI,QAAQ,EAAE,CAAC;gBACpD,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC;gBACpB,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,EAAC,GAAG,EAAE,EAAE,EAAuB,CAAC,CAAC;gBACnE,+CAA+C;gBAC/C,kCAAkC;gBAClC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEhB,KAAK,CAAC,KAAK,IAAI,EAAE;oBACf,MAAM,EAAC,GAAG,EAAC,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;oBACnC,mCAAmC;oBACnC,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;oBACtD,CAAC;oBACD,QAAQ,EAAE,CAAC;gBACb,CAAC,CAAC,EAAE,CAAC;YACP,CAAC;QACH,CAAC;aAAM,CAAC;YACN,EAAE,CAAC,KAAK,EAAE,CAAC,qCAAqC,CAAC,CAAC;YAClD,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAC/B,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC;gBACpB,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,EAAC,GAAG,EAAE,EAAE,EAAuB,CAAC,CAAC;gBACnE,+CAA+C;gBAC/C,+BAA+B;gBAC/B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEhB,MAAM,EAAC,GAAG,EAAC,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACnC,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,EAAc,EACd,MAAiB,EACjB,MAAiB;IAEjB,sBAAsB,CAAC,EAAE,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAErD,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;QAC9B,GAAG,EAAE,MAAM;QACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;KACf,CAAC,CAAC;IAEH,MAAM,IAAI,GAAiC,IAAI,YAAY,CACzD;QACE,QAAQ,EAAE,CAAC,EAAC,EAAE,EAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAC,GAAG,EAAE,EAAE,EAAe,CAAC,CAAC;QACxE,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE;KAC9B,EACD,CAAC,EAAC,GAAG,EAAC,EAAE,EAAE,CAAC,GAAG,CACf,CAAC;IAEF,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC;IAExE,SAAS,aAAa,CAAC,KAAmB;QACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,EAAE,CAAC,IAAI,EAAE,CAAC,0CAA0C,EAAE,IAAI,CAAC,CAAC;YAC5D,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,cAAc,EAAE,aAAa,CAAC,CAAC;YAC1D,+CAA+C;YAC/C,gCAAgC;YAChC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,MAAM,MAAM,CAAC,SAAS,CAAC;IACvB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,eAAe;IACV,GAAG,CAAa;IAChB,GAAG,CAAY;IACf,YAAY,CAAa;IACzB,eAAe,CAAiD;IAChE,UAAU,GAAG,QAAQ,EAAE,CAAC;IAEjC,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,SAAS,CAAI,EAAc,EAAE,EAAa,EAAE,MAAiB;QAClE,oEAAoE;QACpE,2BAA2B;QAC3B,OAAO,IAAI,eAAe,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,CAAC,OAAO,CACZ,EAAc,EACd,EAAa,EACb,MAAoC,EACpC,cAAqD;QAErD,sEAAsE;QACtE,6DAA6D;QAC7D,OAAO,IAAI,eAAe,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,cAAc,CAAC,CAAC;IACzE,CAAC;IAED,YACE,EAAc,EACd,EAAa,EACb,WAAuB,EACvB,cAAsD;QAEtD,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,cAAc,IAAI,IAAI,CAAC;QAE9C,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAChD,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QACvD,CAAC;QAED,QAAQ,EAAE,CAAC,UAAU,EAAE,CAAC;YACtB,KAAK,EAAE,CAAC,UAAU;gBAChB,MAAM,CAAC,+DAA+D;YACxE,KAAK,EAAE,CAAC,IAAI;gBACV,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC1B,MAAM;YACR;gBACE,IAAI,CAAC,UAAU,CAAC,MAAM,CACpB,IAAI,KAAK,CAAC,8BAA8B,EAAE,CAAC,UAAU,EAAE,CAAC,CACzD,CAAC;gBACF,MAAM;QACV,CAAC;IACH,CAAC;IAED,IAAI,KAAK;QACP,OAAO,YAAY,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,WAAW,GAAG,GAAG,EAAE;QACjB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,cAAc,CAAC,CAAC;QAC7C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;IAC5B,CAAC,CAAC;IAEF,YAAY,GAAG,CAAC,CAAa,EAAE,EAAE;QAC/B,MAAM,EAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAC,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,SAAS,EAAE;YACtC,IAAI;YACJ,MAAM;YACN,QAAQ;SACT,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC,CAAC;IAEF,YAAY,GAAG,CAAC,EAAC,OAAO,EAAE,KAAK,EAAa,EAAE,EAAE;QAC9C,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,YAAY,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC;IAEF,KAAK,CAAC,GAAa;QACjB,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,2BAA2B,EAAE,GAAG,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO,CACL,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,GAAG,CAAC,MAAM;YACvC,IAAI,CAAC,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,GAAG,CAAC,OAAO,CACzC,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"streams.js","sources":["../../../../../zero-cache/src/types/streams.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport {\n  pipeline,\n  Readable,\n  Transform,\n  Writable,\n  type DuplexOptions,\n} from 'node:stream';\nimport {\n  createWebSocketStream,\n  type CloseEvent,\n  type ErrorEvent,\n  type MessageEvent,\n  type WebSocket,\n} from 'ws';\nimport {BigIntJSON, type JSONValue} from '../../../shared/src/bigint-json.ts';\nimport {Queue} from '../../../shared/src/queue.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {Subscription, type Options} from './subscription.ts';\nimport {\n  closeWithError,\n  expectPingsForLiveness,\n  sendPingsForLiveness,\n} from './ws.ts';\n\n// Consistent with Postgres keepalives, and shorter than the\n// commonly used default idle timeout of 1 minute.\nconst PING_INTERVAL_MS = 30_000;\n\nexport type Source<T> = AsyncIterable<T> & {\n  /**\n   * Immediately terminates all current iterations (i.e. {@link AsyncIterator.next next()})\n   * will return `{value: undefined, done: true}`), and prevents any subsequent iterations\n   * from yielding any values.\n   */\n  cancel: () => void;\n\n  /**\n   * The presence of a `pipeline` iterable allows the usual \"consumed-on-iterate\" semantics\n   * to be overridden.\n   *\n   * This is suitable for transport layers that serialize messages across processes, such\n   * as the {@link streamOut()} method; pipelining allows the transport to send messages\n   * as they arrive without waiting for the previous message to be acked, streaming\n   * them to the receiving process where they are presumably queued and processed without\n   * a per-message ack delay. The receiving end of the transport then responds with acks\n   * asynchronously as the receiving end processes the messages.\n   */\n  pipeline?: AsyncIterable<{value: T; consumed: () => void}> | undefined;\n};\n\nexport type Sink<T> = {\n  push(message: T): void;\n};\n\n/**\n * Back-pressure-aware transformation of a WebSocket into\n * upstream and downstream {@link Subscription} objects.\n */\n// TODO: Change {@link streamIn} and {@link streamOut} to use this\n//       under the covers so that internal communication is also\n//       responsive to backpressure.\nexport function stream<In extends JSONValue, Out extends JSONValue>(\n  lc: LogContext,\n  ws: WebSocket,\n  inSchema: v.Type<In>,\n  outOptions: Options<Out> = {},\n  inOptions: Options<In> = {},\n  streamOptions: DuplexOptions = {},\n): {outstream: Sink<Out>; instream: Source<In>} {\n  const endpoint = ws.url ?? 'client';\n  function close(err?: unknown) {\n    if (ws.readyState !== ws.CLOSED && ws.readyState !== ws.CLOSING) {\n      if (err) {\n        closeWithError(lc, ws, err);\n      } else {\n        lc.info?.(`closing connection to ${endpoint}`);\n        ws.close();\n      }\n    }\n  }\n\n  const instream = Subscription.create<In>({\n    ...inOptions,\n    cleanup: (unconsumed, err) => {\n      inOptions.cleanup?.(unconsumed, err);\n      close(err);\n    },\n  });\n  const outstream = Subscription.create<Out>({\n    ...outOptions,\n    cleanup: (unconsumed, err) => {\n      outOptions.cleanup?.(unconsumed, err);\n      close(err);\n    },\n  });\n\n  const duplex = createWebSocketStream(ws, {\n    ...streamOptions,\n    decodeStrings: false,\n  });\n\n  // Outgoing transform.\n  function streamOut() {\n    // Mainly used for verifying that back-pressure kicks in tests.\n    duplex.on('drain', () => lc.debug?.(`drained messages to ${endpoint}`));\n\n    pipeline(\n      Readable.from(outstream),\n      new Transform({\n        objectMode: true,\n        transform: (msg, _encoding, callback) =>\n          callback(null, BigIntJSON.stringify(msg)),\n      }),\n      duplex,\n      err => (err ? outstream.fail(err) : outstream.cancel()),\n    );\n  }\n\n  if (ws.readyState === ws.CONNECTING) {\n    ws.on('open', () => {\n      lc.info?.(`connected to ${endpoint}`);\n      streamOut();\n    });\n  } else {\n    streamOut();\n  }\n\n  // Incoming transform.\n  pipe(duplex, instream, chunk => {\n    const json = BigIntJSON.parse(chunk.toString());\n    return v.parse(json, inSchema, 'passthrough');\n  });\n\n  sendPingsForLiveness(lc, ws, PING_INTERVAL_MS);\n\n  return {outstream, instream};\n}\n\nexport function pipe<T>(\n  source: Readable,\n  sink: Subscription<T>,\n  parse: (buffer: Buffer) => T | null,\n) {\n  pipeline(\n    source,\n    new Writable({\n      decodeStrings: false,\n      write: (chunk, _encoding, callback) => {\n        let msg: T | null;\n        try {\n          if ((msg = parse(chunk)) === null) {\n            callback();\n            return;\n          }\n        } catch (err) {\n          callback(ensureError(err));\n          return;\n        }\n        const {result} = sink.push(msg);\n        // Inbound backpressure is exerted by unconsumed\n        // messages in the subscription.\n        void result.then(\n          () => callback(),\n          err => callback(ensureError(err)),\n        );\n      },\n      destroy: (err, callback) => {\n        if (err) {\n          sink.fail(ensureError(err));\n        }\n        // Otherwise, final will handle the cancel.\n        callback();\n      },\n      final: callback => {\n        sink.cancel();\n        callback();\n      },\n    }),\n    err => (err ? sink.fail(err) : sink.cancel()),\n  );\n}\n\nfunction ensureError(err: unknown) {\n  return err instanceof Error ? err : new Error(String(err));\n}\n\nconst ackSchema = v.object({ack: v.number()});\n\ntype Ack = v.Infer<typeof ackSchema>;\n\ntype Streamed<T> = {\n  /** Application-level message. */\n  msg: T;\n\n  /** ID used for the Ack message. */\n  id: number;\n};\n\nexport async function streamOut<T extends JSONValue>(\n  lc: LogContext,\n  source: Source<T>,\n  sink: WebSocket,\n): Promise<void> {\n  sendPingsForLiveness(lc, sink, PING_INTERVAL_MS);\n\n  const closer = WebSocketCloser.forSource(lc, sink, source);\n\n  const acks = new Queue<Ack>();\n  sink.addEventListener('message', ({data}) => {\n    try {\n      if (typeof data !== 'string') {\n        throw new Error('Expected string message');\n      }\n      acks.enqueue(v.parse(JSON.parse(data), ackSchema));\n    } catch (e) {\n      lc.error?.(`error parsing ack`, e);\n      closer.close(e);\n    }\n  });\n\n  try {\n    let nextID = 0;\n    const {pipeline} = source;\n    if (pipeline) {\n      lc.debug?.(`started pipelined outbound stream`);\n      for await (const {value: msg, consumed} of pipeline) {\n        const id = ++nextID;\n        const data = BigIntJSON.stringify({msg, id} satisfies Streamed<T>);\n        // Enable for debugging. Otherwise too verbose.\n        // lc.debug?.(`pipelining`, data);\n        sink.send(data);\n\n        void (async () => {\n          const {ack} = await acks.dequeue();\n          // lc.debug?.(`received ack`, ack);\n          if (ack !== id) {\n            throw new Error(`Unexpected ack for ${id}: ${ack}`);\n          }\n          consumed();\n        })();\n      }\n    } else {\n      lc.debug?.(`started synchronous outbound stream`);\n      for await (const msg of source) {\n        const id = ++nextID;\n        const data = BigIntJSON.stringify({msg, id} satisfies Streamed<T>);\n        // Enable for debugging. Otherwise too verbose.\n        // lc.debug?.(`sending`, data);\n        sink.send(data);\n\n        const {ack} = await acks.dequeue();\n        if (ack !== id) {\n          throw new Error(`Unexpected ack for ${id}: ${ack}`);\n        }\n      }\n    }\n    closer.close();\n  } catch (e) {\n    closer.close(e);\n  }\n}\n\nexport async function streamIn<T extends JSONValue>(\n  lc: LogContext,\n  source: WebSocket,\n  schema: v.Type<T>,\n): Promise<Source<T>> {\n  expectPingsForLiveness(lc, source, PING_INTERVAL_MS);\n\n  const streamedSchema = v.object({\n    msg: schema,\n    id: v.number(),\n  });\n\n  const sink: Subscription<T, Streamed<T>> = new Subscription<T, Streamed<T>>(\n    {\n      consumed: ({id}) => source.send(JSON.stringify({ack: id} satisfies Ack)),\n      cleanup: () => closer.close(),\n    },\n    ({msg}) => msg,\n  );\n\n  const closer = WebSocketCloser.forSink(lc, source, sink, handleMessage);\n\n  function handleMessage(event: MessageEvent) {\n    const data = event.data.toString();\n    if (!sink.active) {\n      lc.warn?.('dropping ws message received after close', data);\n      return;\n    }\n    try {\n      const value = BigIntJSON.parse(data);\n      const msg = v.parse(value, streamedSchema, 'passthrough');\n      // Enable for debugging. Otherwise too verbose.\n      // lc.debug?.(`received`, data);\n      sink.push(msg);\n    } catch (e) {\n      closer.close(e);\n    }\n  }\n\n  await closer.connected;\n  return sink;\n}\n\nclass WebSocketCloser {\n  readonly #lc: LogContext;\n  readonly #ws: WebSocket;\n  readonly #closeStream: () => void;\n  readonly #messageHandler: ((e: MessageEvent) => void | undefined) | null;\n  readonly #connected = resolver();\n\n  get connected(): Promise<void> {\n    return this.#connected.promise;\n  }\n\n  static forSource<T>(lc: LogContext, ws: WebSocket, stream: Source<T>) {\n    // If the websocket is closed, call cancel() to notify the Source of\n    // any unconsumed messages.\n    return new WebSocketCloser(lc, ws, () => stream.cancel());\n  }\n\n  static forSink<T>(\n    lc: LogContext,\n    ws: WebSocket,\n    stream: Subscription<T, Streamed<T>>,\n    messageHandler: (e: MessageEvent) => void | undefined,\n  ) {\n    // If the websocket is closed, call end() to allow the downstream Sink\n    // to process any pending messages before closing the stream.\n    return new WebSocketCloser(lc, ws, () => stream.end(), messageHandler);\n  }\n\n  private constructor(\n    lc: LogContext,\n    ws: WebSocket,\n    closeStream: () => void,\n    messageHandler?: (e: MessageEvent) => void | undefined,\n  ) {\n    this.#lc = lc;\n    this.#ws = ws;\n    this.#closeStream = closeStream;\n    this.#messageHandler = messageHandler ?? null;\n\n    ws.addEventListener('open', this.#handleOpen);\n    ws.addEventListener('close', this.#handleClose);\n    ws.addEventListener('error', this.#handleError);\n    if (this.#messageHandler) {\n      ws.addEventListener('message', this.#messageHandler);\n    }\n\n    switch (ws.readyState) {\n      case ws.CONNECTING:\n        break; // expected for new connections. resolve or reject in handlers.\n      case ws.OPEN:\n        this.#connected.resolve();\n        break;\n      default:\n        this.#connected.reject(\n          new Error(`websocket already in state ${ws.readyState}`),\n        );\n        break;\n    }\n  }\n\n  get #conn(): string {\n    return 'connection' + (this.#ws.url ? ` to ${this.#ws.url}` : '');\n  }\n\n  #handleOpen = () => {\n    this.#lc.info?.(`${this.#conn} established`);\n    this.#connected.resolve();\n  };\n\n  #handleClose = (e: CloseEvent) => {\n    const {code, reason, wasClean} = e;\n    this.#lc.info?.(`${this.#conn} closed`, {\n      code,\n      reason,\n      wasClean,\n    });\n    this.close();\n    this.#connected.reject(`${this.#conn} closed with code ${code}`);\n  };\n\n  #handleError = ({message, error}: ErrorEvent) => {\n    if (this.#ws.readyState === this.#ws.OPEN) {\n      this.#lc.error?.(`error in ${this.#conn}`, message, error);\n    }\n    this.#connected.reject(error);\n  };\n\n  close(err?: unknown) {\n    if (err) {\n      this.#lc.error?.(`closing stream with error`, err);\n    }\n    this.#closeStream();\n    if (!this.closed()) {\n      this.#ws.close();\n    }\n  }\n\n  closed() {\n    return (\n      this.#ws.readyState === this.#ws.CLOSED ||\n      this.#ws.readyState === this.#ws.CLOSING\n    );\n  }\n}\n"],"names":["streamOut","v.parse","parse","v.object","v.number","pipeline","stream"],"mappings":";;;;;;;;;AA4BA,MAAM,mBAAmB;AAmClB,SAAS,OACd,IACA,IACA,UACA,aAA2B,CAAA,GAC3B,YAAyB,CAAA,GACzB,gBAA+B,IACe;AAC9C,QAAM,WAAW,GAAG,OAAO;AAC3B,WAAS,MAAM,KAAe;AAC5B,QAAI,GAAG,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,SAAS;AAC/D,UAAI,KAAK;AACP,uBAAe,IAAI,IAAI,GAAG;AAAA,MAC5B,OAAO;AACL,WAAG,OAAO,yBAAyB,QAAQ,EAAE;AAC7C,WAAG,MAAA;AAAA,MACL;AAAA,IACF;AAAA,EACF;AAEA,QAAM,WAAW,aAAa,OAAW;AAAA,IACvC,GAAG;AAAA,IACH,SAAS,CAAC,YAAY,QAAQ;AAC5B,gBAAU,UAAU,YAAY,GAAG;AACnC,YAAM,GAAG;AAAA,IACX;AAAA,EAAA,CACD;AACD,QAAM,YAAY,aAAa,OAAY;AAAA,IACzC,GAAG;AAAA,IACH,SAAS,CAAC,YAAY,QAAQ;AAC5B,iBAAW,UAAU,YAAY,GAAG;AACpC,YAAM,GAAG;AAAA,IACX;AAAA,EAAA,CACD;AAED,QAAM,SAAS,sBAAsB,IAAI;AAAA,IACvC,GAAG;AAAA,IACH,eAAe;AAAA,EAAA,CAChB;AAGD,WAASA,aAAY;AAEnB,WAAO,GAAG,SAAS,MAAM,GAAG,QAAQ,uBAAuB,QAAQ,EAAE,CAAC;AAEtE;AAAA,MACE,SAAS,KAAK,SAAS;AAAA,MACvB,IAAI,UAAU;AAAA,QACZ,YAAY;AAAA,QACZ,WAAW,CAAC,KAAK,WAAW,aAC1B,SAAS,MAAM,WAAW,UAAU,GAAG,CAAC;AAAA,MAAA,CAC3C;AAAA,MACD;AAAA,MACA,SAAQ,MAAM,UAAU,KAAK,GAAG,IAAI,UAAU,OAAA;AAAA,IAAO;AAAA,EAEzD;AAEA,MAAI,GAAG,eAAe,GAAG,YAAY;AACnC,OAAG,GAAG,QAAQ,MAAM;AAClB,SAAG,OAAO,gBAAgB,QAAQ,EAAE;AACpCA,iBAAAA;AAAAA,IACF,CAAC;AAAA,EACH,OAAO;AACLA,eAAAA;AAAAA,EACF;AAGA,OAAK,QAAQ,UAAU,CAAA,UAAS;AAC9B,UAAM,OAAO,WAAW,MAAM,MAAM,UAAU;AAC9C,WAAOC,MAAQ,MAAM,UAAU,aAAa;AAAA,EAC9C,CAAC;AAED,uBAAqB,IAAI,IAAI,gBAAgB;AAE7C,SAAO,EAAC,WAAW,SAAA;AACrB;AAEO,SAAS,KACd,QACA,MACAC,QACA;AACA;AAAA,IACE;AAAA,IACA,IAAI,SAAS;AAAA,MACX,eAAe;AAAA,MACf,OAAO,CAAC,OAAO,WAAW,aAAa;AACrC,YAAI;AACJ,YAAI;AACF,eAAK,MAAMA,OAAM,KAAK,OAAO,MAAM;AACjC,qBAAA;AACA;AAAA,UACF;AAAA,QACF,SAAS,KAAK;AACZ,mBAAS,YAAY,GAAG,CAAC;AACzB;AAAA,QACF;AACA,cAAM,EAAC,OAAA,IAAU,KAAK,KAAK,GAAG;AAG9B,aAAK,OAAO;AAAA,UACV,MAAM,SAAA;AAAA,UACN,CAAA,QAAO,SAAS,YAAY,GAAG,CAAC;AAAA,QAAA;AAAA,MAEpC;AAAA,MACA,SAAS,CAAC,KAAK,aAAa;AAC1B,YAAI,KAAK;AACP,eAAK,KAAK,YAAY,GAAG,CAAC;AAAA,QAC5B;AAEA,iBAAA;AAAA,MACF;AAAA,MACA,OAAO,CAAA,aAAY;AACjB,aAAK,OAAA;AACL,iBAAA;AAAA,MACF;AAAA,IAAA,CACD;AAAA,IACD,SAAQ,MAAM,KAAK,KAAK,GAAG,IAAI,KAAK,OAAA;AAAA,EAAO;AAE/C;AAEA,SAAS,YAAY,KAAc;AACjC,SAAO,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,GAAG,CAAC;AAC3D;AAEA,MAAM,YAAYC,OAAS,EAAC,KAAKC,OAAE,GAAS;AAY5C,eAAsB,UACpB,IACA,QACA,MACe;AACf,uBAAqB,IAAI,MAAM,gBAAgB;AAE/C,QAAM,SAAS,gBAAgB,UAAU,IAAI,MAAM,MAAM;AAEzD,QAAM,OAAO,IAAI,MAAA;AACjB,OAAK,iBAAiB,WAAW,CAAC,EAAC,WAAU;AAC3C,QAAI;AACF,UAAI,OAAO,SAAS,UAAU;AAC5B,cAAM,IAAI,MAAM,yBAAyB;AAAA,MAC3C;AACA,WAAK,QAAQH,MAAQ,KAAK,MAAM,IAAI,GAAG,SAAS,CAAC;AAAA,IACnD,SAAS,GAAG;AACV,SAAG,QAAQ,qBAAqB,CAAC;AACjC,aAAO,MAAM,CAAC;AAAA,IAChB;AAAA,EACF,CAAC;AAED,MAAI;AACF,QAAI,SAAS;AACb,UAAM,EAAC,UAAAI,UAAAA,IAAY;AACnB,QAAIA,WAAU;AACZ,SAAG,QAAQ,mCAAmC;AAC9C,uBAAiB,EAAC,OAAO,KAAK,SAAA,KAAaA,WAAU;AACnD,cAAM,KAAK,EAAE;AACb,cAAM,OAAO,WAAW,UAAU,EAAC,KAAK,IAAyB;AAGjE,aAAK,KAAK,IAAI;AAEd,cAAM,YAAY;AAChB,gBAAM,EAAC,IAAA,IAAO,MAAM,KAAK,QAAA;AAEzB,cAAI,QAAQ,IAAI;AACd,kBAAM,IAAI,MAAM,sBAAsB,EAAE,KAAK,GAAG,EAAE;AAAA,UACpD;AACA,mBAAA;AAAA,QACF,GAAA;AAAA,MACF;AAAA,IACF,OAAO;AACL,SAAG,QAAQ,qCAAqC;AAChD,uBAAiB,OAAO,QAAQ;AAC9B,cAAM,KAAK,EAAE;AACb,cAAM,OAAO,WAAW,UAAU,EAAC,KAAK,IAAyB;AAGjE,aAAK,KAAK,IAAI;AAEd,cAAM,EAAC,IAAA,IAAO,MAAM,KAAK,QAAA;AACzB,YAAI,QAAQ,IAAI;AACd,gBAAM,IAAI,MAAM,sBAAsB,EAAE,KAAK,GAAG,EAAE;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AACA,WAAO,MAAA;AAAA,EACT,SAAS,GAAG;AACV,WAAO,MAAM,CAAC;AAAA,EAChB;AACF;AAEA,eAAsB,SACpB,IACA,QACA,QACoB;AACpB,yBAAuB,IAAI,QAAQ,gBAAgB;AAEnD,QAAM,iBAAiBF,OAAS;AAAA,IAC9B,KAAK;AAAA,IACL,IAAIC,OAAE;AAAA,EAAO,CACd;AAED,QAAM,OAAqC,IAAI;AAAA,IAC7C;AAAA,MACE,UAAU,CAAC,EAAC,GAAA,MAAQ,OAAO,KAAK,KAAK,UAAU,EAAC,KAAK,GAAA,CAAiB,CAAC;AAAA,MACvE,SAAS,MAAM,OAAO,MAAA;AAAA,IAAM;AAAA,IAE9B,CAAC,EAAC,IAAA,MAAS;AAAA,EAAA;AAGb,QAAM,SAAS,gBAAgB,QAAQ,IAAI,QAAQ,MAAM,aAAa;AAEtE,WAAS,cAAc,OAAqB;AAC1C,UAAM,OAAO,MAAM,KAAK,SAAA;AACxB,QAAI,CAAC,KAAK,QAAQ;AAChB,SAAG,OAAO,4CAA4C,IAAI;AAC1D;AAAA,IACF;AACA,QAAI;AACF,YAAM,QAAQ,WAAW,MAAM,IAAI;AACnC,YAAM,MAAMH,MAAQ,OAAO,gBAAgB,aAAa;AAGxD,WAAK,KAAK,GAAG;AAAA,IACf,SAAS,GAAG;AACV,aAAO,MAAM,CAAC;AAAA,IAChB;AAAA,EACF;AAEA,QAAM,OAAO;AACb,SAAO;AACT;AAEA,MAAM,gBAAgB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,aAAa,SAAA;AAAA,EAEtB,IAAI,YAA2B;AAC7B,WAAO,KAAK,WAAW;AAAA,EACzB;AAAA,EAEA,OAAO,UAAa,IAAgB,IAAeK,SAAmB;AAGpE,WAAO,IAAI,gBAAgB,IAAI,IAAI,MAAMA,QAAO,QAAQ;AAAA,EAC1D;AAAA,EAEA,OAAO,QACL,IACA,IACAA,SACA,gBACA;AAGA,WAAO,IAAI,gBAAgB,IAAI,IAAI,MAAMA,QAAO,IAAA,GAAO,cAAc;AAAA,EACvE;AAAA,EAEQ,YACN,IACA,IACA,aACA,gBACA;AACA,SAAK,MAAM;AACX,SAAK,MAAM;AACX,SAAK,eAAe;AACpB,SAAK,kBAAkB,kBAAkB;AAEzC,OAAG,iBAAiB,QAAQ,KAAK,WAAW;AAC5C,OAAG,iBAAiB,SAAS,KAAK,YAAY;AAC9C,OAAG,iBAAiB,SAAS,KAAK,YAAY;AAC9C,QAAI,KAAK,iBAAiB;AACxB,SAAG,iBAAiB,WAAW,KAAK,eAAe;AAAA,IACrD;AAEA,YAAQ,GAAG,YAAA;AAAA,MACT,KAAK,GAAG;AACN;AAAA;AAAA,MACF,KAAK,GAAG;AACN,aAAK,WAAW,QAAA;AAChB;AAAA,MACF;AACE,aAAK,WAAW;AAAA,UACd,IAAI,MAAM,8BAA8B,GAAG,UAAU,EAAE;AAAA,QAAA;AAEzD;AAAA,IAAA;AAAA,EAEN;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,gBAAgB,KAAK,IAAI,MAAM,OAAO,KAAK,IAAI,GAAG,KAAK;AAAA,EAChE;AAAA,EAEA,cAAc,MAAM;AAClB,SAAK,IAAI,OAAO,GAAG,KAAK,KAAK,cAAc;AAC3C,SAAK,WAAW,QAAA;AAAA,EAClB;AAAA,EAEA,eAAe,CAAC,MAAkB;AAChC,UAAM,EAAC,MAAM,QAAQ,SAAA,IAAY;AACjC,SAAK,IAAI,OAAO,GAAG,KAAK,KAAK,WAAW;AAAA,MACtC;AAAA,MACA;AAAA,MACA;AAAA,IAAA,CACD;AACD,SAAK,MAAA;AACL,SAAK,WAAW,OAAO,GAAG,KAAK,KAAK,qBAAqB,IAAI,EAAE;AAAA,EACjE;AAAA,EAEA,eAAe,CAAC,EAAC,SAAS,YAAuB;AAC/C,QAAI,KAAK,IAAI,eAAe,KAAK,IAAI,MAAM;AACzC,WAAK,IAAI,QAAQ,YAAY,KAAK,KAAK,IAAI,SAAS,KAAK;AAAA,IAC3D;AACA,SAAK,WAAW,OAAO,KAAK;AAAA,EAC9B;AAAA,EAEA,MAAM,KAAe;AACnB,QAAI,KAAK;AACP,WAAK,IAAI,QAAQ,6BAA6B,GAAG;AAAA,IACnD;AACA,SAAK,aAAA;AACL,QAAI,CAAC,KAAK,UAAU;AAClB,WAAK,IAAI,MAAA;AAAA,IACX;AAAA,EACF;AAAA,EAEA,SAAS;AACP,WACE,KAAK,IAAI,eAAe,KAAK,IAAI,UACjC,KAAK,IAAI,eAAe,KAAK,IAAI;AAAA,EAErC;AACF;"}

package/out/zero-cache/src/types/strings.js

@@ -1,12 +1,15 @@
-export function elide(val, maxBytes) {
-    const encoder = new TextEncoder();
-    if (encoder.encode(val).length <= maxBytes) {
-        return val;
-    }
-    val = val.substring(0, maxBytes - 3);
-    while (encoder.encode(val + '...').length > maxBytes) {
-        val = val.substring(0, val.length - 1);
-    }
-    return val + '...';
+function elide(val, maxBytes) {
+  const encoder = new TextEncoder();
+  if (encoder.encode(val).length <= maxBytes) {
+    return val;
+  }
+  val = val.substring(0, maxBytes - 3);
+  while (encoder.encode(val + "...").length > maxBytes) {
+    val = val.substring(0, val.length - 1);
+  }
+  return val + "...";
 }
-//# sourceMappingURL=strings.js.map
+export {
+  elide
+};
+//# sourceMappingURL=strings.js.map

package/out/zero-cache/src/types/strings.js.map

@@ -1 +1 @@
-{"version":3,"file":"strings.js","sourceRoot":"","sources":["../../../../../zero-cache/src/types/strings.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,KAAK,CAAC,GAAW,EAAE,QAAgB;IACjD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC3C,OAAO,GAAG,CAAC;IACb,CAAC;IACD,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;IACrC,OAAO,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;QACrD,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,GAAG,GAAG,KAAK,CAAC;AACrB,CAAC"}
+{"version":3,"file":"strings.js","sources":["../../../../../zero-cache/src/types/strings.ts"],"sourcesContent":["export function elide(val: string, maxBytes: number) {\n  const encoder = new TextEncoder();\n  if (encoder.encode(val).length <= maxBytes) {\n    return val;\n  }\n  val = val.substring(0, maxBytes - 3);\n  while (encoder.encode(val + '...').length > maxBytes) {\n    val = val.substring(0, val.length - 1);\n  }\n  return val + '...';\n}\n"],"names":[],"mappings":"AAAO,SAAS,MAAM,KAAa,UAAkB;AACnD,QAAM,UAAU,IAAI,YAAA;AACpB,MAAI,QAAQ,OAAO,GAAG,EAAE,UAAU,UAAU;AAC1C,WAAO;AAAA,EACT;AACA,QAAM,IAAI,UAAU,GAAG,WAAW,CAAC;AACnC,SAAO,QAAQ,OAAO,MAAM,KAAK,EAAE,SAAS,UAAU;AACpD,UAAM,IAAI,UAAU,GAAG,IAAI,SAAS,CAAC;AAAA,EACvC;AACA,SAAO,MAAM;AACf;"}