@bleedingdev/modern-js-runtime-extensions 3.9.0-ultramodern.3 → 3.9.0-ultramodern.5

package/dist/types/rscHtmlStream.d.ts

@@ -1,4 +0,0 @@
-export declare const RSC_HTML_CLOSING_TAIL_LIMIT: number;
-export declare function injectRSCPayload(rscStream: ReadableStream<Uint8Array>, { injectClosingTags }?: {
-    injectClosingTags?: boolean;
-}): TransformStream<Uint8Array, Uint8Array>;

package/src/rscHtmlStream.ts

@@ -1,142 +0,0 @@
-/**
- * Forked and modified from https://github.com/devongovett/rsc-html-stream.
- * License: https://github.com/devongovett/rsc-html-stream/blob/main/LICENSE
- */
-const encoder = new TextEncoder();
-const closingTagsPattern = /<\/body>\s*<\/html>\s*$/i;
-const closingTagsPrefixPattern =
-  /(?:<\/body>\s*(?:<\/html>\s*|<\/h(?:t(?:m(?:l>?)?)?)?|<\/?|<)?|<\/b(?:o(?:d(?:y>?)?)?)?|<\/?|<[^>]*)$/i;
-
-export const RSC_HTML_CLOSING_TAIL_LIMIT = 8 * 1024;
-
-export function injectRSCPayload(
-  rscStream: ReadableStream<Uint8Array>,
-  { injectClosingTags = true }: { injectClosingTags?: boolean } = {},
-): TransformStream<Uint8Array, Uint8Array> {
-  const decoder = new TextDecoder();
-  let retainedTail = '';
-  let committedClosingBody = false;
-  let committedHtmlClose = false;
-  let committedProbe = '';
-  let flightPromise: Promise<void> | undefined;
-
-  const startFlight = (
-    controller: TransformStreamDefaultController<Uint8Array>,
-  ) => {
-    if (!flightPromise) {
-      flightPromise = writeRSCStream(rscStream, controller);
-      void flightPromise.catch(error => controller.error(error));
-    }
-    return flightPromise;
-  };
-
-  const enqueueHtml = (
-    value: string,
-    controller: TransformStreamDefaultController<Uint8Array>,
-  ) => {
-    if (value) {
-      controller.enqueue(encoder.encode(value));
-    }
-  };
-
-  const processHtml = async (
-    value: string,
-    controller: TransformStreamDefaultController<Uint8Array>,
-  ) => {
-    if (!value) {
-      return;
-    }
-
-    if (committedClosingBody) {
-      const probe = committedProbe + value;
-      committedHtmlClose ||= /<\/html>/i.test(probe);
-      committedProbe = probe.slice(-6);
-      enqueueHtml(value, controller);
-      return;
-    }
-
-    const html = retainedTail + value;
-    retainedTail = '';
-    const suffix = html.match(closingTagsPrefixPattern)?.[0] ?? '';
-    const prefix = suffix ? html.slice(0, -suffix.length) : html;
-    enqueueHtml(prefix, controller);
-
-    if (!suffix) {
-      void startFlight(controller);
-      return;
-    }
-    if (suffix.length <= RSC_HTML_CLOSING_TAIL_LIMIT) {
-      retainedTail = suffix;
-      return;
-    }
-
-    await startFlight(controller);
-    if (/<\/body>/i.test(suffix)) {
-      committedClosingBody = true;
-      committedHtmlClose = /<\/html>/i.test(suffix);
-      committedProbe = suffix.slice(-6);
-    }
-    enqueueHtml(suffix, controller);
-  };
-
-  return new TransformStream({
-    async transform(chunk, controller) {
-      await processHtml(decoder.decode(chunk, { stream: true }), controller);
-    },
-    async flush(controller) {
-      await processHtml(decoder.decode(), controller);
-      await startFlight(controller);
-
-      const retainedClosingTags = closingTagsPattern.test(retainedTail);
-      enqueueHtml(retainedTail, controller);
-      if (!injectClosingTags) {
-        return;
-      }
-      if (committedClosingBody) {
-        if (!committedHtmlClose) {
-          enqueueHtml('</html>', controller);
-        }
-      } else if (!retainedClosingTags) {
-        enqueueHtml('</body></html>', controller);
-      }
-    },
-  });
-}
-
-async function writeRSCStream(
-  rscStream: ReadableStream<Uint8Array>,
-  controller: TransformStreamDefaultController<Uint8Array>,
-): Promise<void> {
-  const decoder = new TextDecoder('utf-8', { fatal: true });
-  for await (const chunk of rscStream) {
-    try {
-      writeChunk(
-        JSON.stringify(decoder.decode(chunk, { stream: true })),
-        controller,
-      );
-    } catch {
-      const base64 = JSON.stringify(btoa(String.fromCodePoint(...chunk)));
-      writeChunk(
-        `Uint8Array.from(atob(${base64}), m => m.codePointAt(0))`,
-        controller,
-      );
-    }
-  }
-
-  const remaining = decoder.decode();
-  if (remaining) {
-    writeChunk(JSON.stringify(remaining), controller);
-  }
-}
-
-function writeChunk(
-  chunk: string,
-  controller: TransformStreamDefaultController<Uint8Array>,
-) {
-  const script = `(self.__FLIGHT_DATA||=[]).push(${chunk})`;
-  controller.enqueue(
-    encoder.encode(
-      `<script>${script.replace(/<!--/g, '<\\!--').replace(/<\/(script)/gi, '</\\$1')}</script>`,
-    ),
-  );
-}

package/tests/rscHtmlStream.test.ts

@@ -1,153 +0,0 @@
-import {
-  injectRSCPayload,
-  RSC_HTML_CLOSING_TAIL_LIMIT,
-} from '../src/rscHtmlStream';
-
-const encoder = new TextEncoder();
-const flight = '<script>(self.__FLIGHT_DATA||=[]).push("payload")</script>';
-
-async function readStream(stream: ReadableStream<Uint8Array>) {
-  const reader = stream.getReader();
-  const decoder = new TextDecoder();
-  let value = '';
-  for (;;) {
-    const result = await reader.read();
-    if (result.done) {
-      return value + decoder.decode();
-    }
-    value += decoder.decode(result.value, { stream: true });
-  }
-}
-
-describe('injectRSCPayload', () => {
-  test('backpressures at the retained-tail limit and conserves the trailer', async () => {
-    let rscController!: ReadableStreamDefaultController<Uint8Array>;
-    const rscStream = new ReadableStream<Uint8Array>({
-      start(controller) {
-        rscController = controller;
-      },
-    });
-    const transform = injectRSCPayload(rscStream);
-    const output = readStream(transform.readable);
-    const writer = transform.writable.getWriter();
-
-    const retainedWhitespace = ' '.repeat(
-      RSC_HTML_CLOSING_TAIL_LIMIT - '</body>'.length,
-    );
-    await writer.write(encoder.encode(`<body>x</body>${retainedWhitespace}`));
-
-    let overflowSettled = false;
-    const overflow = writer.write(encoder.encode(' ')).then(() => {
-      overflowSettled = true;
-    });
-    await new Promise(resolve => setTimeout(resolve, 20));
-    expect(overflowSettled).toBe(false);
-
-    rscController.enqueue(encoder.encode('payload'));
-    rscController.close();
-    await overflow;
-    await writer.write(encoder.encode('</html>'));
-    await writer.close();
-
-    const spaces = `${retainedWhitespace} `;
-    expect(await output).toBe(`<body>x${flight}</body>${spaces}</html>`);
-  });
-
-  test('does not let flight overtake any split of an ordinary html tag', async () => {
-    const tag = '<span class="ordinary">';
-
-    for (let split = 1; split < tag.length; split++) {
-      const rscStream = new ReadableStream<Uint8Array>({
-        start(controller) {
-          controller.enqueue(encoder.encode('payload'));
-          controller.close();
-        },
-      });
-      const transform = injectRSCPayload(rscStream);
-      const output = readStream(transform.readable);
-      const writer = transform.writable.getWriter();
-
-      await writer.write(encoder.encode(`<body>x${tag.slice(0, split)}`));
-      await writer.write(
-        encoder.encode(`${tag.slice(split)}y</span></body></html>`),
-      );
-      await writer.close();
-
-      expect(await output, `split after ${tag.slice(0, split)}`).toBe(
-        `<body>x${tag}y</span>${flight}</body></html>`,
-      );
-    }
-  });
-
-  test('conserves multi-chunk html and orders every flight chunk before the trailer', async () => {
-    let rscController!: ReadableStreamDefaultController<Uint8Array>;
-    const rscStream = new ReadableStream<Uint8Array>({
-      start(controller) {
-        rscController = controller;
-      },
-    });
-    const transform = injectRSCPayload(rscStream);
-    const output = readStream(transform.readable);
-    const writer = transform.writable.getWriter();
-    const unicode = encoder.encode('–');
-
-    await writer.write(encoder.encode('<html><body><main>first'));
-    await writer.write(unicode.slice(0, 1));
-    await writer.write(unicode.slice(1));
-    await writer.write(encoder.encode('middle</main></bo'));
-    await writer.write(encoder.encode('dy></ht'));
-    await writer.write(encoder.encode('ml>'));
-
-    rscController.enqueue(encoder.encode('first'));
-    rscController.enqueue(encoder.encode('second'));
-    rscController.close();
-    await writer.close();
-
-    expect(await output).toBe(
-      '<html><body><main>first–middle</main>' +
-        '<script>(self.__FLIGHT_DATA||=[]).push("first")</script>' +
-        '<script>(self.__FLIGHT_DATA||=[]).push("second")</script>' +
-        '</body></html>',
-    );
-  });
-
-  test('does not truncate or inject inside an over-limit ordinary tag', async () => {
-    const attribute = 'x'.repeat(RSC_HTML_CLOSING_TAIL_LIMIT);
-    const partialTag = `<div data-value="${attribute}"`;
-    const rscStream = new ReadableStream<Uint8Array>({
-      start(controller) {
-        controller.enqueue(encoder.encode('payload'));
-        controller.close();
-      },
-    });
-    const transform = injectRSCPayload(rscStream);
-    const output = readStream(transform.readable);
-    const writer = transform.writable.getWriter();
-
-    await writer.write(encoder.encode(`<body>x${partialTag}`));
-    await writer.write(encoder.encode('>y</div></body></html>'));
-    await writer.close();
-
-    expect(await output).toBe(
-      `<body>x${flight}${partialTag}>y</div></body></html>`,
-    );
-  });
-
-  test('propagates flight errors without publishing a synthetic trailer', async () => {
-    let rscController!: ReadableStreamDefaultController<Uint8Array>;
-    const failure = new Error('flight failed');
-    const rscStream = new ReadableStream<Uint8Array>({
-      start(controller) {
-        rscController = controller;
-      },
-    });
-    const transform = injectRSCPayload(rscStream);
-    const output = readStream(transform.readable);
-    const writer = transform.writable.getWriter();
-
-    await writer.write(encoder.encode('<body>html</body></html>'));
-    rscController.error(failure);
-
-    await expect(Promise.all([writer.close(), output])).rejects.toBe(failure);
-  });
-});