mhtml-stream 2.0.2 → 3.0.1

package/README.md

@@ -1,14 +1,14 @@
 MHTML Stream
 ============
-[![build](https://github.com/erikbrinkman/mhtml-stream/actions/workflows/node.js.yml/badge.svg)](https://github.com/erikbrinkman/mhtml-stream/actions/workflows/node.js.yml)
+[![build](https://github.com/erikbrinkman/mhtml-stream/actions/workflows/build.yml/badge.svg)](https://github.com/erikbrinkman/mhtml-stream/actions/workflows/build.yml)
 [![docs](https://img.shields.io/badge/docs-docs-blue)](https://erikbrinkman.github.io/mhtml-stream/)
 [![npm](https://img.shields.io/npm/v/mhtml-stream)](https://www.npmjs.com/package/mhtml-stream)
 [![license](https://img.shields.io/github/license/erikbrinkman/mhtml-stream)](LICENSE)
 
-Zero-dependency library for parsing MHTML data as streams using modern WHATWG
-streams and async iterators. Because it relies on modern cross javascript
-standards it works out-of-the-box in all javascript environments, with only a
-little tweaking necessary for module definitions.
+Library for parsing MHTML data as streams using modern WHATWG streams and async
+iterators. Because it relies on modern cross javascript standards it works
+out-of-the-box in all javascript environments, with only a little tweaking
+necessary for module definitions.
 
 Usage
 -----
@@ -39,3 +39,7 @@ Notes
   comes to whether whitespace should be added when unfolding. This currently
   uses the first whitespace character to indicate folding, and preservers any
   others.
+- Decoded part content preserves the original MIME line endings. The parser
+  splits the stream on `\r\n`, and the quoted-printable and 7bit/8bit decoders
+  re-insert that `\r\n` between lines, so extraction is lossless. Both decoders
+  accept a `newLine` argument if you'd rather normalize to `\n`.

package/dist/cli.js

@@ -1,8 +1,7 @@
-/* eslint-disable no-console */
 import { mkdir } from "node:fs/promises";
 import { argv } from "bun";
 import yargs from "yargs";
-import { parseMhtml } from ".";
+import { parseMhtml } from "./index.js";
 async function* readFile(name) {
     const file = Bun.file(name);
     yield await file.bytes();

package/dist/headers.d.ts

@@ -56,7 +56,7 @@ export declare class Headers implements MhtmlHeaders {
     get(key: string, delim?: string): string | null;
     getAll(key: string): string[];
     has(key: string): boolean;
-    keys(): Iterable<string>;
+    keys(): IterableIterator<string>;
     values(delim?: string): IterableIterator<string>;
     valuesAll(): IterableIterator<string>;
 }

package/dist/headers.js

@@ -1,55 +1,59 @@
 export class Headers {
+    // keyed by lowercased name; the original name casing (first seen) is
+    // preserved for iteration while lookups are case-insensitive, per RFC 5322
     #raw = new Map();
     [Symbol.iterator]() {
         return this.entries();
     }
     append(key, value) {
-        const list = this.#raw.get(key);
-        if (list === undefined) {
-            this.#raw.set(key, [value]);
+        const entry = this.#raw.get(key.toLowerCase());
+        if (entry === undefined) {
+            this.#raw.set(key.toLowerCase(), { key, values: [value] });
         }
         else {
-            list.push(value);
+            entry.values.push(value);
         }
     }
     *entries(delim = ", ") {
-        for (const [key, values] of this.#raw.entries()) {
+        for (const { key, values } of this.#raw.values()) {
             yield [key, values.join(delim)];
         }
     }
     *entriesAll() {
-        for (const [key, values] of this.#raw.entries()) {
+        for (const { key, values } of this.#raw.values()) {
             for (const val of values) {
                 yield [key, val];
             }
         }
     }
     get(key, delim = ", ") {
-        const vals = this.#raw.get(key);
-        if (vals === undefined) {
+        const entry = this.#raw.get(key.toLowerCase());
+        if (entry === undefined) {
             return null;
         }
         else {
-            return vals.join(delim);
+            return entry.values.join(delim);
         }
     }
     getAll(key) {
-        return this.#raw.get(key) ?? [];
+        return this.#raw.get(key.toLowerCase())?.values ?? [];
     }
     has(key) {
-        return this.#raw.has(key);
+        return this.#raw.has(key.toLowerCase());
     }
-    keys() {
-        return this.#raw.keys();
+    *keys() {
+        for (const { key } of this.#raw.values()) {
+            yield key;
+        }
     }
     *values(delim = ", ") {
-        for (const vals of this.#raw.values()) {
-            yield vals.join(delim);
+        for (const { values } of this.#raw.values()) {
+            yield values.join(delim);
         }
     }
     *valuesAll() {
-        for (const vals of this.#raw.values()) {
-            yield* vals;
+        for (const { values } of this.#raw.values()) {
+            yield* values;
         }
     }
 }

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { type MhtmlHeaders } from "./headers";
+import { type MhtmlHeaders } from "./headers.js";
 export type { MhtmlHeaders };
 /** a file that was encoded in MHTML format */
 export interface MhtmlFile {
@@ -15,7 +15,28 @@ export interface MhtmlFile {
 export type Decoder = (lines: AsyncIterable<Uint8Array>) => AsyncIterable<Uint8Array>;
 /** options for mhtml parsing */
 export interface ParseOptions {
-    /** custom decoders for other Content-Transfer-Encodings */
+    /**
+     * custom decoders keyed by (lowercased) Content-Transfer-Encoding
+     *
+     * Use these to handle an encoding the defaults don't, or to override one. A
+     * {@link Decoder} turns the CRLF-split lines of a part into its decoded
+     * bytes; the parser strips the CRLFs when splitting, so a passthrough decoder
+     * re-emits them between lines:
+     *
+     * ```ts
+     * const crlf = new Uint8Array([13, 10]);
+     * const decoderOverrides = new Map([
+     *   ["binary", async function* (lines) {
+     *     let first = true;
+     *     for await (const line of lines) {
+     *       if (!first) yield crlf;
+     *       first = false;
+     *       yield line;
+     *     }
+     *   }],
+     * ]);
+     * ```
+     */
     decoderOverrides?: Map<string, Decoder>;
 }
 /**

package/dist/index.js

@@ -1,6 +1,6 @@
 import { toByteArray } from "base64-js";
-import { Headers } from "./headers";
-import { bytesEqual, collect, decodeBase64, decodeBinary, decodeIdentity, decodeQuotedPrintable, splitStream, } from "./utils";
+import { Headers } from "./headers.js";
+import { bytesEqual, collect, decodeBase64, decodeBinary, decodeIdentity, decodeQuotedPrintable, isHexDigit, splitStream, } from "./utils.js";
 // NOTE we use this for ascii because it's faster than manual, but may cause
 // unexpected errors if the assumption is violated
 const encoder = new TextEncoder();
@@ -21,9 +21,12 @@ function decodeQEncoding(text) {
         }
         else if (code === 61) {
             // encoded character
-            val = parseInt(text[++ind], 16);
-            val *= 16;
-            val += parseInt(text[++ind], 16);
+            const high = text.charCodeAt(++ind);
+            const low = text.charCodeAt(++ind);
+            if (!isHexDigit(high) || !isHexDigit(low)) {
+                throw new Error(`got invalid hex escape when decoding q-quoted word: "${text}"`);
+            }
+            val = parseInt(String.fromCharCode(high, low), 16);
         }
         else {
             // residual ascii
@@ -36,7 +39,6 @@ function decodeQEncoding(text) {
 const encodeFormat = /^=\?([^?\s]+)\?([BQ])\?([^?\s]+)\?=$/;
 /** decode a header line that may have an extra encoding in it */
 function decodeLine(line) {
-    // TODO this might make more sense as a function as part of a regex replaceAll
     const match = encodeFormat.exec(line);
     if (match) {
         const [, charset, encoding, text] = match;
@@ -66,7 +68,6 @@ async function parseHeaders(iter) {
     let key = "";
     let val = "";
     for (;;) {
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
         const { done, value } = await iter.next();
         if (done) {
             throw new Error("didn't find an empty line to signify the end of header parsing");
@@ -81,12 +82,12 @@ async function parseHeaders(iter) {
                 headers.append(key, val);
             }
             if (line) {
-                const delim = line.indexOf(": ");
+                const delim = line.indexOf(":");
                 if (delim === -1) {
                     throw new Error(`header line didn't have key-value delimiter: "${line}"`);
                 }
                 key = line.slice(0, delim);
-                val = decodeLine(line.slice(delim + 2));
+                val = decodeLine(line.slice(delim + 1).replace(/^\s+/, ""));
             }
             else {
                 return headers;
@@ -102,7 +103,6 @@ const defaultDecoders = new Map([
     ["8bit", decodeIdentity],
     ["binary", decodeBinary],
 ]);
-// eslint-disable-next-line spellcheck/spell-checker
 /**
  * extract the boundary condition from a multipart header
  *
@@ -116,12 +116,14 @@ function getBoundary(headers) {
     let bound;
     let multipart = false;
     for (const field of contentType.split(/;\s*/)) {
-        if (field.startsWith("multipart/")) {
+        // the media type and the boundary parameter name are case-insensitive, but
+        // the boundary value itself is not, so match on a lowercased copy
+        const lower = field.toLowerCase();
+        if (lower.startsWith("multipart/")) {
             multipart = true;
         }
-        else if (field.startsWith("boundary=")) {
+        else if (lower.startsWith("boundary=")) {
             bound = field.slice(9);
-            // TODO handling of quoted fields is not great
             if (bound.startsWith('"') && bound.endsWith('"')) {
                 bound = bound.slice(1, -1);
             }
@@ -150,12 +152,11 @@ export async function* parseMhtml(stream, { decoderOverrides = new Map() } = {})
     const lines = splitStream(stream, crlf);
     let bound = null;
     let cont = true;
-    // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
     while (cont) {
         // parse out headers and get encoding for content
         const headers = await parseHeaders(lines);
         const [boundary, terminus] = bound ?? (bound = getBoundary(headers));
-        const encoding = headers.get("Content-Transfer-Encoding") ?? "7bit";
+        const encoding = (headers.get("Content-Transfer-Encoding") ?? "7bit").toLowerCase();
         const decode = decoders.get(encoding);
         if (decode === undefined) {
             throw new Error(`unhandled encoding type: ${encoding}`);
@@ -166,7 +167,6 @@ export async function* parseMhtml(stream, { decoderOverrides = new Map() } = {})
             [Symbol.asyncIterator]() {
                 return {
                     async next() {
-                        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
                         const { done, value } = await lines.next();
                         if (done) {
                             throw new Error(`stream didn't end with the appropriate termination boundary: ${decoder.decode(terminus)}`);

package/dist/mhtml.esm.min.js

@@ -1 +1 @@
-var D=L;var g=[],Y=[],f=typeof Uint8Array<"u"?Uint8Array:Array,P="ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";for(Z=0,S=P.length;Z<S;++Z)g[Z]=P[Z],Y[P.charCodeAt(Z)]=Z;var Z,S;Y[45]=62;Y[95]=63;function m(G){var K=G.length;if(K%4>0)throw Error("Invalid string. Length must be a multiple of 4");var J=G.indexOf("=");if(J===-1)J=K;var M=J===K?0:4-J%4;return[J,M]}function v(G,K,J){return(K+J)*3/4-J}function L(G){var K,J=m(G),M=J[0],R=J[1],U=new f(v(G,M,R)),V=0,W=R>0?M-4:M,X;for(X=0;X<W;X+=4)K=Y[G.charCodeAt(X)]<<18|Y[G.charCodeAt(X+1)]<<12|Y[G.charCodeAt(X+2)]<<6|Y[G.charCodeAt(X+3)],U[V++]=K>>16&255,U[V++]=K>>8&255,U[V++]=K&255;if(R===2)K=Y[G.charCodeAt(X)]<<2|Y[G.charCodeAt(X+1)]>>4,U[V++]=K&255;if(R===1)K=Y[G.charCodeAt(X)]<<10|Y[G.charCodeAt(X+1)]<<4|Y[G.charCodeAt(X+2)]>>2,U[V++]=K>>8&255,U[V++]=K&255;return U}class _{#G=new Map;[Symbol.iterator](){return this.entries()}append(G,K){let J=this.#G.get(G);if(J===void 0)this.#G.set(G,[K]);else J.push(K)}*entries(G=", "){for(let[K,J]of this.#G.entries())yield[K,J.join(G)]}*entriesAll(){for(let[G,K]of this.#G.entries())for(let J of K)yield[G,J]}get(G,K=", "){let J=this.#G.get(G);if(J===void 0)return null;else return J.join(K)}getAll(G){return this.#G.get(G)??[]}has(G){return this.#G.has(G)}keys(){return this.#G.keys()}*values(G=", "){for(let K of this.#G.values())yield K.join(G)}*valuesAll(){for(let G of this.#G.values())yield*G}}function j(G,K){if(G.length!==K.length)return!1;else if(G.byteOffset%4===K.byteOffset%4){let J=(4-G.byteOffset%4)%4,M=Math.floor((G.byteLength-J)/4),R=J+M*4,U=new Uint32Array(G.buffer,G.byteOffset+J,M),V=new Uint32Array(K.buffer,K.byteOffset+J,M);for(let W=0;W<J;++W)if(G[W]!==K[W])return!1;for(let W=0;W<M;++W)if(U[W]!==V[W])return!1;for(let W=R;W<G.length;++W)if(G[W]!==K[W])return!1;return!0}else{for(let J of G.keys())if(G[J]!==K[J])return!1;return!0}}function h(G,K){return G.findIndex((J,M)=>{if(J!==K[0]||M+K.length>G.length)return!1;else{for(let R=1;R<K.length;++R)if(G[M+R]!==K[R])return!1;return!0}})}async function*Q(G,K){let J=new Uint8Array(0);for await(let M of G){J=J.length?E([J,M]):M;let R;while((R=h(J,K))!==-1)yield J.subarray(0,R),J=J.subarray(R+K.length)}yield J}function E(G){let K=G.reduce((R,U)=>R+U.length,0),J=new Uint8Array(K),M=0;for(let R of G)J.set(R,M),M+=R.length;return J}async function O(G){let K=[];for await(let J of G)K.push(J);return E(K)}var k=new Uint8Array([10]);async function*T(G,K=k){for await(let J of G){let M=new Uint8Array(J.length+K.length),R=!1,U=0;for(let V=0;V<J.length;++V){let W=J[V];if(W>=128)throw Error(`got non-ascii character when decoding quoted printable: ${W}`);if(W!==61)M[U++]=W;else{let X=J[++V];if(X===void 0)R=!0;else{let z=J[++V];if(z===void 0)throw Error("quoted printable escape (=) was not followed by two bytes");let $=parseInt(String.fromCharCode(X),16);$*=16,$+=parseInt(String.fromCharCode(z),16),M[U++]=$}}}if(!R)M.set(K,U),U+=K.length;yield M.subarray(0,U)}}var y=new TextDecoder;async function*C(G){for await(let K of G)yield D(y.decode(K))}async function*q(G){for await(let K of G)yield K}function A(){throw Error("binary transfer-encoding is explicitly not supported and trying to add an implementation will likely result in unexpected results, but if you want to ignore anyway, set binary to `decode8bit`")}var I=new TextEncoder,B=new TextDecoder;function b(G){let K=new Uint8Array(G.length),J=0;for(let M=0;M<G.length;++M){let R=G.charCodeAt(M),U;if(R>=128)throw Error(`got non-ascii character when decoding q-quoted word: "${G}"`);else if(R===95)U=32;else if(R===61)U=parseInt(G[++M],16),U*=16,U+=parseInt(G[++M],16);else U=R;K[J++]=U}return K.subarray(0,J)}var p=/^=\?([^?\s]+)\?([BQ])\?([^?\s]+)\?=$/;function H(G){let K=p.exec(G);if(K){let[,J,M,R]=K,U;if(M==="Q")U=b(R);else U=D(R);return new TextDecoder(J).decode(U)}else return G}async function c(G){let K=new _,J="",M="";for(;;){let{done:R,value:U}=await G.next();if(R)throw Error("didn't find an empty line to signify the end of header parsing");let V=B.decode(U);if(/^\s/.test(V))M+=H(V.substring(1));else{if(J)K.append(J,M);if(V){let W=V.indexOf(": ");if(W===-1)throw Error(`header line didn't have key-value delimiter: "${V}"`);J=V.slice(0,W),M=H(V.slice(W+2))}else return K}}}var u=new Map([["7bit",q],["base64",C],["quoted-printable",T],["8bit",q],["binary",A]]);function s(G){let K=G.get("Content-Type");if(K===null)throw Error(`first headers didn't contain a content type: ${JSON.stringify(Object.fromEntries(G))}`);let J,M=!1;for(let V of K.split(/;\s*/))if(V.startsWith("multipart/"))M=!0;else if(V.startsWith("boundary=")){if(J=V.slice(9),J.startsWith('"')&&J.endsWith('"'))J=J.slice(1,-1)}if(!M||J===void 0)throw Error("first content type header didn't contain 'multipart/...' and a boundary string");let R=I.encode(`--${J}`),U=I.encode(`--${J}--`);return[R,U]}async function*t(G,{decoderOverrides:K=new Map}={}){let J=new Map([...u.entries(),...K.entries()]),M=new Uint8Array([13,10]),R=Q(G,M),U=null,V=!0;while(V){let W=await c(R),[X,z]=U??(U=s(W)),$=W.get("Content-Transfer-Encoding")??"7bit",F=J.get($);if(F===void 0)throw Error(`unhandled encoding type: ${$}`);let w=await O(F({[Symbol.asyncIterator](){return{async next(){let{done:x,value:N}=await R.next();if(x)throw Error(`stream didn't end with the appropriate termination boundary: ${B.decode(z)}`);else if(j(N,X))return{done:!0,value:void 0};else if(j(N,z))return V=!1,{done:!0,value:void 0};else return{value:N}}}}}));yield{headers:W,content:w}}}export{t as parseMhtml};
+var R=h;var m=[],Z=[],f=typeof Uint8Array<"u"?Uint8Array:Array,q="ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";for($=0,Q=q.length;$<Q;++$)m[$]=q[$],Z[q.charCodeAt($)]=$;var $,Q;Z[45]=62;Z[95]=63;function L(G){var J=G.length;if(J%4>0)throw Error("Invalid string. Length must be a multiple of 4");var K=G.indexOf("=");if(K===-1)K=J;var M=K===J?0:4-K%4;return[K,M]}function k(G,J,K){return(J+K)*3/4-K}function h(G){var J,K=L(G),M=K[0],U=K[1],W=new f(k(G,M,U)),X=0,V=U>0?M-4:M,Y;for(Y=0;Y<V;Y+=4)J=Z[G.charCodeAt(Y)]<<18|Z[G.charCodeAt(Y+1)]<<12|Z[G.charCodeAt(Y+2)]<<6|Z[G.charCodeAt(Y+3)],W[X++]=J>>16&255,W[X++]=J>>8&255,W[X++]=J&255;if(U===2)J=Z[G.charCodeAt(Y)]<<2|Z[G.charCodeAt(Y+1)]>>4,W[X++]=J&255;if(U===1)J=Z[G.charCodeAt(Y)]<<10|Z[G.charCodeAt(Y+1)]<<4|Z[G.charCodeAt(Y+2)]>>2,W[X++]=J>>8&255,W[X++]=J&255;return W}class E{#G=new Map;[Symbol.iterator](){return this.entries()}append(G,J){let K=this.#G.get(G.toLowerCase());if(K===void 0)this.#G.set(G.toLowerCase(),{key:G,values:[J]});else K.values.push(J)}*entries(G=", "){for(let{key:J,values:K}of this.#G.values())yield[J,K.join(G)]}*entriesAll(){for(let{key:G,values:J}of this.#G.values())for(let K of J)yield[G,K]}get(G,J=", "){let K=this.#G.get(G.toLowerCase());if(K===void 0)return null;else return K.values.join(J)}getAll(G){return this.#G.get(G.toLowerCase())?.values??[]}has(G){return this.#G.has(G.toLowerCase())}*keys(){for(let{key:G}of this.#G.values())yield G}*values(G=", "){for(let{values:J}of this.#G.values())yield J.join(G)}*valuesAll(){for(let{values:G}of this.#G.values())yield*G}}function F(G,J){if(G.length!==J.length)return!1;else if(G.byteOffset%4===J.byteOffset%4){let K=(4-G.byteOffset%4)%4,M=Math.floor((G.byteLength-K)/4),U=K+M*4,W=new Uint32Array(G.buffer,G.byteOffset+K,M),X=new Uint32Array(J.buffer,J.byteOffset+K,M);for(let V=0;V<K;++V)if(G[V]!==J[V])return!1;for(let V=0;V<M;++V)if(W[V]!==X[V])return!1;for(let V=U;V<G.length;++V)if(G[V]!==J[V])return!1;return!0}else{for(let K of G.keys())if(G[K]!==J[K])return!1;return!0}}function y(G,J){return G.findIndex((K,M)=>{if(K!==J[0]||M+J.length>G.length)return!1;else{for(let U=1;U<J.length;++U)if(G[M+U]!==J[U])return!1;return!0}})}async function*T(G,J){let K=new Uint8Array(0);for await(let M of G){K=K.length?j([K,M]):M;let U;while((U=y(K,J))!==-1)yield K.subarray(0,U),K=K.subarray(U+J.length)}yield K}function j(G){let J=G.reduce((U,W)=>U+W.length,0),K=new Uint8Array(J),M=0;for(let U of G)K.set(U,M),M+=U.length;return K}async function C(G){let J=[];for await(let K of G)J.push(K);return j(J)}var D=new Uint8Array([13,10]);function S(G){return G>=48&&G<=57||G>=65&&G<=70||G>=97&&G<=102}async function*A(G,J=D){let K=!1;for await(let M of G){let U=new Uint8Array(M.length+J.length),W=0;if(K)U.set(J,W),W+=J.length,K=!1;let X=!1;for(let V=0;V<M.length;++V){let Y=M[V];if(Y>=128)throw Error(`got non-ascii character when decoding quoted printable: ${Y}`);if(Y!==61)U[W++]=Y;else{let z=M[++V];if(z===void 0)X=!0;else{let P=M[++V];if(P===void 0)throw Error("quoted printable escape (=) was not followed by two bytes");else if(!S(z)||!S(P))throw Error(`quoted printable escape (=) was not followed by two hex digits: "=${String.fromCharCode(z,P)}"`);U[W++]=parseInt(String.fromCharCode(z,P),16)}}}if(!X)K=!0;yield U.subarray(0,W)}}var b=new TextDecoder;async function*I(G){let J="";for await(let K of G){J+=b.decode(K).replace(/\s/g,"");let M=J.length-J.length%4;if(M>0)yield R(J.slice(0,M)),J=J.slice(M)}if(J.length>0)yield R(J)}async function*N(G,J=D){let K=!0;for await(let M of G){if(K)K=!1;else yield J;yield M}}function H(){throw Error("binary transfer-encoding is explicitly not supported and trying to add an implementation will likely result in unexpected results, but if you want to handle it anyway, override `binary` in `decoderOverrides`")}var B=new TextEncoder,x=new TextDecoder;function p(G){let J=new Uint8Array(G.length),K=0;for(let M=0;M<G.length;++M){let U=G.charCodeAt(M),W;if(U>=128)throw Error(`got non-ascii character when decoding q-quoted word: "${G}"`);else if(U===95)W=32;else if(U===61){let X=G.charCodeAt(++M),V=G.charCodeAt(++M);if(!S(X)||!S(V))throw Error(`got invalid hex escape when decoding q-quoted word: "${G}"`);W=parseInt(String.fromCharCode(X,V),16)}else W=U;J[K++]=W}return J.subarray(0,K)}var c=/^=\?([^?\s]+)\?([BQ])\?([^?\s]+)\?=$/;function w(G){let J=c.exec(G);if(J){let[,K,M,U]=J,W;if(M==="Q")W=p(U);else W=R(U);return new TextDecoder(K).decode(W)}else return G}async function u(G){let J=new E,K="",M="";for(;;){let{done:U,value:W}=await G.next();if(U)throw Error("didn't find an empty line to signify the end of header parsing");let X=x.decode(W);if(/^\s/.test(X))M+=w(X.substring(1));else{if(K)J.append(K,M);if(X){let V=X.indexOf(":");if(V===-1)throw Error(`header line didn't have key-value delimiter: "${X}"`);K=X.slice(0,V),M=w(X.slice(V+1).replace(/^\s+/,""))}else return J}}}var a=new Map([["7bit",N],["base64",I],["quoted-printable",A],["8bit",N],["binary",H]]);function s(G){let J=G.get("Content-Type");if(J===null)throw Error(`first headers didn't contain a content type: ${JSON.stringify(Object.fromEntries(G))}`);let K,M=!1;for(let X of J.split(/;\s*/)){let V=X.toLowerCase();if(V.startsWith("multipart/"))M=!0;else if(V.startsWith("boundary=")){if(K=X.slice(9),K.startsWith('"')&&K.endsWith('"'))K=K.slice(1,-1)}}if(!M||K===void 0)throw Error("first content type header didn't contain 'multipart/...' and a boundary string");let U=B.encode(`--${K}`),W=B.encode(`--${K}--`);return[U,W]}async function*e(G,{decoderOverrides:J=new Map}={}){let K=new Map([...a.entries(),...J.entries()]),M=new Uint8Array([13,10]),U=T(G,M),W=null,X=!0;while(X){let V=await u(U),[Y,z]=W??(W=s(V)),P=(V.get("Content-Transfer-Encoding")??"7bit").toLowerCase(),O=K.get(P);if(O===void 0)throw Error(`unhandled encoding type: ${P}`);let g=await C(O({[Symbol.asyncIterator](){return{async next(){let{done:v,value:_}=await U.next();if(v)throw Error(`stream didn't end with the appropriate termination boundary: ${x.decode(z)}`);else if(F(_,Y))return{done:!0,value:void 0};else if(F(_,z))return X=!1,{done:!0,value:void 0};else return{value:_}}}}}));yield{headers:V,content:g}}}export{e as parseMhtml};

package/dist/utils.d.ts

@@ -18,21 +18,38 @@ export declare function splitStream(iter: AsyncIterable<Uint8Array>, split: Uint
  * collect an async iterable of buffers into one
  */
 export declare function collect(stream: AsyncIterable<Uint8Array>): Promise<Uint8Array>;
+/** whether a character code is a hex digit (0-9, A-F, a-f) */
+export declare function isHexDigit(code: number): boolean;
 /**
  * decoder for quoted printable
  *
  * If quoted printable "lines" aren't escaped with an "=" then a new line needs
- * to be inserted. We use `newLine` which defaults to a single "\n".
+ * to be inserted. We use `newLine`, which defaults to CRLF to match the
+ * canonical MIME form; pass a custom separator (e.g. a single "\n") to
+ * normalize instead. The separator goes between lines; the CRLF before the MIME
+ * boundary belongs to the delimiter, not the body.
  */
 export declare function decodeQuotedPrintable(lines: AsyncIterable<Uint8Array>, newLine?: Uint8Array): AsyncIterableIterator<Uint8Array>;
 /**
  * decoder for base64
+ *
+ * RFC 2045 requires decoders to ignore line breaks and decode the concatenated
+ * stream, so producers may wrap at any column. We strip whitespace and buffer
+ * characters that don't yet form a complete four-character quantum, flushing
+ * the remainder at the end of the part.
  */
 export declare function decodeBase64(lines: AsyncIterable<Uint8Array>): AsyncIterableIterator<Uint8Array>;
 /**
  * decoder for 7bit and 8bit
- */
-export declare function decodeIdentity(lines: AsyncIterable<Uint8Array>): AsyncIterableIterator<Uint8Array>;
+ *
+ * 7bit/8bit apply no transfer transformation, so the content bytes are the
+ * payload as-is. parseMhtml splits the stream on CRLF to find part boundaries,
+ * so we re-insert `newLine` (defaulting to CRLF) between lines to restore the
+ * original bytes exactly. Pass `newLine` (e.g. a single "\n") to normalize line
+ * endings instead. The separator goes between lines; the CRLF before the
+ * boundary belongs to the delimiter, not the body.
+ */
+export declare function decodeIdentity(lines: AsyncIterable<Uint8Array>, newLine?: Uint8Array): AsyncIterableIterator<Uint8Array>;
 /**
  * decoder for binary
  *

package/dist/utils.js

@@ -111,19 +111,33 @@ export async function collect(stream) {
     }
     return concat(chunks);
 }
-// default new line character for quoted printable decoding
-const defaultNewLine = new Uint8Array([10]);
+const crlf = new Uint8Array([13, 10]);
+/** whether a character code is a hex digit (0-9, A-F, a-f) */
+export function isHexDigit(code) {
+    return ((code >= 48 && code <= 57) ||
+        (code >= 65 && code <= 70) ||
+        (code >= 97 && code <= 102));
+}
 /**
  * decoder for quoted printable
  *
  * If quoted printable "lines" aren't escaped with an "=" then a new line needs
- * to be inserted. We use `newLine` which defaults to a single "\n".
+ * to be inserted. We use `newLine`, which defaults to CRLF to match the
+ * canonical MIME form; pass a custom separator (e.g. a single "\n") to
+ * normalize instead. The separator goes between lines; the CRLF before the MIME
+ * boundary belongs to the delimiter, not the body.
  */
-export async function* decodeQuotedPrintable(lines, newLine = defaultNewLine) {
+export async function* decodeQuotedPrintable(lines, newLine = crlf) {
+    let pendingNewLine = false; // a hard line break from the previous line
     for await (const bytes of lines) {
         const res = new Uint8Array(bytes.length + newLine.length);
-        let softLine = false; // if newline wasn't escaped so we need to add
         let destInd = 0;
+        if (pendingNewLine) {
+            res.set(newLine, destInd);
+            destInd += newLine.length;
+            pendingNewLine = false;
+        }
+        let softLine = false; // if newline was escaped, so we shouldn't add one
         for (let ind = 0; ind < bytes.length; ++ind) {
             const code = bytes[ind];
             if (code >= 128) {
@@ -144,16 +158,15 @@ export async function* decodeQuotedPrintable(lines, newLine = defaultNewLine) {
                     if (second === undefined) {
                         throw new Error("quoted printable escape (=) was not followed by two bytes");
                     }
-                    let val = parseInt(String.fromCharCode(first), 16);
-                    val *= 16;
-                    val += parseInt(String.fromCharCode(second), 16);
-                    res[destInd++] = val;
+                    else if (!isHexDigit(first) || !isHexDigit(second)) {
+                        throw new Error(`quoted printable escape (=) was not followed by two hex digits: "=${String.fromCharCode(first, second)}"`);
+                    }
+                    res[destInd++] = parseInt(String.fromCharCode(first, second), 16);
                 }
             }
         }
         if (!softLine) {
-            res.set(newLine, destInd);
-            destInd += newLine.length;
+            pendingNewLine = true;
         }
         yield res.subarray(0, destInd);
     }
@@ -161,17 +174,45 @@ export async function* decodeQuotedPrintable(lines, newLine = defaultNewLine) {
 const decoder = new TextDecoder();
 /**
  * decoder for base64
+ *
+ * RFC 2045 requires decoders to ignore line breaks and decode the concatenated
+ * stream, so producers may wrap at any column. We strip whitespace and buffer
+ * characters that don't yet form a complete four-character quantum, flushing
+ * the remainder at the end of the part.
  */
 export async function* decodeBase64(lines) {
+    let residual = "";
     for await (const bytes of lines) {
-        yield toByteArray(decoder.decode(bytes));
+        residual += decoder.decode(bytes).replace(/\s/g, "");
+        const usable = residual.length - (residual.length % 4);
+        if (usable > 0) {
+            yield toByteArray(residual.slice(0, usable));
+            residual = residual.slice(usable);
+        }
+    }
+    if (residual.length > 0) {
+        yield toByteArray(residual);
     }
 }
 /**
  * decoder for 7bit and 8bit
+ *
+ * 7bit/8bit apply no transfer transformation, so the content bytes are the
+ * payload as-is. parseMhtml splits the stream on CRLF to find part boundaries,
+ * so we re-insert `newLine` (defaulting to CRLF) between lines to restore the
+ * original bytes exactly. Pass `newLine` (e.g. a single "\n") to normalize line
+ * endings instead. The separator goes between lines; the CRLF before the
+ * boundary belongs to the delimiter, not the body.
  */
-export async function* decodeIdentity(lines) {
+export async function* decodeIdentity(lines, newLine = crlf) {
+    let first = true;
     for await (const bytes of lines) {
+        if (first) {
+            first = false;
+        }
+        else {
+            yield newLine;
+        }
         yield bytes;
     }
 }
@@ -182,5 +223,5 @@ export async function* decodeIdentity(lines) {
  * error.
  */
 export function decodeBinary() {
-    throw new Error("binary transfer-encoding is explicitly not supported and trying to add an implementation will likely result in unexpected results, but if you want to ignore anyway, set binary to `decode8bit`");
+    throw new Error("binary transfer-encoding is explicitly not supported and trying to add an implementation will likely result in unexpected results, but if you want to handle it anyway, override `binary` in `decoderOverrides`");
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "mhtml-stream",
-  "version": "2.0.2",
-  "description": "Zero dependency stream MHTML parser",
+  "version": "3.0.1",
+  "description": "Streaming MHTML parser",
   "keywords": [
     "mhtml",
     "stream"
@@ -10,9 +10,13 @@
     "type": "git",
     "url": "git+https://github.com/erikbrinkman/mhtml-stream.git"
   },
+  "homepage": "https://erikbrinkman.github.io/mhtml-stream/",
   "author": "Erik Brinkman <erik.brinkman@gmail.com>",
   "license": "MIT",
   "type": "module",
+  "engines": {
+    "node": ">=20.19"
+  },
   "sideEffects": false,
   "types": "dist/index.d.ts",
   "module": "dist/mhtml.esm.min.js",
@@ -32,12 +36,13 @@
     "lint": "tsc && biome check && typedoc --emit none",
     "doc": "typedoc",
     "export": "tsc -p tsconfig.build.json && bun build src/index.ts --minify --outfile dist/mhtml.esm.min.js",
-    "prepack": "bun lint && bun test --coverage && bun export && publint"
+    "prepack": "bun lint && bun test --coverage && bun export && publint --strict && npm_config_ignore_scripts=true attw --pack --profile esm-only"
   },
   "dependencies": {
     "base64-js": "^1.5.1"
   },
   "devDependencies": {
+    "@arethetypeswrong/cli": "^0.18.4",
     "@biomejs/biome": "^2.4.15",
     "@types/base64-js": "^1.5.0",
     "@types/bun": "^1.3.14",

package/dist/index.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/index.spec.js

@@ -1,248 +0,0 @@
-import { describe, expect, test } from "bun:test";
-import { parseMhtml } from ".";
-import { Headers } from "./headers";
-const encoder = new TextEncoder();
-const decoder = new TextDecoder();
-// from https://en.wikipedia.org/wiki/MIME#Multipart_messages
-// eslint-disable-next-line spellcheck/spell-checker
-const example = `MIME-Version: 1.0
-Subject: =?iso-8859-1?Q?=A1Hola,_se=F1or!?=
-Content-Type: multipart/mixed; boundary=frontier
-
-This is a message with multiple parts in MIME format.
---frontier
-Content-Type: text/plain
-
-This is the body of the message.
---frontier
-Content-Type: application/octet-stream
-Content-Transfer-Encoding: base64
-
-PGh0bWw+CiAgPGhlYWQ+CiAgPC9oZWFkPgogIDxib2R5PgogICAgPHA+VGhpcyBpcyB0aGUg
-Ym9keSBvZiB0aGUgbWVzc2FnZS48L3A+CiAgPC9ib2R5Pgo8L2h0bWw+Cg==
---frontier--
-`;
-const newYorker = `From: <Saved by Blink>
-Snapshot-Content-Location: https://www.newyorker.com/culture/cultural-comment/what-the-twilight-zone-reveals-about-todays-prestige-tv
-Subject: =?utf-8?Q?What=20=E2=80=9CThe=20Twilight=20Zone=E2=80=9D=20Reveals=20Abou?=
- =?utf-8?Q?t=20Today=E2=80=99s=20Prestige=20TV=20|=20The=20New=20Yorker?=
-Date: Sat, 16 Apr 2022 17:48:31 -0000
-MIME-Version: 1.0
-Content-Type: multipart/related;
-	type="text/html";
-	boundary="----MultipartBoundary--NYswbLinUCqE8KaJecg8DEV6giqFeyGLtHeT0qLB4h----"
-
-
-------MultipartBoundary--NYswbLinUCqE8KaJecg8DEV6giqFeyGLtHeT0qLB4h------
-`;
-// eslint-disable-next-line @typescript-eslint/require-await
-async function* stringToStream(file) {
-    yield encoder.encode(file.replaceAll("\n", "\r\n"));
-}
-async function consume(iter) {
-    for await (const _ of iter) {
-        //
-    }
-}
-describe("parseMhtml()", () => {
-    test("example", async () => {
-        const files = [];
-        for await (const file of parseMhtml(stringToStream(example))) {
-            files.push(file);
-        }
-        const headers = files.map(({ headers }) => Object.fromEntries(headers));
-        const expectedHeaders = [
-            {
-                "MIME-Version": "1.0",
-                // eslint-disable-next-line spellcheck/spell-checker
-                Subject: "¡Hola, señor!",
-                "Content-Type": "multipart/mixed; boundary=frontier",
-            },
-            {
-                "Content-Type": "text/plain",
-            },
-            {
-                "Content-Type": "application/octet-stream",
-                "Content-Transfer-Encoding": "base64",
-            },
-        ];
-        expect(headers).toEqual(expectedHeaders);
-        const text = files
-            .slice(0, 2)
-            .map(({ content }) => decoder.decode(content));
-        const expectedText = [
-            "This is a message with multiple parts in MIME format.",
-            "This is the body of the message.",
-        ];
-        expect(text).toEqual(expectedText);
-    });
-    test("other headers", async () => {
-        // eslint-disable-next-line spellcheck/spell-checker
-        const content = `MIME-Version: 1.0
-From: this is a wrapped: header
-  with an extra delimiter in: both sections
-Subject: =?utf-8?B?QmFzZSA2NCDigJQgTW96aWxsYSBEZXZlbG9wZXIgTmV0d29yaw==?=
-Content-Type: multipart/mixed; boundary="quoted-frontier"
-
-This is a message with multiple parts in MIME format.
---quoted-frontier--
-`;
-        const files = [];
-        for await (const file of parseMhtml(stringToStream(content))) {
-            files.push(file);
-        }
-        const headers = files.map(({ headers }) => Object.fromEntries(headers));
-        const expectedHeaders = [
-            {
-                "MIME-Version": "1.0",
-                From: "this is a wrapped: header with an extra delimiter in: both sections",
-                Subject: "Base 64 \u2014 Mozilla Developer Network",
-                "Content-Type": 'multipart/mixed; boundary="quoted-frontier"',
-            },
-        ];
-        expect(headers).toEqual(expectedHeaders);
-        const text = files.map(({ content }) => decoder.decode(content));
-        const expectedText = [
-            "This is a message with multiple parts in MIME format.",
-        ];
-        expect(text).toEqual(expectedText);
-    });
-    test("escaped multi-line headers", async () => {
-        const files = [];
-        for await (const file of parseMhtml(stringToStream(newYorker))) {
-            files.push(file);
-        }
-        const headers = files.map(({ headers }) => Object.fromEntries(headers));
-        const expectedHeaders = [
-            {
-                // eslint-disable-next-line spellcheck/spell-checker
-                "Content-Type": `multipart/related;type="text/html";boundary="----MultipartBoundary--NYswbLinUCqE8KaJecg8DEV6giqFeyGLtHeT0qLB4h----"`,
-                Date: "Sat, 16 Apr 2022 17:48:31 -0000",
-                From: "<Saved by Blink>",
-                "MIME-Version": "1.0",
-                "Snapshot-Content-Location": "https://www.newyorker.com/culture/cultural-comment/what-the-twilight-zone-reveals-about-todays-prestige-tv",
-                Subject: 
-                // eslint-disable-next-line spellcheck/spell-checker
-                "What “The Twilight Zone” Reveals About Today’s Prestige TV | The New Yorker",
-            },
-        ];
-        expect(headers).toEqual(expectedHeaders);
-        const text = files.map(({ content }) => decoder.decode(content));
-        const expectedText = [""];
-        expect(text).toEqual(expectedText);
-    });
-    test("fails non-ascii in q-encoding", async () => {
-        // eslint-disable-next-line spellcheck/spell-checker
-        const content = `MIME-Version: 1.0
-Subject: =?iso-8859-1?Q?=A1Hola,\xffse=F1or!?=
-`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("got non-ascii character when decoding q-quoted word");
-    });
-    test("fails without empty header delimiter", async () => {
-        const content = `MIME-Version: 1.0`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("didn't find an empty line to signify the end of header parsing");
-    });
-    test("fails with invalid header", async () => {
-        const content = `MIME-Version: 1.0
-invalid header
-
-`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("header line didn't have key-value delimiter");
-    });
-    test("fails with missing Content-Type", async () => {
-        const content = `MIME-Version: 1.0
-
-`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("first headers didn't contain a content type");
-    });
-    test("fails with missing multipart", async () => {
-        const content = `MIME-Version: 1.0
-Content-Type: text/plain; boundary=frontier
-
-`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("first content type header didn't contain");
-    });
-    test("fails with missing boundary", async () => {
-        const content = `MIME-Version: 1.0
-Content-Type: multipart/mixed
-
-`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("first content type header didn't contain");
-    });
-    test("fails with missing decoder", async () => {
-        const content = `MIME-Version: 1.0
-Content-Transfer-Encoding: unknown
-Content-Type: multipart/mixed; boundary=frontier
-
-`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("unhandled encoding type: unknown");
-    });
-    test("fails without terminus", async () => {
-        const content = `MIME-Version: 1.0
-Content-Type: multipart/mixed; boundary=frontier
-
-This is a message with multiple parts in MIME format.
-`;
-        const parser = parseMhtml(stringToStream(content));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect(consume(parser)).rejects.toThrow("stream didn't end with the appropriate termination boundary");
-    });
-});
-describe("MhtmlHeaders", () => {
-    const headers = new Headers();
-    headers.append("a", "b");
-    headers.append("a", "c");
-    headers.append("d", "e");
-    test("entries()", () => {
-        const entries = Object.fromEntries(headers.entries());
-        expect(entries).toEqual({ a: "b, c", d: "e" });
-    });
-    test("entriesAll()", () => {
-        const entriesAll = [...headers.entriesAll()].sort();
-        expect(entriesAll).toEqual([
-            ["a", "b"],
-            ["a", "c"],
-            ["d", "e"],
-        ]);
-    });
-    test("get()", () => {
-        expect(headers.get("a")).toStrictEqual("b, c");
-        expect(headers.get("d")).toStrictEqual("e");
-        expect(headers.get("f")).toStrictEqual(null);
-    });
-    test("getAll()", () => {
-        expect(headers.getAll("a")).toEqual(["b", "c"]);
-        expect(headers.getAll("d")).toEqual(["e"]);
-        expect(headers.getAll("f")).toEqual([]);
-    });
-    test("has()", () => {
-        expect(headers.has("a")).toBe(true);
-        expect(headers.has("f")).toBe(false);
-    });
-    test("keys()", () => {
-        const keys = [...headers.keys()].sort();
-        expect(keys).toEqual(["a", "d"]);
-    });
-    test("values()", () => {
-        const values = [...headers.values()].sort();
-        expect(values).toEqual(["b, c", "e"]);
-    });
-    test("valuesAll()", () => {
-        const valuesAll = [...headers.valuesAll()].sort();
-        expect(valuesAll).toEqual(["b", "c", "e"]);
-    });
-});

package/dist/utils.spec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/utils.spec.js

@@ -1,148 +0,0 @@
-import { describe, expect, test } from "bun:test";
-import { bytesEqual, collect, decodeBinary, decodeIdentity, decodeQuotedPrintable, indexOf, splitStream, } from "./utils";
-const encoder = new TextEncoder();
-const decoder = new TextDecoder();
-// eslint-disable-next-line @typescript-eslint/require-await
-async function* toAsyncIterable(items) {
-    for (const item of items) {
-        yield item;
-    }
-}
-describe("bytesEqual()", () => {
-    test("length failure", () => {
-        const left = new Uint8Array([1, 2, 3]);
-        const right = new Uint8Array([1, 2, 3, 4]);
-        expect(bytesEqual(left, right)).toBe(false);
-    });
-    test("simple success", () => {
-        const left = new Uint8Array([1, 2, 3]);
-        const right = new Uint8Array([1, 2, 3]);
-        expect(bytesEqual(left, right)).toBe(true);
-    });
-    test("simple failure", () => {
-        const left = new Uint8Array([1, 2, 3]);
-        const right = new Uint8Array([1, 2, 4]);
-        expect(bytesEqual(left, right)).toBe(false);
-    });
-    test("fast path success", () => {
-        const left = new Uint8Array([0, 1, 2, 3, 4, 5, 6, 7]).subarray(1);
-        const right = new Uint8Array([0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7]).subarray(5);
-        expect(bytesEqual(left, right)).toBe(true);
-    });
-    test("fast path failure start", () => {
-        const left = new Uint8Array([0, 1, 2, 3, 4, 5, 6, 7]).subarray(1);
-        const right = new Uint8Array([0, 0, 0, 0, 0, 2, 2, 3, 4, 5, 6, 7]).subarray(5);
-        expect(bytesEqual(left, right)).toBe(false);
-    });
-    test("fast path failure middle", () => {
-        const left = new Uint8Array([0, 1, 2, 3, 4, 5, 6, 7]).subarray(1);
-        const right = new Uint8Array([0, 0, 0, 0, 0, 1, 2, 4, 4, 5, 6, 7]).subarray(5);
-        expect(bytesEqual(left, right)).toBe(false);
-    });
-    test("fast path failure end", () => {
-        const left = new Uint8Array([0, 1, 2, 3, 4, 5, 6, 7]).subarray(1);
-        const right = new Uint8Array([0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 8]).subarray(5);
-        expect(bytesEqual(left, right)).toBe(false);
-    });
-    test("slow path success", () => {
-        const left = new Uint8Array([1, 2, 3, 4, 5]);
-        const right = new Uint8Array([0, 1, 2, 3, 4, 5]).subarray(1);
-        expect(bytesEqual(left, right)).toBe(true);
-    });
-    test("slow path failure", () => {
-        const left = new Uint8Array([1, 2, 3, 4, 5]);
-        const right = new Uint8Array([0, 1, 2, 3, 4, 6]).subarray(1);
-        expect(bytesEqual(left, right)).toBe(false);
-    });
-});
-describe("indexOf()", () => {
-    test("simple success", () => {
-        const haystack = new Uint8Array([0, 1, 2]);
-        const needle = new Uint8Array([1]);
-        expect(indexOf(haystack, needle)).toEqual(1);
-    });
-    test("simple failure", () => {
-        const haystack = new Uint8Array([0, 1, 2]);
-        const needle = new Uint8Array([3]);
-        expect(indexOf(haystack, needle)).toEqual(-1);
-    });
-    test("complex success", () => {
-        const haystack = new Uint8Array([0, 1, 3, 1, 2, 3]);
-        const needle = new Uint8Array([1, 2]);
-        expect(indexOf(haystack, needle)).toEqual(3);
-    });
-    test("complex failure", () => {
-        const haystack = new Uint8Array([0, 1, 3, 1, 4, 3]);
-        const needle = new Uint8Array([1, 2]);
-        expect(indexOf(haystack, needle)).toEqual(-1);
-    });
-});
-test("splitStream()", async () => {
-    const split = new Uint8Array([1, 2]);
-    const input = [
-        new Uint8Array([255, 1, 2, 3, 4, 1, 2, 1]),
-        new Uint8Array([2, 5, 6, 7, 8]),
-        new Uint8Array([9, 10, 11, 2, 1, 12, 13]),
-        new Uint8Array([14, 15, 1, 2, 16]),
-    ];
-    const parts = [];
-    for await (const part of splitStream(toAsyncIterable(input), split)) {
-        parts.push(part);
-    }
-    const expected = [
-        new Uint8Array([255]),
-        new Uint8Array([3, 4]),
-        new Uint8Array(0),
-        new Uint8Array([5, 6, 7, 8, 9, 10, 11, 2, 1, 12, 13, 14, 15]),
-        new Uint8Array([16]),
-    ];
-    expect(parts.length).toEqual(expected.length);
-    for (const [i, part] of parts.entries()) {
-        expect(bytesEqual(part, expected[i])).toBe(true);
-    }
-});
-test("collect()", async () => {
-    const res = await collect(toAsyncIterable([
-        new Uint8Array([0, 1]),
-        new Uint8Array([2, 3, 4]),
-        new Uint8Array([5, 6]),
-    ]));
-    const expected = new Uint8Array([0, 1, 2, 3, 4, 5, 6]);
-    expect(bytesEqual(res, expected)).toBe(true);
-});
-describe("decodeQuotedPrintable()", () => {
-    test("success", async () => {
-        // eslint-disable-next-line spellcheck/spell-checker
-        const input = ["key=3Dvalue", "this line continues =", "on the next line"];
-        const res = decoder.decode(await collect(decodeQuotedPrintable(toAsyncIterable(input.map((l) => encoder.encode(l))))));
-        expect(res).toStrictEqual("key=value\nthis line continues on the next line\n");
-    });
-    test("ascii failure", async () => {
-        const input = ["\xff"];
-        const decoded = decodeQuotedPrintable(toAsyncIterable(input.map((l) => encoder.encode(l))));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect((async () => {
-            for await (const _ of decoded) {
-                //
-            }
-        })()).rejects.toThrow("non-ascii");
-    });
-    test("encoding failure", async () => {
-        const input = ["a=0"];
-        const decoded = decodeQuotedPrintable(toAsyncIterable(input.map((l) => encoder.encode(l))));
-        // eslint-disable-next-line @typescript-eslint/no-confusing-void-expression,@typescript-eslint/await-thenable
-        await expect((async () => {
-            for await (const _ of decoded) {
-                //
-            }
-        })()).rejects.toThrow("quoted printable escape");
-    });
-});
-test("decodeIdentity()", async () => {
-    const input = ["line ", "not ascii \xff"];
-    const res = decoder.decode(await collect(decodeIdentity(toAsyncIterable(input.map((l) => encoder.encode(l))))));
-    expect(res).toStrictEqual("line not ascii \xff");
-});
-test("decodeBinary()", () => {
-    expect(decodeBinary).toThrow("explicitly");
-});