@loaders.gl/loader-utils 3.1.0-alpha.2 → 3.1.0-beta.1

package/dist/lib/binary-utils/memory-copy-utils.js

@@ -1,27 +1,61 @@
-import { assert } from '../env-utils/assert';
-export function padToNBytes(byteLength, padding) {
-  assert(byteLength >= 0);
-  assert(padding > 0);
-  return byteLength + (padding - 1) & ~(padding - 1);
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.copyToArray = exports.copyArrayBuffer = exports.padToNBytes = void 0;
+const assert_1 = require("../env-utils/assert");
+/**
+ * Calculate new size of an arrayBuffer to be aligned to an n-byte boundary
+ * This function increases `byteLength` by the minimum delta,
+ * allowing the total length to be divided by `padding`
+ * @param byteLength
+ * @param padding
+ */
+function padToNBytes(byteLength, padding) {
+    (0, assert_1.assert)(byteLength >= 0); // `Incorrect 'byteLength' value: ${byteLength}`
+    (0, assert_1.assert)(padding > 0); // `Incorrect 'padding' value: ${padding}`
+    return (byteLength + (padding - 1)) & ~(padding - 1);
 }
-export function copyArrayBuffer(targetBuffer, sourceBuffer, byteOffset, byteLength = sourceBuffer.byteLength) {
-  const targetArray = new Uint8Array(targetBuffer, byteOffset, byteLength);
-  const sourceArray = new Uint8Array(sourceBuffer);
-  targetArray.set(sourceArray);
-  return targetBuffer;
+exports.padToNBytes = padToNBytes;
+/**
+ * Creates a new Uint8Array based on two different ArrayBuffers
+ * @param targetBuffer The first buffer.
+ * @param sourceBuffer The second buffer.
+ * @return The new ArrayBuffer created out of the two.
+ */
+function copyArrayBuffer(targetBuffer, sourceBuffer, byteOffset, byteLength = sourceBuffer.byteLength) {
+    const targetArray = new Uint8Array(targetBuffer, byteOffset, byteLength);
+    const sourceArray = new Uint8Array(sourceBuffer);
+    targetArray.set(sourceArray);
+    return targetBuffer;
 }
-export function copyToArray(source, target, targetOffset) {
-  let sourceArray;
-
-  if (source instanceof ArrayBuffer) {
-    sourceArray = new Uint8Array(source);
-  } else {
-    const srcByteOffset = source.byteOffset;
-    const srcByteLength = source.byteLength;
-    sourceArray = new Uint8Array(source.buffer || source.arrayBuffer, srcByteOffset, srcByteLength);
-  }
-
-  target.set(sourceArray, targetOffset);
-  return targetOffset + padToNBytes(sourceArray.byteLength, 4);
+exports.copyArrayBuffer = copyArrayBuffer;
+/**
+ * Copy from source to target at the targetOffset
+ *
+ * @param source - The data to copy
+ * @param target - The destination to copy data into
+ * @param targetOffset - The start offset into target to place the copied data
+ * @returns the new offset taking into account proper padding
+ */
+function copyToArray(source, target, targetOffset) {
+    let sourceArray;
+    if (source instanceof ArrayBuffer) {
+        sourceArray = new Uint8Array(source);
+    }
+    else {
+        // Pack buffer onto the big target array
+        //
+        // 'source.data.buffer' could be a view onto a larger buffer.
+        // We MUST use this constructor to ensure the byteOffset and byteLength is
+        // set to correct values from 'source.data' and not the underlying
+        // buffer for target.set() to work properly.
+        const srcByteOffset = source.byteOffset;
+        const srcByteLength = source.byteLength;
+        // In gltf parser it is set as "arrayBuffer" instead of "buffer"
+        // https://github.com/visgl/loaders.gl/blob/1e3a82a0a65d7b6a67b1e60633453e5edda2960a/modules/gltf/src/lib/parse-gltf.js#L85
+        sourceArray = new Uint8Array(source.buffer || source.arrayBuffer, srcByteOffset, srcByteLength);
+    }
+    // Pack buffer onto the big target array
+    target.set(sourceArray, targetOffset);
+    return targetOffset + padToNBytes(sourceArray.byteLength, 4);
 }
-//# sourceMappingURL=memory-copy-utils.js.map
+exports.copyToArray = copyToArray;

package/dist/lib/env-utils/assert.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Throws an `Error` with the optional `message` if `condition` is falsy
+ * @note Replacement for the external assert method to reduce bundle size
+ */
+export declare function assert(condition: any, message?: string): void;
+//# sourceMappingURL=assert.d.ts.map

package/dist/lib/env-utils/assert.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"assert.d.ts","sourceRoot":"","sources":["../../../src/lib/env-utils/assert.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,MAAM,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAI7D"}

package/dist/lib/env-utils/assert.js

@@ -1,6 +1,13 @@
-export function assert(condition, message) {
-  if (!condition) {
-    throw new Error(message || 'loader assertion failed.');
-  }
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assert = void 0;
+/**
+ * Throws an `Error` with the optional `message` if `condition` is falsy
+ * @note Replacement for the external assert method to reduce bundle size
+ */
+function assert(condition, message) {
+    if (!condition) {
+        throw new Error(message || 'loader assertion failed.');
+    }
 }
-//# sourceMappingURL=assert.js.map
+exports.assert = assert;

package/dist/lib/env-utils/globals.d.ts

@@ -0,0 +1,15 @@
+declare type obj = {
+    [key: string]: any;
+};
+declare const self_: obj;
+declare const window_: obj;
+declare const global_: obj;
+declare const document_: obj;
+export { self_ as self, window_ as window, global_ as global, document_ as document };
+/** true if running in a browser */
+export declare const isBrowser: boolean;
+/** true if running in a worker thread */
+export declare const isWorker: boolean;
+/** Major Node version (as a number) */
+export declare const nodeVersion: number;
+//# sourceMappingURL=globals.d.ts.map

package/dist/lib/env-utils/globals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"globals.d.ts","sourceRoot":"","sources":["../../../src/lib/env-utils/globals.ts"],"names":[],"mappings":"AAWA,aAAK,GAAG,GAAG;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CAAC,CAAC;AAChC,QAAA,MAAM,KAAK,EAAE,GAA4D,CAAC;AAC1E,QAAA,MAAM,OAAO,EAAE,GAA4D,CAAC;AAC5E,QAAA,MAAM,OAAO,EAAE,GAA4D,CAAC;AAC5E,QAAA,MAAM,SAAS,EAAE,GAA4B,CAAC;AAE9C,OAAO,EAAC,KAAK,IAAI,IAAI,EAAE,OAAO,IAAI,MAAM,EAAE,OAAO,IAAI,MAAM,EAAE,SAAS,IAAI,QAAQ,EAAC,CAAC;AAEpF,mCAAmC;AACnC,eAAO,MAAM,SAAS,EAAE,OAE2E,CAAC;AAEpG,yCAAyC;AACzC,eAAO,MAAM,QAAQ,EAAE,OAA6C,CAAC;AAKrE,uCAAuC;AACvC,eAAO,MAAM,WAAW,EAAE,MAAiD,CAAC"}

package/dist/lib/env-utils/globals.js

@@ -1,16 +1,30 @@
+"use strict";
+// Purpose: include this in your module to avoid
+// dependencies on micro modules like 'global' and 'is-browser';
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.nodeVersion = exports.isWorker = exports.isBrowser = exports.document = exports.global = exports.window = exports.self = void 0;
+/* eslint-disable no-restricted-globals */
 const globals = {
-  self: typeof self !== 'undefined' && self,
-  window: typeof window !== 'undefined' && window,
-  global: typeof global !== 'undefined' && global,
-  document: typeof document !== 'undefined' && document
+    self: typeof self !== 'undefined' && self,
+    window: typeof window !== 'undefined' && window,
+    global: typeof global !== 'undefined' && global,
+    document: typeof document !== 'undefined' && document
 };
 const self_ = globals.self || globals.window || globals.global || {};
+exports.self = self_;
 const window_ = globals.window || globals.self || globals.global || {};
+exports.window = window_;
 const global_ = globals.global || globals.self || globals.window || {};
+exports.global = global_;
 const document_ = globals.document || {};
-export { self_ as self, window_ as window, global_ as global, document_ as document };
-export const isBrowser = typeof process !== 'object' || String(process) !== '[object process]' || process.browser;
-export const isWorker = typeof importScripts === 'function';
+exports.document = document_;
+/** true if running in a browser */
+exports.isBrowser = 
+// @ts-ignore process does not exist on browser
+Boolean(typeof process !== 'object' || String(process) !== '[object process]' || process.browser);
+/** true if running in a worker thread */
+exports.isWorker = typeof importScripts === 'function';
+// Extract node major version
 const matches = typeof process !== 'undefined' && process.version && /v([0-9]*)/.exec(process.version);
-export const nodeVersion = matches && parseFloat(matches[1]) || 0;
-//# sourceMappingURL=globals.js.map
+/** Major Node version (as a number) */
+exports.nodeVersion = (matches && parseFloat(matches[1])) || 0;

package/dist/lib/filesystems/node-filesystem.d.ts

@@ -0,0 +1,38 @@
+/// <reference types="node" />
+import * as fs from '../node/fs';
+import { IFileSystem, IRandomAccessReadFileSystem } from '../../types';
+declare type Stat = {
+    size: number;
+    isDirectory: () => boolean;
+    info?: fs.Stats;
+};
+declare type ReadOptions = {
+    buffer?: Buffer;
+    offset?: number;
+    length?: number;
+    position?: number;
+};
+/**
+ * FileSystem pass-through for Node.js
+ * Compatible with BrowserFileSystem.
+ * @param options
+ */
+export default class NodeFileSystem implements IFileSystem, IRandomAccessReadFileSystem {
+    constructor(options: {
+        [key: string]: any;
+    });
+    readdir(dirname?: string, options?: {}): Promise<any[]>;
+    stat(path: string, options?: {}): Promise<Stat>;
+    fetch(path: string, options: {
+        [key: string]: any;
+    }): Promise<any>;
+    open(path: string, flags: string | number, mode?: any): Promise<number>;
+    close(fd: number): Promise<void>;
+    fstat(fd: number): Promise<Stat>;
+    read(fd: number, { buffer, offset, length, position }: ReadOptions): Promise<{
+        bytesRead: number;
+        buffer: Buffer;
+    }>;
+}
+export {};
+//# sourceMappingURL=node-filesystem.d.ts.map

package/dist/lib/filesystems/node-filesystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-filesystem.d.ts","sourceRoot":"","sources":["../../../src/lib/filesystems/node-filesystem.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAE,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,WAAW,EAAE,2BAA2B,EAAC,MAAM,aAAa,CAAC;AAIrE,aAAK,IAAI,GAAG;IACV,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,OAAO,CAAC;IAC3B,IAAI,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;CACjB,CAAC;AAEF,aAAK,WAAW,GAAG;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,OAAO,OAAO,cAAe,YAAW,WAAW,EAAE,2BAA2B;gBAEzE,OAAO,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC;IAInC,OAAO,CAAC,OAAO,SAAM,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAIpD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/C,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC;IAQjD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC;IAIvE,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhC,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKhC,IAAI,CACR,EAAE,EAAE,MAAM,EAEV,EAAC,MAAa,EAAE,MAAU,EAAE,MAA0B,EAAE,QAAe,EAAC,EAAE,WAAW,GACpF,OAAO,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAC,CAAC;CAehD"}

package/dist/lib/filesystems/node-filesystem.js

@@ -0,0 +1,69 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("../node/fs"));
+/**
+ * FileSystem pass-through for Node.js
+ * Compatible with BrowserFileSystem.
+ * @param options
+ */
+class NodeFileSystem {
+    // implements IFileSystem
+    constructor(options) {
+        this.fetch = options._fetch;
+    }
+    async readdir(dirname = '.', options) {
+        return await fs.readdir(dirname, options);
+    }
+    async stat(path, options) {
+        const info = await fs.stat(path, options);
+        return { size: Number(info.size), isDirectory: () => false, info };
+    }
+    async fetch(path, options) {
+        // Falls back to handle https:/http:/data: etc fetches
+        // eslint-disable-next-line
+        const fallbackFetch = options.fetch || this.fetch;
+        return fallbackFetch(path, options);
+    }
+    // implements IRandomAccessFileSystem
+    async open(path, flags, mode) {
+        return await fs.open(path, flags);
+    }
+    async close(fd) {
+        return await fs.close(fd);
+    }
+    async fstat(fd) {
+        const info = await fs.fstat(fd);
+        return info;
+    }
+    async read(fd, 
+    // @ts-ignore Possibly null
+    { buffer = null, offset = 0, length = buffer.byteLength, position = null }) {
+        let totalBytesRead = 0;
+        // Read in loop until we get required number of bytes
+        while (totalBytesRead < length) {
+            const { bytesRead } = await fs.read(fd, buffer, offset + totalBytesRead, length - totalBytesRead, position + totalBytesRead);
+            totalBytesRead += bytesRead;
+        }
+        return { bytesRead: totalBytesRead, buffer };
+    }
+}
+exports.default = NodeFileSystem;

package/dist/lib/iterators/async-iteration.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Iterate over async iterator, without resetting iterator if end is not reached
+ * - forEach intentionally does not reset iterator if exiting loop prematurely
+ *   so that iteration can continue in a second loop
+ * - It is recommended to use a standard for-await as last loop to ensure
+ *   iterator gets properly reset
+ *
+ * TODO - optimize using sync iteration if argument is an Iterable?
+ *
+ * @param iterator
+ * @param visitor
+ */
+export declare function forEach(iterator: any, visitor: any): Promise<void>;
+/**
+ * Concatenates all data chunks yielded by an (async) iterator
+ * This function can e.g. be used to enable atomic parsers to work on (async) iterator inputs
+ */
+export declare function concatenateArrayBuffersAsync(asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>): Promise<ArrayBuffer>;
+export declare function concatenateStringsAsync(asyncIterator: AsyncIterable<string> | Iterable<string>): Promise<string>;
+//# sourceMappingURL=async-iteration.d.ts.map

package/dist/lib/iterators/async-iteration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"async-iteration.d.ts","sourceRoot":"","sources":["../../../src/lib/iterators/async-iteration.ts"],"names":[],"mappings":"AAIA;;;;;;;;;;;GAWG;AACH,wBAAsB,OAAO,CAAC,QAAQ,KAAA,EAAE,OAAO,KAAA,iBAa9C;AAID;;;GAGG;AAEH,wBAAsB,4BAA4B,CAChD,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAChE,OAAO,CAAC,WAAW,CAAC,CAMtB;AAED,wBAAsB,uBAAuB,CAC3C,aAAa,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,GACtD,OAAO,CAAC,MAAM,CAAC,CAMjB"}

package/dist/lib/iterators/async-iteration.js

@@ -1,39 +1,53 @@
-import { concatenateArrayBuffers } from '../binary-utils/array-buffer-utils';
-export async function forEach(iterator, visitor) {
-  while (true) {
-    const {
-      done,
-      value
-    } = await iterator.next();
-
-    if (done) {
-      iterator.return();
-      return;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.concatenateStringsAsync = exports.concatenateArrayBuffersAsync = exports.forEach = void 0;
+const array_buffer_utils_1 = require("../binary-utils/array-buffer-utils");
+// GENERAL UTILITIES
+/**
+ * Iterate over async iterator, without resetting iterator if end is not reached
+ * - forEach intentionally does not reset iterator if exiting loop prematurely
+ *   so that iteration can continue in a second loop
+ * - It is recommended to use a standard for-await as last loop to ensure
+ *   iterator gets properly reset
+ *
+ * TODO - optimize using sync iteration if argument is an Iterable?
+ *
+ * @param iterator
+ * @param visitor
+ */
+async function forEach(iterator, visitor) {
+    // eslint-disable-next-line
+    while (true) {
+        const { done, value } = await iterator.next();
+        if (done) {
+            iterator.return();
+            return;
+        }
+        const cancel = visitor(value);
+        if (cancel) {
+            return;
+        }
     }
-
-    const cancel = visitor(value);
-
-    if (cancel) {
-      return;
-    }
-  }
 }
-export async function concatenateArrayBuffersAsync(asyncIterator) {
-  const arrayBuffers = [];
-
-  for await (const chunk of asyncIterator) {
-    arrayBuffers.push(chunk);
-  }
-
-  return concatenateArrayBuffers(...arrayBuffers);
+exports.forEach = forEach;
+// Breaking big data into iterable chunks, concatenating iterable chunks into big data objects
+/**
+ * Concatenates all data chunks yielded by an (async) iterator
+ * This function can e.g. be used to enable atomic parsers to work on (async) iterator inputs
+ */
+async function concatenateArrayBuffersAsync(asyncIterator) {
+    const arrayBuffers = [];
+    for await (const chunk of asyncIterator) {
+        arrayBuffers.push(chunk);
+    }
+    return (0, array_buffer_utils_1.concatenateArrayBuffers)(...arrayBuffers);
 }
-export async function concatenateStringsAsync(asyncIterator) {
-  const strings = [];
-
-  for await (const chunk of asyncIterator) {
-    strings.push(chunk);
-  }
-
-  return strings.join('');
+exports.concatenateArrayBuffersAsync = concatenateArrayBuffersAsync;
+async function concatenateStringsAsync(asyncIterator) {
+    const strings = [];
+    for await (const chunk of asyncIterator) {
+        strings.push(chunk);
+    }
+    return strings.join('');
 }
-//# sourceMappingURL=async-iteration.js.map
+exports.concatenateStringsAsync = concatenateStringsAsync;

package/dist/lib/iterators/text-iterators.d.ts

@@ -0,0 +1,19 @@
+export declare function makeTextDecoderIterator(arrayBufferIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>, options?: TextDecoderOptions): AsyncIterable<string>;
+export declare function makeTextEncoderIterator(textIterator: AsyncIterable<string> | Iterable<ArrayBuffer>): AsyncIterable<ArrayBuffer>;
+/**
+ * @param textIterator async iterable yielding strings
+ * @returns an async iterable over lines
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+export declare function makeLineIterator(textIterator: AsyncIterable<string>): AsyncIterable<string>;
+/**
+ * @param lineIterator async iterable yielding lines
+ * @returns async iterable yielding numbered lines
+ *
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+export declare function makeNumberedLineIterator(lineIterator: AsyncIterable<string>): AsyncIterable<{
+    counter: number;
+    line: string;
+}>;
+//# sourceMappingURL=text-iterators.d.ts.map

package/dist/lib/iterators/text-iterators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-iterators.d.ts","sourceRoot":"","sources":["../../../src/lib/iterators/text-iterators.ts"],"names":[],"mappings":"AAGA,wBAAuB,uBAAuB,CAC5C,mBAAmB,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACvE,OAAO,GAAE,kBAAuB,GAC/B,aAAa,CAAC,MAAM,CAAC,CAOvB;AAOD,wBAAuB,uBAAuB,CAC5C,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAC1D,aAAa,CAAC,WAAW,CAAC,CAK5B;AAED;;;;GAIG;AAEH,wBAAuB,gBAAgB,CACrC,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,GAClC,aAAa,CAAC,MAAM,CAAC,CAgBvB;AAED;;;;;GAKG;AACH,wBAAuB,wBAAwB,CAC7C,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,GAClC,aAAa,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,CAAC,CAMhD"}

package/dist/lib/iterators/text-iterators.js

@@ -1,46 +1,61 @@
-export async function* makeTextDecoderIterator(arrayBufferIterator, options = {}) {
-  const textDecoder = new TextDecoder(undefined, options);
-
-  for await (const arrayBuffer of arrayBufferIterator) {
-    yield typeof arrayBuffer === 'string' ? arrayBuffer : textDecoder.decode(arrayBuffer, {
-      stream: true
-    });
-  }
+"use strict";
+// TextDecoder iterators
+// TextDecoder will keep any partial undecoded bytes between calls to `decode`
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeNumberedLineIterator = exports.makeLineIterator = exports.makeTextEncoderIterator = exports.makeTextDecoderIterator = void 0;
+async function* makeTextDecoderIterator(arrayBufferIterator, options = {}) {
+    const textDecoder = new TextDecoder(undefined, options);
+    for await (const arrayBuffer of arrayBufferIterator) {
+        yield typeof arrayBuffer === 'string'
+            ? arrayBuffer
+            : textDecoder.decode(arrayBuffer, { stream: true });
+    }
 }
-export async function* makeTextEncoderIterator(textIterator) {
-  const textEncoder = new TextEncoder();
-
-  for await (const text of textIterator) {
-    yield typeof text === 'string' ? textEncoder.encode(text) : text;
-  }
+exports.makeTextDecoderIterator = makeTextDecoderIterator;
+// TextEncoder iterator
+// TODO - this is not useful unless min chunk size is given
+// TextEncoder will keep any partial undecoded bytes between calls to `encode`
+// If iterator does not yield strings, assume arrayBuffer and return unencoded
+async function* makeTextEncoderIterator(textIterator) {
+    const textEncoder = new TextEncoder();
+    for await (const text of textIterator) {
+        yield typeof text === 'string' ? textEncoder.encode(text) : text;
+    }
 }
-export async function* makeLineIterator(textIterator) {
-  let previous = '';
-
-  for await (const textChunk of textIterator) {
-    previous += textChunk;
-    let eolIndex;
-
-    while ((eolIndex = previous.indexOf('\n')) >= 0) {
-      const line = previous.slice(0, eolIndex + 1);
-      previous = previous.slice(eolIndex + 1);
-      yield line;
+exports.makeTextEncoderIterator = makeTextEncoderIterator;
+/**
+ * @param textIterator async iterable yielding strings
+ * @returns an async iterable over lines
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+async function* makeLineIterator(textIterator) {
+    let previous = '';
+    for await (const textChunk of textIterator) {
+        previous += textChunk;
+        let eolIndex;
+        while ((eolIndex = previous.indexOf('\n')) >= 0) {
+            // line includes the EOL
+            const line = previous.slice(0, eolIndex + 1);
+            previous = previous.slice(eolIndex + 1);
+            yield line;
+        }
+    }
+    if (previous.length > 0) {
+        yield previous;
     }
-  }
-
-  if (previous.length > 0) {
-    yield previous;
-  }
 }
-export async function* makeNumberedLineIterator(lineIterator) {
-  let counter = 1;
-
-  for await (const line of lineIterator) {
-    yield {
-      counter,
-      line
-    };
-    counter++;
-  }
+exports.makeLineIterator = makeLineIterator;
+/**
+ * @param lineIterator async iterable yielding lines
+ * @returns async iterable yielding numbered lines
+ *
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+async function* makeNumberedLineIterator(lineIterator) {
+    let counter = 1;
+    for await (const line of lineIterator) {
+        yield { counter, line };
+        counter++;
+    }
 }
-//# sourceMappingURL=text-iterators.js.map
+exports.makeNumberedLineIterator = makeNumberedLineIterator;

package/dist/lib/node/buffer.d.ts

@@ -0,0 +1,10 @@
+/// <reference types="node" />
+/**
+ * Convert Buffer to ArrayBuffer
+ */
+export declare function toArrayBuffer(buffer: any): any;
+/**
+ * Convert (copy) ArrayBuffer to Buffer
+ */
+export declare function toBuffer(binaryData: any): void | Buffer;
+//# sourceMappingURL=buffer.d.ts.map

package/dist/lib/node/buffer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../../src/lib/node/buffer.ts"],"names":[],"mappings":";AAKA;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,KAAA,OAOnC;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,UAAU,KAAA,iBAelC"}

package/dist/lib/node/buffer.js

@@ -0,0 +1,36 @@
+"use strict";
+// Isolates Buffer references to ensure they are only bundled under Node.js (avoids big webpack polyfill)
+// this file is not visible to webpack (it is excluded in the package.json "browser" field).
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toBuffer = exports.toArrayBuffer = void 0;
+const assert_1 = require("../env-utils/assert");
+/**
+ * Convert Buffer to ArrayBuffer
+ */
+function toArrayBuffer(buffer) {
+    // TODO - per docs we should just be able to call buffer.buffer, but there are issues
+    if (Buffer.isBuffer(buffer)) {
+        const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
+        return typedArray.slice().buffer;
+    }
+    return buffer;
+}
+exports.toArrayBuffer = toArrayBuffer;
+/**
+ * Convert (copy) ArrayBuffer to Buffer
+ */
+function toBuffer(binaryData) {
+    if (ArrayBuffer.isView(binaryData)) {
+        binaryData = binaryData.buffer;
+    }
+    if (typeof Buffer !== 'undefined' && binaryData instanceof ArrayBuffer) {
+        const buffer = new Buffer(binaryData.byteLength);
+        const view = new Uint8Array(binaryData);
+        for (let i = 0; i < buffer.length; ++i) {
+            buffer[i] = view[i];
+        }
+        return buffer;
+    }
+    return (0, assert_1.assert)(false);
+}
+exports.toBuffer = toBuffer;

package/dist/lib/node/fs.d.ts

@@ -0,0 +1,26 @@
+/// <reference types="node" />
+import fs from 'fs';
+export type { Stats } from 'fs';
+/** Wrapper for Node.js fs method */
+export declare const readdir: typeof fs.readdir.__promisify__;
+/** Wrapper for Node.js fs method */
+export declare const stat: typeof fs.stat.__promisify__;
+/** Wrapper for Node.js fs method */
+export declare const readFile: typeof fs.readFile.__promisify__;
+/** Wrapper for Node.js fs method */
+export declare const readFileSync: typeof fs.readFileSync;
+/** Wrapper for Node.js fs method */
+export declare const writeFile: typeof fs.writeFile.__promisify__;
+/** Wrapper for Node.js fs method */
+export declare const writeFileSync: typeof fs.writeFileSync;
+/** Wrapper for Node.js fs method */
+export declare const open: typeof fs.open.__promisify__;
+/** Wrapper for Node.js fs method */
+export declare const close: typeof fs.close.__promisify__;
+/** Wrapper for Node.js fs method */
+export declare const read: typeof fs.read.__promisify__;
+/** Wrapper for Node.js fs method */
+export declare const fstat: typeof fs.fstat.__promisify__;
+export declare const isSupported: boolean;
+export declare function _readToArrayBuffer(fd: number, start: number, length: number): Promise<any>;
+//# sourceMappingURL=fs.d.ts.map

package/dist/lib/node/fs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/lib/node/fs.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,MAAM,IAAI,CAAC;AAIpB,YAAY,EAAC,KAAK,EAAC,MAAM,IAAI,CAAC;AAI9B,oCAAoC;AACpC,eAAO,MAAM,OAAO,iCAAwB,CAAC;AAC7C,oCAAoC;AACpC,eAAO,MAAM,IAAI,8BAAqB,CAAC;AAEvC,oCAAoC;AACpC,eAAO,MAAM,QAAQ,kCAAyB,CAAC;AAC/C,oCAAoC;AACpC,eAAO,MAAM,YAAY,wBAAkB,CAAC;AAC5C,oCAAoC;AACpC,eAAO,MAAM,SAAS,mCAA0B,CAAC;AACjD,oCAAoC;AACpC,eAAO,MAAM,aAAa,yBAAmB,CAAC;AAI9C,oCAAoC;AACpC,eAAO,MAAM,IAAI,8BAAqB,CAAC;AACvC,oCAAoC;AACpC,eAAO,MAAM,KAAK,+BAAsB,CAAC;AACzC,oCAAoC;AACpC,eAAO,MAAM,IAAI,8BAAqB,CAAC;AACvC,oCAAoC;AACpC,eAAO,MAAM,KAAK,+BAAsB,CAAC;AAEzC,eAAO,MAAM,WAAW,SAAc,CAAC;AAEvC,wBAAsB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,gBAOjF"}